introducing Geo charts
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/data-analysis/EcologicalEngineGeoSpatialExtension@112288 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
ac76e5d9bd
commit
5df3b52b89
File diff suppressed because it is too large
Load Diff
|
|
@ -0,0 +1,130 @@
|
|||
package org.gcube.dataanalysis.geo.algorithms;
|
||||
|
||||
import java.awt.Image;
|
||||
import java.io.File;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.UUID;
|
||||
|
||||
import javax.imageio.ImageIO;
|
||||
|
||||
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||
import org.gcube.dataanalysis.ecoengine.configuration.AlgorithmConfiguration;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.ColumnType;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.ColumnTypesList;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.DatabaseType;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.InputTable;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.enumtypes.TableTemplates;
|
||||
import org.gcube.dataanalysis.ecoengine.transducers.charts.AbstractChartsProducer;
|
||||
import org.gcube.dataanalysis.ecoengine.utils.IOHelper;
|
||||
import org.gcube.dataanalysis.geo.charts.GeoMapChart;
|
||||
import org.gcube.dataanalysis.geo.charts.GeoTemporalPoint;
|
||||
|
||||
public class StaticGeoChartProducer extends AbstractChartsProducer {
|
||||
|
||||
protected static String longitudeParameter = "Longitude";
|
||||
protected static String latitudeParameter = "Latitude";
|
||||
|
||||
@Override
|
||||
protected void setInputParameters() {
|
||||
List<TableTemplates> templates = new ArrayList<TableTemplates>();
|
||||
templates.add(TableTemplates.GENERIC);
|
||||
InputTable tinput = new InputTable(templates, inputTableParameter, "The input table");
|
||||
inputs.add(tinput);
|
||||
|
||||
ColumnType p1 = new ColumnType(inputTableParameter, longitudeParameter, "The column containing longitude decimal values", "long", false);
|
||||
ColumnType p2 = new ColumnType(inputTableParameter, latitudeParameter, "The column containing latitude decimal values", "lat", false);
|
||||
ColumnTypesList q = new ColumnTypesList(inputTableParameter, quantitiesParameter, "The numeric quantities to visualize ", true);
|
||||
|
||||
inputs.add(p1);
|
||||
inputs.add(p2);
|
||||
inputs.add(q);
|
||||
|
||||
DatabaseType.addDefaultDBPars(inputs);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getDescription() {
|
||||
return "An algorithm producing a charts that displays quantities as colors of countries. The color indicates the sum of the values recorded in a country.";
|
||||
}
|
||||
|
||||
public String InfoRetrievalQuery(String table, String[] dimensions, String quantity, String time) {
|
||||
if (quantity.length() == 0)
|
||||
return "select distinct " + Arrays.toString(dimensions).replace("[", "").replace("]", "") + " from " + table;
|
||||
else
|
||||
return "select distinct " + Arrays.toString(dimensions).replace("[", "").replace("]", "") + " , " + quantity + " as quanta232a from " + table;
|
||||
}
|
||||
|
||||
public String[] getDimensions() {
|
||||
String[] dimensions = { IOHelper.getInputParameter(config, longitudeParameter), IOHelper.getInputParameter(config, latitudeParameter) };
|
||||
return dimensions;
|
||||
}
|
||||
|
||||
@Override
|
||||
public LinkedHashMap<String , Object> createCharts(String[] dimensions, String quantity, String time, List<Object> rows, boolean displaychart) {
|
||||
if (dimensions == null)
|
||||
dimensions = new String[0];
|
||||
|
||||
List<GeoTemporalPoint> xyvalues = new ArrayList<GeoTemporalPoint>();
|
||||
long t0 = System.currentTimeMillis();
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: building Geo dataset");
|
||||
for (Object row : rows) {
|
||||
Object[] array = (Object[]) row;
|
||||
Double lat = null;
|
||||
Double longitude = null;
|
||||
Double q = null;
|
||||
try {
|
||||
longitude = Double.parseDouble("" + array[0]);
|
||||
lat = Double.parseDouble("" + array[1]);
|
||||
if (quantity.length() >0)
|
||||
q = Double.parseDouble("" + array[2]);
|
||||
else
|
||||
q = 0d;
|
||||
} catch (Exception e) {
|
||||
}
|
||||
if (lat != null && longitude != null && q != null)
|
||||
xyvalues.add(new GeoTemporalPoint(longitude, lat, q));
|
||||
else
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: skipping these values "+longitude+","+lat+","+q);
|
||||
}
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: producing charts");
|
||||
LinkedHashMap<String , Object> charts = new LinkedHashMap<String, Object>();
|
||||
|
||||
try {
|
||||
String baseImageName = new File(config.getPersistencePath(), "" + UUID.randomUUID()).getAbsolutePath();
|
||||
String pointsImage = baseImageName + "_points.jpg";
|
||||
if (xyvalues.size()>0){
|
||||
GeoMapChart.createWorldImageWithPoints(config.getConfigPath(),xyvalues, pointsImage);
|
||||
charts.put("Distribution of latitudes and longitudes points",ImageIO.read(new File(pointsImage)));
|
||||
|
||||
|
||||
if (quantity.length()>0) {
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: quantity is present, producing all the static geocharts");
|
||||
String eezImage = baseImageName + "_eez.jpg";
|
||||
GeoMapChart.createEEZWeightedImage(config.getConfigPath(),xyvalues, eezImage, config.getPersistencePath());
|
||||
try{charts.put("Distribution of summed quantities over Exclusive Economic Zone delimitations",ImageIO.read(new File(eezImage)));}catch(Exception e){AnalysisLogger.getLogger().debug("StaticGeoChartProducer: WARNING could not produce EEZ chart");}
|
||||
String faoImage = baseImageName + "_FAO.jpg";
|
||||
GeoMapChart.createFAOAreasWeightedImage(config.getConfigPath(),xyvalues, faoImage, config.getPersistencePath());
|
||||
try{charts.put("Distribution of summed quantities over FAO Major Area delimitations",ImageIO.read(new File(faoImage)));}catch(Exception e){AnalysisLogger.getLogger().debug("StaticGeoChartProducer: WARNING could not produce FAO chart");}
|
||||
String worldImage = baseImageName + "_world.jpg";
|
||||
GeoMapChart.createWorldWeightedImage(config.getConfigPath(),xyvalues, worldImage, config.getPersistencePath(),null,null);
|
||||
try{charts.put("Distribution of summed quantities over emerged lands, divided per country",ImageIO.read(new File(worldImage)));}catch(Exception e){AnalysisLogger.getLogger().debug("StaticGeoChartProducer: WARNING could not country chart");}
|
||||
}
|
||||
else{
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: quantity is absent, producing only one geochart");
|
||||
}
|
||||
}
|
||||
else
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: no viable point was found");
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: error in producing GeoCharts " + e.getMessage());
|
||||
}
|
||||
|
||||
AnalysisLogger.getLogger().debug("StaticGeoChartProducer: procedure finished in ms " + (System.currentTimeMillis() - t0));
|
||||
return charts;
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,132 @@
|
|||
package org.gcube.dataanalysis.geo.algorithms;
|
||||
|
||||
import java.io.File;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Arrays;
|
||||
import java.util.LinkedHashMap;
|
||||
import java.util.List;
|
||||
import java.util.UUID;
|
||||
|
||||
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.ColumnType;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.ColumnTypesList;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.DatabaseType;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.InputTable;
|
||||
import org.gcube.dataanalysis.ecoengine.datatypes.enumtypes.TableTemplates;
|
||||
import org.gcube.dataanalysis.ecoengine.transducers.charts.TimeSeriesChartsTransducerer;
|
||||
import org.gcube.dataanalysis.ecoengine.utils.IOHelper;
|
||||
import org.gcube.dataanalysis.geo.charts.GeoMapChart;
|
||||
import org.gcube.dataanalysis.geo.charts.GeoTemporalPoint;
|
||||
|
||||
public class TimeGeoChartProducer extends TimeSeriesChartsTransducerer {
|
||||
|
||||
protected static String longitudeParameter = "Longitude";
|
||||
protected static String latitudeParameter = "Latitude";
|
||||
|
||||
@Override
|
||||
protected void setInputParameters() {
|
||||
List<TableTemplates> templates = new ArrayList<TableTemplates>();
|
||||
templates.add(TableTemplates.GENERIC);
|
||||
InputTable tinput = new InputTable(templates, inputTableParameter, "The input table");
|
||||
inputs.add(tinput);
|
||||
|
||||
ColumnType p1 = new ColumnType(inputTableParameter, longitudeParameter, "The column containing longitude decimal values", "long", false);
|
||||
ColumnType p2 = new ColumnType(inputTableParameter, latitudeParameter, "The column containing latitude decimal values", "lat", false);
|
||||
ColumnTypesList q = new ColumnTypesList(inputTableParameter, quantitiesParameter, "The numeric quantities to visualize ", false);
|
||||
ColumnType t = new ColumnType(inputTableParameter, timeParameter, "The column containing time information", "year", false);
|
||||
|
||||
inputs.add(p1);
|
||||
inputs.add(p2);
|
||||
inputs.add(q);
|
||||
inputs.add(t);
|
||||
|
||||
DatabaseType.addDefaultDBPars(inputs);
|
||||
}
|
||||
|
||||
@Override
|
||||
public String getDescription() {
|
||||
return "An algorithm producing an animated gif displaying quantities as colors in time. The color indicates the sum of the values recorded in a country.";
|
||||
}
|
||||
|
||||
public String InfoRetrievalQuery(String table, String[] dimensions, String quantity, String time) {
|
||||
return "select distinct " + Arrays.toString(dimensions).replace("[", "").replace("]", "") + " , " + quantity + "," + time + " from " + table;
|
||||
}
|
||||
|
||||
public String[] getDimensions() {
|
||||
String[] dimensions = { IOHelper.getInputParameter(config, longitudeParameter), IOHelper.getInputParameter(config, latitudeParameter) };
|
||||
return dimensions;
|
||||
}
|
||||
|
||||
@Override
|
||||
public LinkedHashMap<String, Object> createCharts(String[] dimensions, String quantity, String time, List<Object> rows, boolean displaychart) {
|
||||
if (dimensions == null)
|
||||
dimensions = new String[0];
|
||||
|
||||
List<GeoTemporalPoint> xyvalues = new ArrayList<GeoTemporalPoint>();
|
||||
long t0 = System.currentTimeMillis();
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: building Geo dataset");
|
||||
for (Object row : rows) {
|
||||
Object[] array = (Object[]) row;
|
||||
Double lat = null;
|
||||
Double longitude = null;
|
||||
Double q = null;
|
||||
String timel = null;
|
||||
try {
|
||||
longitude = Double.parseDouble("" + array[0]);
|
||||
lat = Double.parseDouble("" + array[1]);
|
||||
q = Double.parseDouble("" + array[2]);
|
||||
if (array[3] != null)
|
||||
timel = "" + array[3];
|
||||
} catch (Exception e) {
|
||||
}
|
||||
if (lat != null && longitude != null && q != null && timel != null) {
|
||||
xyvalues.add(new GeoTemporalPoint(longitude, lat, q, timel));
|
||||
|
||||
} else
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: skipping these values " + longitude + "," + lat + "," + q + "," + timel);
|
||||
}
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: producing charts");
|
||||
|
||||
LinkedHashMap<String, Object> charts = new LinkedHashMap<String, Object>();
|
||||
|
||||
try {
|
||||
String baseImageName = new File(config.getPersistencePath(), "" + UUID.randomUUID()).getAbsolutePath();
|
||||
String timeImage = baseImageName + "_time.gif";
|
||||
String cumulativeImage = baseImageName + "_cutime.gif";
|
||||
String faotimeImage = baseImageName + "_faotime.gif";
|
||||
String eeztimeImage = baseImageName + "_eeztime.gif";
|
||||
String pointsImage = baseImageName + "points.gif";
|
||||
if (xyvalues.size() > 0) {
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: producing Points Chart in time " + pointsImage);
|
||||
GeoMapChart.createPointsImageInTime(config.getConfigPath(), xyvalues, pointsImage, config.getPersistencePath());
|
||||
charts.put("A GIF file displaying the points recorded in the time frames of the dataset", new File(pointsImage));
|
||||
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: producing World Chart in time " + timeImage);
|
||||
GeoMapChart.createWorldWeightedImageInTime(config.getConfigPath(), xyvalues, timeImage, config.getPersistencePath(), false);
|
||||
charts.put("A GIF file displaying the temporal trend of quantities in each time instant over emerged lands, divided per country", new File(timeImage));
|
||||
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: producing cumulative World Chart in time " + cumulativeImage);
|
||||
GeoMapChart.createWorldWeightedImageInTime(config.getConfigPath(), xyvalues, cumulativeImage, config.getPersistencePath(), true);
|
||||
charts.put("A GIF file displaying the temporal trend of cumulative quantities over emerged lands, divided per country", new File(cumulativeImage));
|
||||
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: producing EEZ World Chart in time " + eeztimeImage);
|
||||
GeoMapChart.createEEZWeightedImageInTime(config.getConfigPath(), xyvalues, eeztimeImage, config.getPersistencePath(), true);
|
||||
charts.put("A GIF file displaying the temporal trend of cumulative quantities over Exclusive Economic Zones", new File(eeztimeImage));
|
||||
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: producing FAO Areas World Chart in time " + faotimeImage);
|
||||
GeoMapChart.createFAOAreasWeightedImageInTime(config.getConfigPath(), xyvalues, faotimeImage, config.getPersistencePath(), true);
|
||||
charts.put("A GIF file displaying the temporal trend of cumulative quantities over FAO Areas", new File(faotimeImage));
|
||||
}
|
||||
else
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: no point was found");
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: error in producing GeoCharts " + e.getMessage());
|
||||
AnalysisLogger.getLogger().debug(e);
|
||||
}
|
||||
|
||||
AnalysisLogger.getLogger().debug("TimeGeoChartProducer: procedure finished in ms " + (System.currentTimeMillis() - t0));
|
||||
return charts;
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,336 @@
|
|||
package org.gcube.dataanalysis.geo.charts;
|
||||
|
||||
import java.awt.Color;
|
||||
import java.io.File;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Date;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Locale;
|
||||
import java.util.UUID;
|
||||
|
||||
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||
import org.gcube.dataanalysis.ecoengine.utils.GifSequenceWriter;
|
||||
import org.gcube.dataanalysis.ecoengine.utils.TimeAnalyzer;
|
||||
import org.gcube.dataanalysis.ecoengine.utils.Tuple;
|
||||
import org.gcube.dataanalysis.geo.connectors.asc.AscRaster;
|
||||
import org.gcube.dataanalysis.geo.connectors.asc.AscRasterReader;
|
||||
import org.gcube.dataanalysis.geo.connectors.asc.AscRasterWriter;
|
||||
|
||||
import density.Grid;
|
||||
import density.LazyGrid;
|
||||
import density.Sample;
|
||||
import density.ShrunkGrid;
|
||||
import density.WorldImageProducer;
|
||||
|
||||
public class GeoMapChart {
|
||||
|
||||
public static List<Tuple<Double>> generateRandomWorldPoints() {
|
||||
|
||||
List<Tuple<Double>> xyvalues = new ArrayList<Tuple<Double>>();
|
||||
for (int j = 0; j < 8000; j++) {
|
||||
double randomx = ((180) * Math.random()) - 180 * Math.random();
|
||||
double randomy = ((90) * Math.random()) - 90 * Math.random();
|
||||
xyvalues.add(new Tuple<Double>(randomx, randomy));
|
||||
}
|
||||
|
||||
return xyvalues;
|
||||
}
|
||||
|
||||
public static void createWorldImageWithPoints(String configFolder, List<GeoTemporalPoint> xyvalues, String outImageFileName) throws Exception {
|
||||
// URL is = ClassLoader.getSystemResource("raster_res/templatelayerres05.asc");
|
||||
// GeoMapChart.class.getClassLoader().getResource("raster_res/templatelayerres05.asc");
|
||||
String is = (new File(configFolder,"templatelayerres05.asc")).getAbsolutePath();
|
||||
createImage(is, outImageFileName, xyvalues, true, 100d, 10000d, false, false,null);
|
||||
}
|
||||
|
||||
public static void createWorldImageWithPointsAndFixedTime(String configFolder, List<GeoTemporalPoint> xyvalues, String outImageFileName, Date time) throws Exception {
|
||||
String is = (new File(configFolder,"templatelayerres05.asc")).getAbsolutePath();
|
||||
createImage(is, outImageFileName, xyvalues, true, 100d, 10000d, false, false,time);
|
||||
}
|
||||
|
||||
private static List<Date> extractTimefromPoints(List<GeoTemporalPoint> points){
|
||||
List<Date> times = new ArrayList<Date>();
|
||||
HashMap<Date, String> timesh = new HashMap<Date, String>();
|
||||
|
||||
for (GeoTemporalPoint p : points){
|
||||
timesh.put(p.time,"");
|
||||
}
|
||||
|
||||
for (Date t: timesh.keySet()){
|
||||
int i=0;
|
||||
for (Date d:times){
|
||||
if (d.after(t))
|
||||
break;
|
||||
i++;
|
||||
}
|
||||
times.add(i, t);
|
||||
}
|
||||
|
||||
return times;
|
||||
}
|
||||
|
||||
private static void createImage(String filepath, String outImageFileName, List<GeoTemporalPoint> xypoints, boolean displaypoints, double min, double max, boolean makelegend, boolean logscale, Date fixedTime) throws Exception {
|
||||
Grid g = new ShrunkGrid(new LazyGrid(filepath), 2000);
|
||||
double cellsize = g.getDimension().getcellsize();
|
||||
double xll = g.getDimension().getxllcorner();
|
||||
double yll = g.getDimension().getyllcorner();
|
||||
// int nrows = g.getDimension().getnrows();
|
||||
// int ncols = g.getDimension().getncols();
|
||||
|
||||
WorldImageProducer d = new WorldImageProducer(g);
|
||||
AscRaster raster = new AscRaster(cellsize, -1, -1, xll, yll);
|
||||
|
||||
Date minimumTime = new Date(System.currentTimeMillis());
|
||||
Date maximumTime = new Date(0);
|
||||
HashMap<Date,String> timeFrames = new HashMap<Date, String>();
|
||||
|
||||
if (xypoints != null) {
|
||||
Sample[] samps = new Sample[xypoints.size()];
|
||||
int i = 0;
|
||||
|
||||
|
||||
for (GeoTemporalPoint t : xypoints) {
|
||||
double longitude = t.x;
|
||||
double latitude = t.y;
|
||||
|
||||
if (minimumTime.after(t.time))
|
||||
minimumTime = new Date(t.time.getTime());
|
||||
if (maximumTime.before(t.time))
|
||||
maximumTime = new Date(t.time.getTime());
|
||||
|
||||
if (timeFrames.get(t.time)==null)
|
||||
timeFrames.put(t.time, "");
|
||||
|
||||
if (fixedTime!=null && t.time.compareTo(fixedTime)!=0)
|
||||
continue;
|
||||
|
||||
samps[i] = new Sample(1, raster.latitude2Index(latitude), raster.longitude2Index(longitude), latitude, longitude, "sample");
|
||||
i++;
|
||||
}
|
||||
if (displaypoints)
|
||||
d.setTestSamples(samps);
|
||||
}
|
||||
|
||||
// we leave this piece of code here for future developments
|
||||
boolean logScale = logscale;
|
||||
if (!logScale) {
|
||||
d.setMode(1);
|
||||
}
|
||||
|
||||
d.minval = min;
|
||||
d.maxval = max;
|
||||
|
||||
d.visible = false;
|
||||
d.makeLegend = makelegend;
|
||||
d.makeTimeline = fixedTime!=null;
|
||||
|
||||
if (d.makeTimeline){
|
||||
SimpleDateFormat sdf = new SimpleDateFormat(xypoints.get(0).timePattern, Locale.ENGLISH);
|
||||
int timeidx = TimeAnalyzer.getTimeIndexInTimeRange(maximumTime, minimumTime, fixedTime, timeFrames.size());
|
||||
d.setTime(timeFrames.size(), timeidx, sdf.format(minimumTime), sdf.format(fixedTime));
|
||||
}
|
||||
d.makeImage();
|
||||
d.writeImage(outImageFileName, 1);
|
||||
|
||||
}
|
||||
|
||||
|
||||
public static HashMap<Double, Double> createWorldWeightedImage(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir, Date fixedTime, HashMap<Double, Double> weights) throws Exception {
|
||||
String is = (new File(configFolder,"worldcountries_hires.asc")).getAbsolutePath();
|
||||
return createWeightedImage(is, xypoints, outImageFileName, tempdir, false,fixedTime,weights);
|
||||
}
|
||||
|
||||
public static void createWorldWeightedImageInTime(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir, boolean cumulative) throws Exception {
|
||||
String is = (new File(configFolder,"worldcountries_hires.asc")).getAbsolutePath();
|
||||
createImageInTime(is, configFolder, xypoints, outImageFileName, tempdir, cumulative);
|
||||
}
|
||||
|
||||
public static void createEEZWeightedImageInTime(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir, boolean cumulative) throws Exception {
|
||||
String is = (new File(configFolder,"eez.asc")).getAbsolutePath();
|
||||
createImageInTime(is, configFolder, xypoints, outImageFileName, tempdir, cumulative);
|
||||
}
|
||||
|
||||
public static void createFAOAreasWeightedImageInTime(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir, boolean cumulative) throws Exception {
|
||||
String is = (new File(configFolder,"faoareas.asc")).getAbsolutePath();
|
||||
createImageInTime(is, configFolder, xypoints, outImageFileName, tempdir, cumulative);
|
||||
}
|
||||
|
||||
public static void createImageInTime(String rastersupport, String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir, boolean cumulative) throws Exception {
|
||||
List<Date> times = extractTimefromPoints(xypoints);
|
||||
int i=1;
|
||||
List<String> images = new ArrayList<String>();
|
||||
HashMap<Double, Double> weights = null;
|
||||
for (Date t:times){
|
||||
String tempimg = new File(tempdir,i+"_"+UUID.randomUUID()+".png").getAbsolutePath();
|
||||
if (!cumulative)
|
||||
weights=null;
|
||||
|
||||
HashMap<Double, Double> weightstemp = createWeightedImage(rastersupport, xypoints, tempimg, tempdir, false, t,weights);
|
||||
if (weightstemp!=null){
|
||||
images.add(tempimg);
|
||||
weights=weightstemp;
|
||||
}
|
||||
i++;
|
||||
}
|
||||
AnalysisLogger.getLogger().debug("GeoMapChart: Writing GIF "+outImageFileName);
|
||||
|
||||
GifSequenceWriter.writeGif(outImageFileName, images, 1500);
|
||||
|
||||
for (String image:images){
|
||||
new File(image).delete();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public static void createPointsImageInTime(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir) throws Exception {
|
||||
List<Date> times = extractTimefromPoints(xypoints);
|
||||
int i=1;
|
||||
List<String> images = new ArrayList<String>();
|
||||
for (Date t:times){
|
||||
String tempimg = new File(tempdir,i+"_"+UUID.randomUUID()+".png").getAbsolutePath();
|
||||
createWorldImageWithPointsAndFixedTime(configFolder,xypoints, tempimg, t);
|
||||
images.add(tempimg);
|
||||
i++;
|
||||
}
|
||||
AnalysisLogger.getLogger().debug("GeoMapChart: Writing GIF");
|
||||
|
||||
GifSequenceWriter.writeGif(outImageFileName, images, 1500);
|
||||
|
||||
for (String image:images){
|
||||
new File(image).delete();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
|
||||
public static void createEEZWeightedImage(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir) throws Exception {
|
||||
String is = (new File(configFolder,"eez.asc")).getAbsolutePath();
|
||||
createWeightedImage(is, xypoints, outImageFileName, tempdir, true,null,null);
|
||||
}
|
||||
|
||||
public static void createFAOAreasWeightedImage(String configFolder,List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir) throws Exception {
|
||||
String is = (new File(configFolder,"faoareas.asc")).getAbsolutePath();
|
||||
createWeightedImage(is, xypoints, outImageFileName, tempdir, false,null,null);
|
||||
}
|
||||
|
||||
public static HashMap<Double, Double> createWeightedImage(String rasterSupportFilePath, List<GeoTemporalPoint> xypoints, String outImageFileName, String tempdir, boolean logscale, Date fixedTime, HashMap<Double, Double> previousweights) throws Exception {
|
||||
|
||||
AscRasterReader reader = new AscRasterReader();
|
||||
AscRaster raster = reader.readRaster(rasterSupportFilePath);
|
||||
|
||||
HashMap<Double, Double> countryweights = new HashMap<Double, Double>();
|
||||
double max = -Double.MAX_VALUE;
|
||||
double min = Double.MAX_VALUE;
|
||||
|
||||
for (GeoTemporalPoint triplet : xypoints) {
|
||||
double x = triplet.x;
|
||||
double y = triplet.y;
|
||||
double weigh = triplet.weight;
|
||||
Date time = triplet.time;
|
||||
|
||||
if (fixedTime!=null && time.compareTo(fixedTime)!=0)
|
||||
continue;
|
||||
|
||||
int latid = raster.latitude2Index(y);
|
||||
int lonid = raster.longitude2Index(x);
|
||||
|
||||
Double value = raster.getValue(latid, lonid);
|
||||
// int[] lats = { latid - 1, latid + 1, latid - 2, latid + 2};
|
||||
// int[] longs = { lonid - 1, lonid + 1, lonid - 2, lonid + 2};
|
||||
int[] lats = { latid - 1, latid + 1};
|
||||
int[] longs = { lonid - 1, lonid + 1};
|
||||
|
||||
// search nearby
|
||||
if (Double.isNaN(value)) {
|
||||
for (int la = 0; la < lats.length; la++) {
|
||||
for (int lo = 0; lo < longs.length; lo++) {
|
||||
value = raster.getValue(lats[la], longs[lo]);
|
||||
if (!Double.isNaN(value))
|
||||
break;
|
||||
}
|
||||
if (!Double.isNaN(value))
|
||||
break;
|
||||
}
|
||||
}
|
||||
//check again if the value is NaN
|
||||
if (!Double.isNaN(value)) {
|
||||
|
||||
Double currentw = countryweights.get(value);
|
||||
if (currentw != null) {
|
||||
weigh += currentw;
|
||||
}
|
||||
else{
|
||||
if (previousweights!=null){
|
||||
currentw = previousweights.get(value);
|
||||
if (currentw != null)
|
||||
weigh += currentw;
|
||||
}
|
||||
}
|
||||
if (weigh > max)
|
||||
max = weigh;
|
||||
if (weigh < min)
|
||||
min = weigh;
|
||||
|
||||
countryweights.put(value, weigh);
|
||||
}
|
||||
}
|
||||
|
||||
//case in which we did not find any country in this year
|
||||
if (countryweights.size()==0)
|
||||
return null;
|
||||
//add the previous missing weights
|
||||
if (previousweights!=null){
|
||||
for (Double country:previousweights.keySet()){
|
||||
if (countryweights.get(country)==null){
|
||||
Double pweigh = previousweights.get(country);
|
||||
countryweights.put(country,pweigh);
|
||||
if (pweigh > max)
|
||||
max = pweigh;
|
||||
if (pweigh < min)
|
||||
min = pweigh;
|
||||
}
|
||||
}
|
||||
}
|
||||
//adjust min and max
|
||||
if (min==max){
|
||||
if (max>0)
|
||||
min = 0;
|
||||
else
|
||||
max = 0;
|
||||
}
|
||||
/*
|
||||
* for (Double key:countryweights.keySet()){ Double weigh = countryweights.get(key);
|
||||
*
|
||||
* if (weigh==0) System.out.println(key+":"+weigh); }
|
||||
*/
|
||||
AscRasterWriter writer = new AscRasterWriter();
|
||||
|
||||
int ncols = raster.getCols();
|
||||
int nrows = raster.getRows();
|
||||
|
||||
for (int i = 0; i < nrows; i++) {
|
||||
for (int j = 0; j < ncols; j++) {
|
||||
double country = raster.getValue(i, j);
|
||||
if (!Double.isNaN(country)) {
|
||||
Double weigh = countryweights.get(country);
|
||||
if (weigh != null)
|
||||
raster.setValue(i, j, weigh);
|
||||
else
|
||||
raster.setValue(i, j, 0);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
String ascfile = new File(tempdir, "" + UUID.randomUUID() + ".asc").getAbsolutePath();
|
||||
writer.writeRaster(ascfile, raster);
|
||||
createImage(ascfile, outImageFileName, xypoints, false, min, max, true, logscale,fixedTime);
|
||||
System.gc();
|
||||
boolean deleted = new File(ascfile).delete();
|
||||
AnalysisLogger.getLogger().debug("GeoMapChart: deleted ASC file "+ascfile+" :"+deleted);
|
||||
|
||||
return countryweights;
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,45 @@
|
|||
package org.gcube.dataanalysis.geo.charts;
|
||||
|
||||
import java.util.Date;
|
||||
|
||||
import org.gcube.dataanalysis.ecoengine.utils.TimeAnalyzer;
|
||||
|
||||
public class GeoTemporalPoint {
|
||||
|
||||
public double x;
|
||||
public double y;
|
||||
public double z;
|
||||
public double weight;
|
||||
public Date time;
|
||||
public String timePattern = "MM/dd/yyyy";
|
||||
|
||||
public GeoTemporalPoint(double x, double y, double z, double weight, String time) {
|
||||
this.x = x;
|
||||
this.y = y;
|
||||
this.z = z;
|
||||
this.weight = weight;
|
||||
if (time == null)
|
||||
this.time = new Date(System.currentTimeMillis());
|
||||
else {
|
||||
TimeAnalyzer tsa = new TimeAnalyzer();
|
||||
Date timedate = tsa.string2Date(time);
|
||||
String timePattern = tsa.getPattern();
|
||||
this.time = timedate;
|
||||
this.timePattern = timePattern;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
public GeoTemporalPoint(double x, double y, String time) {
|
||||
this(x, y, 0d, 1d, time);
|
||||
}
|
||||
|
||||
public GeoTemporalPoint(double x, double y, double weight, String time) {
|
||||
this(x, y, 0d, weight, time);
|
||||
}
|
||||
|
||||
public GeoTemporalPoint(double x, double y, double weight) {
|
||||
this(x, y, 0d, weight, null);
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -157,7 +157,7 @@ public class AscRaster {
|
|||
}
|
||||
|
||||
public double getValue(int row, int column) {
|
||||
if (row < rows && column < cols)
|
||||
if (row < rows && column < cols && row>-1 && column>-1)
|
||||
if (data[row][column]!= Double.parseDouble(NDATA))
|
||||
return data[row][column];
|
||||
else
|
||||
|
|
|
|||
|
|
@ -0,0 +1,116 @@
|
|||
package org.gcube.dataanalysis.geo.test;
|
||||
|
||||
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||
import org.gcube.dataanalysis.ecoengine.configuration.AlgorithmConfiguration;
|
||||
import org.gcube.dataanalysis.geo.algorithms.StaticGeoChartProducer;
|
||||
import org.gcube.dataanalysis.geo.algorithms.TimeGeoChartProducer;
|
||||
import org.junit.Test;
|
||||
|
||||
public class TestGeoCharts {
|
||||
|
||||
@Test
|
||||
public void testStaticChart() throws Exception{
|
||||
AnalysisLogger.setLogger("./cfg/" + AlgorithmConfiguration.defaultLoggerFile);
|
||||
AlgorithmConfiguration config = new AlgorithmConfiguration();
|
||||
|
||||
config.setConfigPath("./cfg/");
|
||||
config.setPersistencePath("./chartstmp/");
|
||||
config.setParam("DatabaseUserName", "utente");
|
||||
config.setParam("DatabasePassword", "d4science");
|
||||
config.setParam("DatabaseURL", "jdbc:postgresql://statistical-manager.d.d4science.research-infrastructures.eu/testdb");
|
||||
config.setParam("DatabaseDriver", "org.postgresql.Driver");
|
||||
|
||||
config.setParam("InputTable", "timeseries_id08b3abb9_c7b0_4b82_8117_64b69055416f");
|
||||
config.setParam("Longitude", "x");
|
||||
config.setParam("Latitude", "y");
|
||||
config.setParam("Quantities", "fvalue");
|
||||
|
||||
config.setGcubeScope("/gcube/devsec/devVRE");
|
||||
|
||||
StaticGeoChartProducer cscreator = new StaticGeoChartProducer();
|
||||
cscreator.setConfiguration(config);
|
||||
cscreator.compute();
|
||||
|
||||
System.out.println("DONE! "+cscreator.getOutput());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testStaticChartNoQuantities() throws Exception{
|
||||
AnalysisLogger.setLogger("./cfg/" + AlgorithmConfiguration.defaultLoggerFile);
|
||||
AlgorithmConfiguration config = new AlgorithmConfiguration();
|
||||
|
||||
config.setConfigPath("./cfg/");
|
||||
config.setPersistencePath("./chartstmp/");
|
||||
config.setParam("DatabaseUserName", "utente");
|
||||
config.setParam("DatabasePassword", "d4science");
|
||||
config.setParam("DatabaseURL", "jdbc:postgresql://statistical-manager.d.d4science.research-infrastructures.eu/testdb");
|
||||
config.setParam("DatabaseDriver", "org.postgresql.Driver");
|
||||
|
||||
config.setParam("InputTable", "timeseries_id08b3abb9_c7b0_4b82_8117_64b69055416f");
|
||||
config.setParam("Longitude", "x");
|
||||
config.setParam("Latitude", "y");
|
||||
|
||||
config.setGcubeScope("/gcube/devsec/devVRE");
|
||||
|
||||
StaticGeoChartProducer cscreator = new StaticGeoChartProducer();
|
||||
cscreator.setConfiguration(config);
|
||||
cscreator.compute();
|
||||
|
||||
System.out.println("DONE! "+cscreator.getOutput());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testTimeChart() throws Exception{
|
||||
AnalysisLogger.setLogger("./cfg/" + AlgorithmConfiguration.defaultLoggerFile);
|
||||
AlgorithmConfiguration config = new AlgorithmConfiguration();
|
||||
|
||||
config.setConfigPath("./cfg/");
|
||||
config.setPersistencePath("./chartstmp/");
|
||||
config.setParam("DatabaseUserName", "utente");
|
||||
config.setParam("DatabasePassword", "d4science");
|
||||
config.setParam("DatabaseURL", "jdbc:postgresql://statistical-manager.d.d4science.research-infrastructures.eu/testdb");
|
||||
config.setParam("DatabaseDriver", "org.postgresql.Driver");
|
||||
|
||||
config.setParam("InputTable", "timeseries_idf1ae1dbe_a2b2_41d9_8e8b_30c739a47903");
|
||||
config.setParam("Longitude", "decimallongitude");
|
||||
config.setParam("Latitude", "decimallatitude");
|
||||
config.setParam("Quantities", "maxdepth");
|
||||
config.setParam("Time", "time");
|
||||
|
||||
config.setGcubeScope("/gcube/devsec/devVRE");
|
||||
|
||||
TimeGeoChartProducer cscreator = new TimeGeoChartProducer();
|
||||
cscreator.setConfiguration(config);
|
||||
cscreator.compute();
|
||||
|
||||
System.out.println("DONE! "+cscreator.getOutput());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testSmallTimeChart() throws Exception{
|
||||
AnalysisLogger.setLogger("./cfg/" + AlgorithmConfiguration.defaultLoggerFile);
|
||||
AlgorithmConfiguration config = new AlgorithmConfiguration();
|
||||
|
||||
config.setConfigPath("./cfg/");
|
||||
config.setPersistencePath("./chartstmp/");
|
||||
config.setParam("DatabaseUserName", "utente");
|
||||
config.setParam("DatabasePassword", "d4science");
|
||||
config.setParam("DatabaseURL", "jdbc:postgresql://statistical-manager.d.d4science.research-infrastructures.eu/testdb");
|
||||
config.setParam("DatabaseDriver", "org.postgresql.Driver");
|
||||
|
||||
config.setParam("InputTable", "generic_idc3f49110_995b_45cd_9846_240f25c136be");
|
||||
config.setParam("Longitude", "decimallongitude");
|
||||
config.setParam("Latitude", "decimallatitude");
|
||||
config.setParam("Quantities", "maxdepth");
|
||||
config.setParam("Time", "eventdate");
|
||||
|
||||
config.setGcubeScope("/gcube/devsec/devVRE");
|
||||
|
||||
TimeGeoChartProducer cscreator = new TimeGeoChartProducer();
|
||||
cscreator.setConfiguration(config);
|
||||
cscreator.compute();
|
||||
|
||||
System.out.println("DONE! "+cscreator.getOutput());
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,16 @@
|
|||
package org.gcube.dataanalysis.geo.test;
|
||||
|
||||
import java.net.URL;
|
||||
|
||||
import org.gcube.dataanalysis.geo.charts.GeoMapChart;
|
||||
|
||||
public class TestResourcesRetrieval {
|
||||
|
||||
|
||||
public static void main(String args[]){
|
||||
|
||||
URL is = GeoMapChart.class.getClassLoader().getResource("raster_res/templatelayerres05.asc");
|
||||
System.out.println(is.getPath());
|
||||
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue