introducing average annual precipitation
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/data-analysis/EcologicalEngineExternalAlgorithms@115660 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
3bc4e5d5ef
commit
0b752a5e33
|
|
@ -0,0 +1,139 @@
|
||||||
|
package org.gcube.dataanalysis.averageannual;
|
||||||
|
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.Calendar;
|
||||||
|
import java.util.Date;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.configuration.AlgorithmConfiguration;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.ColumnTypesList;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.DatabaseType;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.InputTable;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.OutputTable;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.ServiceType;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.StatisticalType;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.enumtypes.ServiceParameters;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.enumtypes.TableTemplates;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.interfaces.StandardLocalExternalAlgorithm;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.utils.DatabaseFactory;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.utils.DatabaseUtils;
|
||||||
|
import org.hibernate.SessionFactory;
|
||||||
|
|
||||||
|
public class AverageAnnualPrecipitation extends StandardLocalExternalAlgorithm {
|
||||||
|
|
||||||
|
// Class Attributes
|
||||||
|
String outputtablename;
|
||||||
|
String outputtable;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String getDescription() {
|
||||||
|
// TODO Auto-generated method stub
|
||||||
|
return "This is a simple algorithm that returns the average annual of precipitation. The input is a general tabular resource with two columns (date and precipitation).";
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void init() throws Exception {
|
||||||
|
AnalysisLogger.getLogger().debug("Initialization");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void process() throws Exception {
|
||||||
|
// Recovering data
|
||||||
|
config.setParam("DatabaseDriver", "org.postgresql.Driver");
|
||||||
|
SessionFactory dbconnection = DatabaseUtils.initDBSession(config);
|
||||||
|
try {
|
||||||
|
String tablename = getInputParameter("PrecTable");
|
||||||
|
String columnnames = getInputParameter("PrecColumns");
|
||||||
|
outputtablename = getInputParameter("OutputTableName");
|
||||||
|
outputtable = getInputParameter("OutputTable");
|
||||||
|
String[] columnlist = columnnames.split(AlgorithmConfiguration.getListSeparator());
|
||||||
|
List<Object> dataList = DatabaseFactory.executeSQLQuery("select " + columnlist[0] + " from " + tablename + " order by " + columnlist[0] + " asc", dbconnection);
|
||||||
|
List<Object> precList = DatabaseFactory.executeSQLQuery("select " + columnlist[1] + " from " + tablename + " order by " + columnlist[0] + " asc", dbconnection);
|
||||||
|
// Business Logic
|
||||||
|
AnalysisLogger.getLogger().info("Creating output table [" + "create table " + outputtable + " (year integer, value real)]");
|
||||||
|
DatabaseFactory.executeSQLUpdate("create table " + outputtable + " (year integer, value real)", dbconnection);
|
||||||
|
List<Float> avaregePrecList = new ArrayList<Float>();
|
||||||
|
Float averageValue = 0F;
|
||||||
|
for (int i = 0; i < dataList.size(); i++) { // for each line
|
||||||
|
if (i == 0) { // first iteration
|
||||||
|
averageValue += Float.parseFloat( ""+precList.get(i));
|
||||||
|
if (dataList.size() == 1) { // if first iteration is also
|
||||||
|
// the last
|
||||||
|
Date currentDate = (Date) dataList.get(i);
|
||||||
|
Calendar currentDateCal = Calendar.getInstance();
|
||||||
|
currentDateCal.setTime(currentDate);
|
||||||
|
int yearCurrentDate = currentDateCal.get(Calendar.YEAR);
|
||||||
|
AnalysisLogger.getLogger().info("Inserting into table " + "insert into " + outputtable + " (year,value) values (" + yearCurrentDate + "," + averageValue + ")");
|
||||||
|
DatabaseFactory.executeSQLUpdate("insert into " + outputtable + " (year,value) values (" + yearCurrentDate + "," + averageValue + ")", dbconnection);
|
||||||
|
averageValue = 0F;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (i > 0) { // other iterations
|
||||||
|
Date currentDate = (Date) dataList.get(i);
|
||||||
|
Date lastDate = (Date) dataList.get(i - 1);
|
||||||
|
Calendar currentDateCal = Calendar.getInstance();
|
||||||
|
currentDateCal.setTime(currentDate);
|
||||||
|
int yearCurrentDate = currentDateCal.get(Calendar.YEAR);
|
||||||
|
Calendar lastDateCal = Calendar.getInstance();
|
||||||
|
lastDateCal.setTime(lastDate);
|
||||||
|
int yearLastDate = lastDateCal.get(Calendar.YEAR);
|
||||||
|
if (yearCurrentDate > yearLastDate) {
|
||||||
|
// inserting average annual
|
||||||
|
AnalysisLogger.getLogger().info("Inserting into table " + "insert into " + outputtable + " (year,value) values (" + yearLastDate + "," + averageValue + ")");
|
||||||
|
DatabaseFactory.executeSQLUpdate("insert into " + outputtable + " (year,value) values (" + yearLastDate + "," + averageValue + ")", dbconnection);
|
||||||
|
averageValue = 0F;
|
||||||
|
averageValue = Float.parseFloat( ""+precList.get(i));
|
||||||
|
} else {
|
||||||
|
averageValue += Float.parseFloat( ""+precList.get(i));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (i != 0 && i == dataList.size() - 1) { // last iteration
|
||||||
|
Date currentDate = (Date) dataList.get(i);
|
||||||
|
Calendar currentDateCal = Calendar.getInstance();
|
||||||
|
currentDateCal.setTime(currentDate);
|
||||||
|
int yearCurrentDate = currentDateCal.get(Calendar.YEAR);
|
||||||
|
AnalysisLogger.getLogger().info("Inserting into table " + "insert into " + outputtable + " (year,value) values (" + yearCurrentDate + "," + averageValue + ")");
|
||||||
|
DatabaseFactory.executeSQLUpdate("insert into " + outputtable + " (year,value) values (" + yearCurrentDate + "," + averageValue + ")", dbconnection);
|
||||||
|
averageValue = 0F;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
AnalysisLogger.getLogger().error(e.getMessage());
|
||||||
|
throw e;
|
||||||
|
} finally {
|
||||||
|
DatabaseUtils.closeDBConnection(dbconnection);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void setInputParameters() {
|
||||||
|
// First parameter: Internal tabular resource
|
||||||
|
List<TableTemplates> templates = new ArrayList<TableTemplates>();
|
||||||
|
templates.add(TableTemplates.GENERIC);
|
||||||
|
InputTable tinput = new InputTable(templates, "PrecTable", "Precipitation tabular resource");
|
||||||
|
ColumnTypesList columns = new ColumnTypesList("PrecTable", "PrecColumns", "Selected columns for date and precipitation", false);
|
||||||
|
inputs.add(tinput);
|
||||||
|
inputs.add(columns);
|
||||||
|
// Second parameter: Output table
|
||||||
|
ServiceType randomstring = new ServiceType(ServiceParameters.RANDOMSTRING, "OutputTable", "", "prec");
|
||||||
|
inputs.add(randomstring);
|
||||||
|
DatabaseType.addDefaultDBPars(inputs);
|
||||||
|
// Third parameter: Output table name
|
||||||
|
addStringInput("OutputTableName", "The name of the output table", "prec_");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public StatisticalType getOutput() {
|
||||||
|
List<TableTemplates> outtemplate = new ArrayList<TableTemplates>();
|
||||||
|
outtemplate.add(TableTemplates.GENERIC);
|
||||||
|
OutputTable out = new OutputTable(outtemplate, outputtablename, outputtable, "The output table containing all the matches");
|
||||||
|
return out;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void shutdown() {
|
||||||
|
AnalysisLogger.getLogger().debug("Shutdown");
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,49 @@
|
||||||
|
package org.gcube.dataanalysis.test;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.UUID;
|
||||||
|
|
||||||
|
import org.gcube.dataanalysis.ecoengine.configuration.AlgorithmConfiguration;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.datatypes.StatisticalType;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.interfaces.ComputationalAgent;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.processing.factories.TransducerersFactory;
|
||||||
|
import org.gcube.dataanalysis.ecoengine.test.regression.Regressor;
|
||||||
|
|
||||||
|
public class TestAverageAnnualPrecipitation {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @param args
|
||||||
|
*/
|
||||||
|
public static void main(String[] args) throws Exception {
|
||||||
|
|
||||||
|
System.out.println("TEST of PREC ALGO 1");
|
||||||
|
List<ComputationalAgent> trans = null;
|
||||||
|
trans = TransducerersFactory.getTransducerers(testConfig());
|
||||||
|
trans.get(0).init();
|
||||||
|
Regressor.process(trans.get(0));
|
||||||
|
StatisticalType st = trans.get(0).getOutput();
|
||||||
|
trans = null;
|
||||||
|
}
|
||||||
|
|
||||||
|
private static AlgorithmConfiguration testConfig() {
|
||||||
|
AlgorithmConfiguration config = Regressor.getConfig();
|
||||||
|
config.setConfigPath("./cfg/");
|
||||||
|
config.setPersistencePath("./");
|
||||||
|
|
||||||
|
config.setAgent("AVERAGE_ANNUAL_PREC");
|
||||||
|
|
||||||
|
config.setParam("DatabaseUserName","postgres");
|
||||||
|
config.setParam("DatabasePassword","postgres");
|
||||||
|
config.setParam("DatabaseURL","jdbc:postgresql://localhost");
|
||||||
|
config.setParam("DatabaseDriver","org.postgresql.Driver");
|
||||||
|
config.setParam("PrecTable", "test");
|
||||||
|
config.setParam("PrecColumns", "day" + AlgorithmConfiguration.listSeparator + "precipitation");
|
||||||
|
String tablename = "testprec" + (UUID.randomUUID());
|
||||||
|
|
||||||
|
config.setParam("OutputTableName", "Test Prec");
|
||||||
|
config.setParam("OutputTable", tablename.replace("-", ""));
|
||||||
|
|
||||||
|
return config;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue