Luca Frosini 2018-05-21 12:05:15 +00:00
parent 4dfd0b9c2a
commit 5a84a04fbd
3 changed files with 26 additions and 3 deletions

View File

@ -27,7 +27,7 @@ import org.slf4j.LoggerFactory;
* @author Eric Perrone (ISTI - CNR) * @author Eric Perrone (ISTI - CNR)
* @author Luca Frosini (ISTI - CNR) * @author Luca Frosini (ISTI - CNR)
*/ */
public class DataMethodDownloadHarvester extends BasicHarvester { public class DataMethodDownloadHarvester extends SoBigDataHarvester {
private static Logger logger = LoggerFactory.getLogger(DataMethodDownloadHarvester.class); private static Logger logger = LoggerFactory.getLogger(DataMethodDownloadHarvester.class);

View File

@ -7,7 +7,6 @@ import java.util.Iterator;
import java.util.List; import java.util.List;
import org.gcube.dataharvest.datamodel.HarvestedData; import org.gcube.dataharvest.datamodel.HarvestedData;
import org.gcube.dataharvest.harvester.BasicHarvester;
import org.gcube.dataharvest.utils.DateUtils; import org.gcube.dataharvest.utils.DateUtils;
import org.gcube.dataharvest.utils.Utils; import org.gcube.dataharvest.utils.Utils;
import org.gcube.portlets.user.urlshortener.UrlEncoderUtil; import org.gcube.portlets.user.urlshortener.UrlEncoderUtil;
@ -21,7 +20,7 @@ import org.slf4j.LoggerFactory;
* @author Eric Perrone (ISTI - CNR) * @author Eric Perrone (ISTI - CNR)
* @author Luca Frosini (ISTI - CNR) * @author Luca Frosini (ISTI - CNR)
*/ */
public class ResourceCatalogueHarvester extends BasicHarvester { public class ResourceCatalogueHarvester extends SoBigDataHarvester {
private static Logger logger = LoggerFactory.getLogger(ResourceCatalogueHarvester.class); private static Logger logger = LoggerFactory.getLogger(ResourceCatalogueHarvester.class);
@ -30,6 +29,8 @@ public class ResourceCatalogueHarvester extends BasicHarvester {
private int societalDebatesCounter = 0; private int societalDebatesCounter = 0;
private int wellBeingAndEconomyCounter = 0; private int wellBeingAndEconomyCounter = 0;
protected List<String> contexts;
protected String solrBaseUrl; protected String solrBaseUrl;
public ResourceCatalogueHarvester(Date start, Date end) throws ParseException { public ResourceCatalogueHarvester(Date start, Date end) throws ParseException {
@ -41,6 +42,14 @@ public class ResourceCatalogueHarvester extends BasicHarvester {
} }
public List<String> getContexts() {
return contexts;
}
public void setContexts(List<String> contexts) {
this.contexts = contexts;
}
@Override @Override
public List<HarvestedData> getData() throws Exception { public List<HarvestedData> getData() throws Exception {

View File

@ -0,0 +1,14 @@
package org.gcube.dataharvest.harvester.sobigdata;
import java.text.ParseException;
import java.util.Date;
import org.gcube.dataharvest.harvester.BasicHarvester;
public abstract class SoBigDataHarvester extends BasicHarvester {
public SoBigDataHarvester(Date start, Date end) throws ParseException {
super(start, end);
}
}