Luca Frosini 2018-05-21 12:05:15 +00:00
parent 4dfd0b9c2a
commit 5a84a04fbd
3 changed files with 26 additions and 3 deletions

View File

@ -27,7 +27,7 @@ import org.slf4j.LoggerFactory;
* @author Eric Perrone (ISTI - CNR)
* @author Luca Frosini (ISTI - CNR)
*/
public class DataMethodDownloadHarvester extends BasicHarvester {
public class DataMethodDownloadHarvester extends SoBigDataHarvester {
private static Logger logger = LoggerFactory.getLogger(DataMethodDownloadHarvester.class);

View File

@ -7,7 +7,6 @@ import java.util.Iterator;
import java.util.List;
import org.gcube.dataharvest.datamodel.HarvestedData;
import org.gcube.dataharvest.harvester.BasicHarvester;
import org.gcube.dataharvest.utils.DateUtils;
import org.gcube.dataharvest.utils.Utils;
import org.gcube.portlets.user.urlshortener.UrlEncoderUtil;
@ -21,7 +20,7 @@ import org.slf4j.LoggerFactory;
* @author Eric Perrone (ISTI - CNR)
* @author Luca Frosini (ISTI - CNR)
*/
public class ResourceCatalogueHarvester extends BasicHarvester {
public class ResourceCatalogueHarvester extends SoBigDataHarvester {
private static Logger logger = LoggerFactory.getLogger(ResourceCatalogueHarvester.class);
@ -30,6 +29,8 @@ public class ResourceCatalogueHarvester extends BasicHarvester {
private int societalDebatesCounter = 0;
private int wellBeingAndEconomyCounter = 0;
protected List<String> contexts;
protected String solrBaseUrl;
public ResourceCatalogueHarvester(Date start, Date end) throws ParseException {
@ -41,6 +42,14 @@ public class ResourceCatalogueHarvester extends BasicHarvester {
}
public List<String> getContexts() {
return contexts;
}
public void setContexts(List<String> contexts) {
this.contexts = contexts;
}
@Override
public List<HarvestedData> getData() throws Exception {

View File

@ -0,0 +1,14 @@
package org.gcube.dataharvest.harvester.sobigdata;
import java.text.ParseException;
import java.util.Date;
import org.gcube.dataharvest.harvester.BasicHarvester;
public abstract class SoBigDataHarvester extends BasicHarvester {
public SoBigDataHarvester(Date start, Date end) throws ParseException {
super(start, end);
}
}