From cdce2a302571b80d1c8adce6a6904ef75e2688f5 Mon Sep 17 00:00:00 2001 From: "fabio.sinibaldi" Date: Thu, 7 Mar 2019 16:31:32 +0000 Subject: [PATCH] git-svn-id: http://svn.research-infrastructures.eu/public/d4science/gcube/trunk/data-publishing/gCat-Feeder-Suite@178506 82a268e6-3cf1-43bd-a215-b396298e98cf --- collectors-plugin-framework/.classpath | 36 ++++++++++++++++++ collectors-plugin-framework/.project | 23 +++++++++++ .../org.eclipse.core.resources.prefs | 6 +++ .../.settings/org.eclipse.jdt.core.prefs | 5 +++ .../.settings/org.eclipse.m2e.core.prefs | 4 ++ collectors-plugin-framework/pom.xml | 26 +++++++++++++ .../collectors/CatalogueRetriever.java | 9 +++++ .../gCatfeeder/collectors/CrawlerPlugin.java | 20 ++++++++++ .../gCatfeeder/collectors/DataCollector.java | 15 ++++++++ .../collectors/DataTransformer.java | 15 ++++++++ .../collectors/model/CustomData.java | 5 +++ .../collectors/model/PluginDescriptor.java | 22 +++++++++++ .../collectors/model/PublisherFormatData.java | 12 ++++++ .../model/faults/CatalogueNotFound.java | 29 ++++++++++++++ .../CatalogueNotSupportedException.java | 30 +++++++++++++++ .../model/faults/CollectorFault.java | 29 ++++++++++++++ .../model/faults/CrawlerException.java | 29 ++++++++++++++ .../model/faults/InvalidCustomData.java | 30 +++++++++++++++ .../model/faults/TransformException.java | 29 ++++++++++++++ .../gCatFeeder/crawlers/model/ModelTests.java | 11 ++++++ .../target/classes/META-INF/MANIFEST.MF | 5 +++ .../crawler-plugin-framework/pom.properties | 7 ++++ .../crawler-plugin-framework/pom.xml | 26 +++++++++++++ .../collectors/CatalogueRetriever.class | Bin 0 -> 264 bytes .../gCatfeeder/collectors/CrawlerPlugin.class | Bin 0 -> 1059 bytes .../gCatfeeder/collectors/DataCollector.class | Bin 0 -> 442 bytes .../collectors/DataTransformer.class | Bin 0 -> 557 bytes .../collectors/model/CustomData.class | Bin 0 -> 155 bytes .../collectors/model/PluginDescriptor.class | Bin 0 -> 1018 bytes .../model/PublisherFormatData.class | Bin 0 -> 296 bytes .../model/faults/CatalogueNotFound.class | Bin 0 -> 1103 bytes .../CatalogueNotSupportedException.class | Bin 0 -> 1142 bytes .../model/faults/CollectorFault.class | Bin 0 -> 1094 bytes .../model/faults/CrawlerException.class | Bin 0 -> 1042 bytes .../model/faults/InvalidCustomData.class | Bin 0 -> 1103 bytes .../model/faults/TransformException.class | Bin 0 -> 1106 bytes .../crawlers/model/ModelTests.class | Bin 0 -> 492 bytes 37 files changed, 423 insertions(+) create mode 100644 collectors-plugin-framework/.classpath create mode 100644 collectors-plugin-framework/.project create mode 100644 collectors-plugin-framework/.settings/org.eclipse.core.resources.prefs create mode 100644 collectors-plugin-framework/.settings/org.eclipse.jdt.core.prefs create mode 100644 collectors-plugin-framework/.settings/org.eclipse.m2e.core.prefs create mode 100644 collectors-plugin-framework/pom.xml create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.java create mode 100644 collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.java create mode 100644 collectors-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java create mode 100644 collectors-plugin-framework/target/classes/META-INF/MANIFEST.MF create mode 100644 collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties create mode 100644 collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.class create mode 100644 collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.class create mode 100644 collectors-plugin-framework/target/test-classes/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.class diff --git a/collectors-plugin-framework/.classpath b/collectors-plugin-framework/.classpath new file mode 100644 index 0000000..fae1a2b --- /dev/null +++ b/collectors-plugin-framework/.classpath @@ -0,0 +1,36 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/collectors-plugin-framework/.project b/collectors-plugin-framework/.project new file mode 100644 index 0000000..ec2ebcf --- /dev/null +++ b/collectors-plugin-framework/.project @@ -0,0 +1,23 @@ + + + crawler-plugin-framework + + + + + + org.eclipse.jdt.core.javabuilder + + + + + org.eclipse.m2e.core.maven2Builder + + + + + + org.eclipse.jdt.core.javanature + org.eclipse.m2e.core.maven2Nature + + diff --git a/collectors-plugin-framework/.settings/org.eclipse.core.resources.prefs b/collectors-plugin-framework/.settings/org.eclipse.core.resources.prefs new file mode 100644 index 0000000..29abf99 --- /dev/null +++ b/collectors-plugin-framework/.settings/org.eclipse.core.resources.prefs @@ -0,0 +1,6 @@ +eclipse.preferences.version=1 +encoding//src/main/java=UTF-8 +encoding//src/main/resources=UTF-8 +encoding//src/test/java=UTF-8 +encoding//src/test/resources=UTF-8 +encoding/=UTF-8 diff --git a/collectors-plugin-framework/.settings/org.eclipse.jdt.core.prefs b/collectors-plugin-framework/.settings/org.eclipse.jdt.core.prefs new file mode 100644 index 0000000..714351a --- /dev/null +++ b/collectors-plugin-framework/.settings/org.eclipse.jdt.core.prefs @@ -0,0 +1,5 @@ +eclipse.preferences.version=1 +org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8 +org.eclipse.jdt.core.compiler.compliance=1.8 +org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning +org.eclipse.jdt.core.compiler.source=1.8 diff --git a/collectors-plugin-framework/.settings/org.eclipse.m2e.core.prefs b/collectors-plugin-framework/.settings/org.eclipse.m2e.core.prefs new file mode 100644 index 0000000..f897a7f --- /dev/null +++ b/collectors-plugin-framework/.settings/org.eclipse.m2e.core.prefs @@ -0,0 +1,4 @@ +activeProfiles= +eclipse.preferences.version=1 +resolveWorkspaceProjects=true +version=1 diff --git a/collectors-plugin-framework/pom.xml b/collectors-plugin-framework/pom.xml new file mode 100644 index 0000000..3138b2c --- /dev/null +++ b/collectors-plugin-framework/pom.xml @@ -0,0 +1,26 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + crawler-plugin-framework + crawler-plugin-framework + Framework for crawler implementations + + + + org.projectlombok + lombok + 1.14.8 + + + + + org.gcube.data-publishing.gCat-Feeder + commons + 1.0.0-SNAPSHOT + + + \ No newline at end of file diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.java new file mode 100644 index 0000000..3a93614 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.java @@ -0,0 +1,9 @@ +package org.gcube.data.publishing.gCatfeeder.collectors; + +import org.gcube.data.publishing.gCatFeeder.model.CatalogueInstanceDescriptor; + +public interface CatalogueRetriever { + + public CatalogueInstanceDescriptor getInstance(); + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.java new file mode 100644 index 0000000..8b95aa0 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.java @@ -0,0 +1,20 @@ +package org.gcube.data.publishing.gCatfeeder.collectors; + +import java.util.Set; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.collectors.model.PluginDescriptor; +import org.gcube.data.publishing.gCatfeeder.collectors.model.PublisherFormatData; +import org.gcube.data.publishing.gCatfeeder.collectors.model.faults.CatalogueNotSupportedException; + +public interface CrawlerPlugin{ + + public PluginDescriptor getDescriptor(); + + public CatalogueRetriever getRetrieverByCatalogueType(FormatData catalogueType) throws CatalogueNotSupportedException; + + public Set> getImplementedTransformers(); + + public DataCollector getCollector(); +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.java new file mode 100644 index 0000000..e798221 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.java @@ -0,0 +1,15 @@ +package org.gcube.data.publishing.gCatfeeder.collectors; + +import java.util.Set; + +import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.collectors.model.faults.CollectorFault; + +public interface DataCollector { + + + public Set collect() throws CollectorFault; + + + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.java new file mode 100644 index 0000000..9da6a2e --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.java @@ -0,0 +1,15 @@ +package org.gcube.data.publishing.gCatfeeder.collectors; + +import java.util.Collection; +import java.util.Set; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.collectors.model.PublisherFormatData; + +public interface DataTransformer { + + public FormatData getTargetFormat(); + + public Set transform(Collection collectedData); +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.java new file mode 100644 index 0000000..c833c05 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.java @@ -0,0 +1,5 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model; + +public interface CustomData { + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.java new file mode 100644 index 0000000..5d728d3 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.java @@ -0,0 +1,22 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model; + +import lombok.Getter; +import lombok.NonNull; +import lombok.RequiredArgsConstructor; +import lombok.Setter; + +@Getter +@Setter +@RequiredArgsConstructor +public class PluginDescriptor { + + // Plugin info + + @NonNull + private String name; + + + // Run Interval + + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.java new file mode 100644 index 0000000..b36abe1 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.java @@ -0,0 +1,12 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; + +public interface PublisherFormatData { + + + public FormatData getFormat(); + + public String serialize(); + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.java new file mode 100644 index 0000000..1cd1d2e --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model.faults; + +public class CatalogueNotFound extends CrawlerException { + + public CatalogueNotFound() { + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.java new file mode 100644 index 0000000..b066000 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.java @@ -0,0 +1,30 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model.faults; + +public class CatalogueNotSupportedException extends CrawlerException { + + public CatalogueNotSupportedException() { + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(String message, Throwable cause, boolean enableSuppression, + boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.java new file mode 100644 index 0000000..2c6ebb1 --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model.faults; + +public class CollectorFault extends CrawlerException { + + public CollectorFault() { + // TODO Auto-generated constructor stub + } + + public CollectorFault(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CollectorFault(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CollectorFault(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CollectorFault(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.java new file mode 100644 index 0000000..a315cee --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model.faults; + +public class CrawlerException extends Exception { + + public CrawlerException() { + // TODO Auto-generated constructor stub + } + + public CrawlerException(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CrawlerException(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CrawlerException(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CrawlerException(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.java new file mode 100644 index 0000000..6b1053f --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.java @@ -0,0 +1,30 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model.faults; + +public class InvalidCustomData extends CrawlerException { + + public InvalidCustomData() { + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(String message, Throwable cause, boolean enableSuppression, + boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.java b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.java new file mode 100644 index 0000000..f0b562b --- /dev/null +++ b/collectors-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.collectors.model.faults; + +public class TransformException extends CrawlerException { + + public TransformException() { + // TODO Auto-generated constructor stub + } + + public TransformException(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public TransformException(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public TransformException(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public TransformException(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/collectors-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java b/collectors-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java new file mode 100644 index 0000000..c7c53b1 --- /dev/null +++ b/collectors-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java @@ -0,0 +1,11 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.model; + +import org.junit.Test; + +public class ModelTests { + + @Test + public void testConversion() { + + } +} diff --git a/collectors-plugin-framework/target/classes/META-INF/MANIFEST.MF b/collectors-plugin-framework/target/classes/META-INF/MANIFEST.MF new file mode 100644 index 0000000..e2601c5 --- /dev/null +++ b/collectors-plugin-framework/target/classes/META-INF/MANIFEST.MF @@ -0,0 +1,5 @@ +Manifest-Version: 1.0 +Built-By: fabio +Build-Jdk: 1.8.0_201 +Created-By: Maven Integration for Eclipse + diff --git a/collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties b/collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties new file mode 100644 index 0000000..faa4f20 --- /dev/null +++ b/collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties @@ -0,0 +1,7 @@ +#Generated by Maven Integration for Eclipse +#Wed Mar 06 12:46:42 CET 2019 +version=1.0.0-SNAPSHOT +groupId=org.gcube.data-publishing.gCat-Feeder +m2e.projectName=crawler-plugin-framework +m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/crawler-plugin-framework +artifactId=crawler-plugin-framework diff --git a/collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml b/collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml new file mode 100644 index 0000000..3138b2c --- /dev/null +++ b/collectors-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml @@ -0,0 +1,26 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + crawler-plugin-framework + crawler-plugin-framework + Framework for crawler implementations + + + + org.projectlombok + lombok + 1.14.8 + + + + + org.gcube.data-publishing.gCat-Feeder + commons + 1.0.0-SNAPSHOT + + + \ No newline at end of file diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.class new file mode 100644 index 0000000000000000000000000000000000000000..228ecff9e7b9fd2614f87d0f1211ac653bb98aa3 GIT binary patch literal 264 zcmaKnO$x#=5QSg-t3MleUO_iz<;Gx735f_4+VR*cG z@0!J#(&?K-KPqzQN;&<2CrDVS~pM(`v+MALY<^uhL htG%Y!SWX`OB28a39RYzR{|X2uY@_qq5bhp;I}s3CEwpp&-dLDZw1 zP)7__$@NiftP#>_p&@zsmhb{@tR}0Tex6tVu9zC_sC K=w$ul#>P8UZCx?| literal 0 HcmV?d00001 diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.class new file mode 100644 index 0000000000000000000000000000000000000000..c477faaaaa1840a8041a481680018b40a73c750d GIT binary patch literal 442 zcmbVJyHdk25Zp5%CgDxNH$a0LsyL)Eq#-jDc0(!KicvsoQm zs`L}a=n;+<@=*#Sx#X@`u#6CI3JAw%=d<;D@Y;w>`GhdMc`DV)YumIj287$cdRW>@ z88Mf^_*Q(GnRb{k$aLLEADkkb{{DTO=gFkAklEl$HPwbyCqHJo=c`jzNKYV=;v9oyJWsSDyb@}h#B40aGwt+3WD0+p2Lk0|XsCa+@ aHMR#sXqpRPpYTzG!kErM`#StYjy?dTS+9}+ literal 0 HcmV?d00001 diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.class new file mode 100644 index 0000000000000000000000000000000000000000..aad117f48d69f278f44bee253b822473e6530981 GIT binary patch literal 155 zcmYL@I}XAy5JYDK#1ajhgl#wgQV=Z#C$OC*IC3!Zhr>~D01kz4DyEoX^qw@I@9Pa< z52er$4j~Ra*kXixoi#s-@h;umy{?_kSCL*K+u*&}9Ae@r^y0ZIDTnD;4TU9PJL;!q jud8)7VYx15Pi-^w+U%e+N7iu3N0T>Qi;8A10kV61yTrsRFM!T@5ZEVH+JOpM*J+0 zK$Sp(BN9If7$*x2Z4VqctY>FD^XAPPfB*663xK=0?IFXkr_InGhDjj&0k_;ACqX3R z1F0z5;`WUY17ZA7N0A7vHnBg_0}=V%C>cuiNW`I$V~TsoF{~W&3HKvTwa%na$c?mN{~WP*W*h^-RqVG&e`^xA?yk{eVXPD}&6J<;C=o?uaozRW zX2{kXeGfPO+Wc(248@*KOeprGQ@winz1(p#VVhQ!rN_vSar+|ck>~6p*(})tigY(0 zy+AiU-7vEG<_DDC(N6};bh<)NX_?N_ECDOHNFMDSYm`-?f6vuAe24Ucx@5>!cE4fi zGpesvFCC-ywYmEdrS}xi&H)#u!0WU86qqVg=9|-OwoKr(2P(Wm0q0$%Z|gN!Oo?au o^R$1hd5mlSz@a$Dq4tMEZH_}3>?ci|@xVOn5C?i{bY^ht7d6@Bu>b%7 literal 0 HcmV?d00001 diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.class new file mode 100644 index 0000000000000000000000000000000000000000..f68b16b619d4429e055b8c47ea44252ced49764b GIT binary patch literal 296 zcmaKoJqp4=6ohB}i^j&n!Xs$oHa23Z1O!3B6Ks-a+^}(Fv$61K79PMui7%wE5!+#A zzF}VP#}mK;!vHOTt#z5qk}4*dDzD_Vij6MM`oij3`4dq}PA1kEO1yQYENn_f9vU0D z$ht!L4MziX1V*{KDQOhP_i@e!R4I)rCCVYEIvbO?-K-<8x9My3 z6sd-UeJ04{OjqQKBrdgPCSWFY(@H{72lgHXm} z8PV_|WN;@Uj`=9Hc2COCSO#>* zTFtEQoKdrkZH8jNlb8s#rOW51XNm#*dknf5v=(Sf*?_Ic{}{>^LK6dZ%zm_8@y0;(4!8eLkw zp_$p;<{azaDJa0B(WBW)9TGjEsGNyteo89~*rd?{u1RUNrRMn@l~saA%5qAmXR4e) zdQ`DR49nVnh_$oIs*tk!4^|z!IjfPg-cz}@V7GaGF~{C2Y=;cgQ`k`^TNrb5W0XpY zU9xR0?&sJ~6c-8W5%!?w%<*ECyoU`^+ooM+$_3e5kiDF28~qZ8sRIv36ghOyG36HU F>JRO>;!Xen literal 0 HcmV?d00001 diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.class new file mode 100644 index 0000000000000000000000000000000000000000..4dfdfd447873113b527f69f035af91c1e64eb14d GIT binary patch literal 1142 zcmbu7&2G~`6ot>EPTZQ%khV!ff1stCHm&f2?uxppKtc-LB+4QPiHS2!hB}^TJSMyr zt4J((03Hf)$F@QgN`=(T{GR*WbMMU0U*CTKILDET0>cNThyE}~`obS@!~IFp4`n=( z5uILfb0fq+Xg^S4C<3E&?2pwzg#HarLKFL>;Gr5O;#!$@GMOlC#Nf@>KunBOkqd|6 z{lgMyJ`IJQBNS}B=wS{DVv<%HfNbcfJX=ZK5VjB!+{~OlpWr6!PaF?Mf zBJ0xr2u;<|S72a0dWor)CcQB{xb0{jkZG^25*>)Q(!SNv{XgoZ?GO$@uTOs%l#Pl< ziAI-puV`lWv^m4-H(C_n(df}^r4ET6(W;z@XnssP3s|So0xn5uwWa3i43%YqN6K z=Ef+L6x(FmTHMXCpJ-hqtVh`Wnlr=RGI6qQ6Vgy5q+WJ+#{Yc#&#Zs^{PvxQ&gr>L1wn5kJ$A=lGF0wJ8tKlGVc^FT zKSZ`I&9zb^rCl!y0_B-V$L=&5sldIKNnm2P{X2ifu}zkscXtD7IS-V6{l!x=<42*O z(knmo&847?LdeU9^_WhQx0Kw@BBqcOLOlRo=<$o{qj*;5tAa-915ODd?j3g}IAG-uN} zqt1+)prR*}7=-%DWq-7STC0%U#jVoJ+9Sp`1)cqG*kZoFhV9nr*@E`gVLLF;NMVPWY-!BSjiD5ZUD#%e`#JUl x&P8AyU=Qlnf*!Av_h=Jp9@=@PT#}t7*~!T~=qL0vb>Pq;P8RMtLT!Pb{R01h-sk`T literal 0 HcmV?d00001 diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.class new file mode 100644 index 0000000000000000000000000000000000000000..331a9422e48901711323b18a9f7e35cd4834e1fc GIT binary patch literal 1042 zcmb`FL2uJQ5QX2SPE1W`NK>aNrO?8qO)Gq$x1wGmkdOi#66KH+8)ussoH$zBgulfp z5(j<&KML_Sw$dmRi36A2+4Y-m-^}>uukSwqT;jQng21~-kGzqe4wN^PiS%aaAPnMh zFy(DaCO1kAmG=B743(cmI`$^fP=(%&Ov5DhT3XISrC)#b)hr33sSQh@_DOz`UMPuJ zeGn+U3Z_AFEwFWZ))TN=&49akwL3PgESs(bCx;Qh~-gpgY#l+}O?;u3^*! zioQ%^65O@NZnXlu(vh(3Ei z*Fm!Ul1Tq^S4*F!olcZ$U%d&;bllC^zc4+)2{>W?Um&05qQuqa=_PkzZkr3-`^KOE zhpWTgNG*!)Gb(2y?hkk}fE}&|a80GrmYU}aR5l3?mE|R&o~d#I^{8T(48yA3#oF6s zRj91~g;mFX&T8bWw=CBbY&Xv@7C6|1?a@Ge2|LbYD`R$UjHy)Y)3&jAm}5UOE)wey sd*oURJl-T9V4G^ww98DnB0DRxlao!OpWx}zfrDd47T-BxZUN7J10(&)!2kdN literal 0 HcmV?d00001 diff --git a/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.class b/collectors-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.class new file mode 100644 index 0000000000000000000000000000000000000000..12c0f5d348f32d1470f29a02db3616cabef4c42b GIT binary patch literal 1103 zcmbu7&u-H|5XQf4otT=?khV!f|3C|uHm&f1-imq&AXN$#QlcDkV&iO+g^eAp*A1`5 zDG~=BfQLfN+E$2?A|ds%JG1`gx8KbA*Y6)c0bJmfi#3LuNDuvCko1K=;D-B?q_1Q= zk|CWoxw#c$AhaJuN{PTkI`+rWKq&u~C(6YBb$G{>95j>IMB{f<@4{jD_#kFe^QjX0 z{kK3&jEq8t;#(O?bH%WJa@u8ZnqJ!yU6cidN;#@05PrgwSTwHBXRi<=DYSi~_Orq))Z4E04o zXQZR4^_?@Sma)xH2zU|`p}KI{UoAsp5t6&OSDIPdv)DSr`Tv&ndRgJ2E!=0Qh|s!h zCzFY$?$W1XJsSR0OOt*vJowttJRs9vJ4$pQK1lmKwUr^hwnM=&=#A;;1YJP=qDZSt z*&EuKJ#EbJ=sN{#@M!gDw^D~hk0~l;BHEu&W&xYDTEG=4t+v=Wo1wf+@JLxo3AId> z6G)E=wuoU_+xM|{mRV&|R{p`NVK-;hbJjJrYa4bOXXi6KTZZkBfm#YX%4Bn6Zf=Z9 zNwG_|t;PKu`UNlZ;>NZb6BQfOh*rWIb$T~Rj?NJs&M5@nGU6K9eb96K7@gx6vf zi3Jb9Lm|$@R)~@!A$2o)N8 BD_)Q(Rk0`&nWQq-{BMgvWO&d6AO zS1mK`$0{qdKyT!7RZNsOG2ayHVQxx+>(T$NycF0AJa^#iiYkn=0*4Qk4Q8n)rZil5 zW33A+5aPb>df%d=1Q}&=K7DkR&-Kv6TRT4wIFH(K1S;iMfrJqi(zcjMdO_bfeZ|(x u8ct~=%p!JZ+nczJU1mI#XoAkBt4kk=&ej<5za;4|5<#+Wl6|%(=zRe_I&otF literal 0 HcmV?d00001