From e2cd4abd8de4f611d68a708cc60f95d2bdaf124b Mon Sep 17 00:00:00 2001 From: "fabio.sinibaldi" Date: Wed, 6 Mar 2019 10:13:28 +0000 Subject: [PATCH] git-svn-id: http://svn.research-infrastructures.eu/public/d4science/gcube/trunk/data-publishing/gCat-Feeder-Suite@178484 82a268e6-3cf1-43bd-a215-b396298e98cf --- .project | 17 ++++ .settings/org.eclipse.core.resources.prefs | 2 + .settings/org.eclipse.m2e.core.prefs | 4 + DataMinerAlgorithmsCrawler/.classpath | 36 +++++++ DataMinerAlgorithmsCrawler/.project | 23 +++++ .../org.eclipse.core.resources.prefs | 6 ++ .../.settings/org.eclipse.jdt.core.prefs | 5 + .../.settings/org.eclipse.m2e.core.prefs | 4 + DataMinerAlgorithmsCrawler/pom.xml | 28 ++++++ .../gCatFeeder/crawlers/dm/CKANRetriever.java | 26 ++++++ .../crawlers/dm/CKANTransformer.java | 29 ++++++ .../dm/DMAlgorithmsInfoCollector.java | 68 ++++++++++++++ .../crawlers/dm/DataMinerCrawler.java | 43 +++++++++ .../crawlers/dm/model/CkanModel.java | 39 ++++++++ .../dm/model/InternalAlgorithmDescriptor.java | 20 ++++ .../target/classes/META-INF/MANIFEST.MF | 5 + .../DataMinerAlgorithmsCrawler/pom.properties | 7 ++ .../DataMinerAlgorithmsCrawler/pom.xml | 28 ++++++ .../crawlers/dm/CKANRetriever.class | Bin 0 -> 943 bytes .../crawlers/dm/CKANTransformer.class | Bin 0 -> 2256 bytes .../dm/DMAlgorithmsInfoCollector.class | Bin 0 -> 4007 bytes .../crawlers/dm/DataMinerCrawler.class | Bin 0 -> 2922 bytes .../crawlers/dm/model/CkanModel.class | Bin 0 -> 800 bytes .../model/InternalAlgorithmDescriptor.class | Bin 0 -> 887 bytes commons/.classpath | 36 +++++++ commons/.project | 23 +++++ .../org.eclipse.core.resources.prefs | 6 ++ commons/.settings/org.eclipse.jdt.core.prefs | 5 + commons/.settings/org.eclipse.jdt.ui.prefs | 3 + commons/.settings/org.eclipse.m2e.core.prefs | 4 + commons/pom.xml | 33 +++++++ .../model/CatalogueInstanceDescriptor.java | 60 ++++++++++++ .../gCatFeeder/model/FormatData.java | 5 + .../gCatFeeder/utils/ContextUtils.java | 88 ++++++++++++++++++ .../publishing/gCatFeeder/utils/ISUtils.java | 48 ++++++++++ .../gCatFeeder/utils/TokenUtils.java | 5 + commons/target/classes/META-INF/MANIFEST.MF | 5 + .../commons/pom.properties | 7 ++ .../commons/pom.xml | 33 +++++++ .../model/CatalogueInstanceDescriptor.class | Bin 0 -> 1967 bytes .../gCatFeeder/model/FormatData.class | Bin 0 -> 1111 bytes .../gCatFeeder/utils/ContextUtils.class | Bin 0 -> 4165 bytes .../publishing/gCatFeeder/utils/ISUtils.class | Bin 0 -> 3229 bytes .../gCatFeeder/utils/TokenUtils.class | Bin 0 -> 341 bytes crawler-plugin-framework/.classpath | 36 +++++++ crawler-plugin-framework/.project | 23 +++++ .../org.eclipse.core.resources.prefs | 6 ++ .../.settings/org.eclipse.jdt.core.prefs | 5 + .../.settings/org.eclipse.m2e.core.prefs | 4 + crawler-plugin-framework/pom.xml | 26 ++++++ .../crawlers/CatalogueRetriever.java | 9 ++ .../gCatfeeder/crawlers/CrawlerPlugin.java | 20 ++++ .../gCatfeeder/crawlers/DataCollector.java | 15 +++ .../gCatfeeder/crawlers/DataTransformer.java | 15 +++ .../gCatfeeder/crawlers/model/CustomData.java | 5 + .../crawlers/model/PluginDescriptor.java | 22 +++++ .../crawlers/model/PublisherFormatData.java | 12 +++ .../model/faults/CatalogueNotFound.java | 29 ++++++ .../CatalogueNotSupportedException.java | 30 ++++++ .../crawlers/model/faults/CollectorFault.java | 29 ++++++ .../model/faults/CrawlerException.java | 29 ++++++ .../model/faults/InvalidCustomData.java | 30 ++++++ .../model/faults/TransformException.java | 29 ++++++ .../gCatFeeder/crawlers/model/ModelTests.java | 11 +++ .../target/classes/META-INF/MANIFEST.MF | 5 + .../crawler-plugin-framework/pom.properties | 7 ++ .../crawler-plugin-framework/pom.xml | 26 ++++++ .../crawlers/CatalogueRetriever.class | Bin 0 -> 262 bytes .../gCatfeeder/crawlers/CrawlerPlugin.class | Bin 0 -> 1041 bytes .../gCatfeeder/crawlers/DataCollector.class | Bin 0 -> 436 bytes .../gCatfeeder/crawlers/DataTransformer.class | Bin 0 -> 551 bytes .../crawlers/model/CustomData.class | Bin 0 -> 153 bytes .../crawlers/model/PluginDescriptor.class | Bin 0 -> 1014 bytes .../crawlers/model/PublisherFormatData.class | Bin 0 -> 294 bytes .../model/faults/CatalogueNotFound.class | Bin 0 -> 1097 bytes .../CatalogueNotSupportedException.class | Bin 0 -> 1136 bytes .../model/faults/CollectorFault.class | Bin 0 -> 1088 bytes .../model/faults/CrawlerException.class | Bin 0 -> 1038 bytes .../model/faults/InvalidCustomData.class | Bin 0 -> 1097 bytes .../model/faults/TransformException.class | Bin 0 -> 1100 bytes .../crawlers/model/ModelTests.class | Bin 0 -> 492 bytes gCat-Feeder/.classpath | 36 +++++++ gCat-Feeder/.project | 23 +++++ .../org.eclipse.core.resources.prefs | 6 ++ .../.settings/org.eclipse.jdt.core.prefs | 5 + .../.settings/org.eclipse.m2e.core.prefs | 4 + gCat-Feeder/pom.xml | 33 +++++++ .../target/classes/META-INF/MANIFEST.MF | 5 + .../gCat-Feeder/pom.properties | 7 ++ .../gCat-Feeder/pom.xml | 33 +++++++ pom.xml | 55 +++++++++++ 91 files changed, 1381 insertions(+) create mode 100644 .project create mode 100644 .settings/org.eclipse.core.resources.prefs create mode 100644 .settings/org.eclipse.m2e.core.prefs create mode 100644 DataMinerAlgorithmsCrawler/.classpath create mode 100644 DataMinerAlgorithmsCrawler/.project create mode 100644 DataMinerAlgorithmsCrawler/.settings/org.eclipse.core.resources.prefs create mode 100644 DataMinerAlgorithmsCrawler/.settings/org.eclipse.jdt.core.prefs create mode 100644 DataMinerAlgorithmsCrawler/.settings/org.eclipse.m2e.core.prefs create mode 100644 DataMinerAlgorithmsCrawler/pom.xml create mode 100644 DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.java create mode 100644 DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.java create mode 100644 DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.java create mode 100644 DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.java create mode 100644 DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.java create mode 100644 DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.java create mode 100644 DataMinerAlgorithmsCrawler/target/classes/META-INF/MANIFEST.MF create mode 100644 DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.properties create mode 100644 DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.xml create mode 100644 DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.class create mode 100644 DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.class create mode 100644 DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.class create mode 100644 DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.class create mode 100644 DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.class create mode 100644 DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.class create mode 100644 commons/.classpath create mode 100644 commons/.project create mode 100644 commons/.settings/org.eclipse.core.resources.prefs create mode 100644 commons/.settings/org.eclipse.jdt.core.prefs create mode 100644 commons/.settings/org.eclipse.jdt.ui.prefs create mode 100644 commons/.settings/org.eclipse.m2e.core.prefs create mode 100644 commons/pom.xml create mode 100644 commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.java create mode 100644 commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/FormatData.java create mode 100644 commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.java create mode 100644 commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/ISUtils.java create mode 100644 commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.java create mode 100644 commons/target/classes/META-INF/MANIFEST.MF create mode 100644 commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.properties create mode 100644 commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.xml create mode 100644 commons/target/classes/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.class create mode 100644 commons/target/classes/org/gcube/data/publishing/gCatFeeder/model/FormatData.class create mode 100644 commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.class create mode 100644 commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ISUtils.class create mode 100644 commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.class create mode 100644 crawler-plugin-framework/.classpath create mode 100644 crawler-plugin-framework/.project create mode 100644 crawler-plugin-framework/.settings/org.eclipse.core.resources.prefs create mode 100644 crawler-plugin-framework/.settings/org.eclipse.jdt.core.prefs create mode 100644 crawler-plugin-framework/.settings/org.eclipse.m2e.core.prefs create mode 100644 crawler-plugin-framework/pom.xml create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/CustomData.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotSupportedException.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CollectorFault.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/InvalidCustomData.java create mode 100644 crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.java create mode 100644 crawler-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java create mode 100644 crawler-plugin-framework/target/classes/META-INF/MANIFEST.MF create mode 100644 crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties create mode 100644 crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/CustomData.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotSupportedException.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CollectorFault.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/InvalidCustomData.class create mode 100644 crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.class create mode 100644 crawler-plugin-framework/target/test-classes/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.class create mode 100644 gCat-Feeder/.classpath create mode 100644 gCat-Feeder/.project create mode 100644 gCat-Feeder/.settings/org.eclipse.core.resources.prefs create mode 100644 gCat-Feeder/.settings/org.eclipse.jdt.core.prefs create mode 100644 gCat-Feeder/.settings/org.eclipse.m2e.core.prefs create mode 100644 gCat-Feeder/pom.xml create mode 100644 gCat-Feeder/target/classes/META-INF/MANIFEST.MF create mode 100644 gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.properties create mode 100644 gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.xml create mode 100644 pom.xml diff --git a/.project b/.project new file mode 100644 index 0000000..3464a36 --- /dev/null +++ b/.project @@ -0,0 +1,17 @@ + + + gCat-Feeder-Suite + + + + + + org.eclipse.m2e.core.maven2Builder + + + + + + org.eclipse.m2e.core.maven2Nature + + diff --git a/.settings/org.eclipse.core.resources.prefs b/.settings/org.eclipse.core.resources.prefs new file mode 100644 index 0000000..99f26c0 --- /dev/null +++ b/.settings/org.eclipse.core.resources.prefs @@ -0,0 +1,2 @@ +eclipse.preferences.version=1 +encoding/=UTF-8 diff --git a/.settings/org.eclipse.m2e.core.prefs b/.settings/org.eclipse.m2e.core.prefs new file mode 100644 index 0000000..f897a7f --- /dev/null +++ b/.settings/org.eclipse.m2e.core.prefs @@ -0,0 +1,4 @@ +activeProfiles= +eclipse.preferences.version=1 +resolveWorkspaceProjects=true +version=1 diff --git a/DataMinerAlgorithmsCrawler/.classpath b/DataMinerAlgorithmsCrawler/.classpath new file mode 100644 index 0000000..fae1a2b --- /dev/null +++ b/DataMinerAlgorithmsCrawler/.classpath @@ -0,0 +1,36 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/DataMinerAlgorithmsCrawler/.project b/DataMinerAlgorithmsCrawler/.project new file mode 100644 index 0000000..82042c8 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/.project @@ -0,0 +1,23 @@ + + + DataMinerAlgorithmsCrawler + + + + + + org.eclipse.jdt.core.javabuilder + + + + + org.eclipse.m2e.core.maven2Builder + + + + + + org.eclipse.jdt.core.javanature + org.eclipse.m2e.core.maven2Nature + + diff --git a/DataMinerAlgorithmsCrawler/.settings/org.eclipse.core.resources.prefs b/DataMinerAlgorithmsCrawler/.settings/org.eclipse.core.resources.prefs new file mode 100644 index 0000000..29abf99 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/.settings/org.eclipse.core.resources.prefs @@ -0,0 +1,6 @@ +eclipse.preferences.version=1 +encoding//src/main/java=UTF-8 +encoding//src/main/resources=UTF-8 +encoding//src/test/java=UTF-8 +encoding//src/test/resources=UTF-8 +encoding/=UTF-8 diff --git a/DataMinerAlgorithmsCrawler/.settings/org.eclipse.jdt.core.prefs b/DataMinerAlgorithmsCrawler/.settings/org.eclipse.jdt.core.prefs new file mode 100644 index 0000000..714351a --- /dev/null +++ b/DataMinerAlgorithmsCrawler/.settings/org.eclipse.jdt.core.prefs @@ -0,0 +1,5 @@ +eclipse.preferences.version=1 +org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8 +org.eclipse.jdt.core.compiler.compliance=1.8 +org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning +org.eclipse.jdt.core.compiler.source=1.8 diff --git a/DataMinerAlgorithmsCrawler/.settings/org.eclipse.m2e.core.prefs b/DataMinerAlgorithmsCrawler/.settings/org.eclipse.m2e.core.prefs new file mode 100644 index 0000000..f897a7f --- /dev/null +++ b/DataMinerAlgorithmsCrawler/.settings/org.eclipse.m2e.core.prefs @@ -0,0 +1,4 @@ +activeProfiles= +eclipse.preferences.version=1 +resolveWorkspaceProjects=true +version=1 diff --git a/DataMinerAlgorithmsCrawler/pom.xml b/DataMinerAlgorithmsCrawler/pom.xml new file mode 100644 index 0000000..10e0cfb --- /dev/null +++ b/DataMinerAlgorithmsCrawler/pom.xml @@ -0,0 +1,28 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + DataMinerAlgorithmsCrawler + DataMinerAlgorithmsCrawler + Plugin for gCat-Feeder for DataMiner Algorithms publishing + + + + + + org.gcube.data-publishing.gCat-Feeder + crawler-plugin-framework + [1.0.0-SNAPSHOT,2.0.0-SNAPSHOT) + + + + org.gcube.data.analysis + data-miner-manager-cl + [1.6.0-SNAPSHOT,2.0.0-SNAPSHOT) + + + \ No newline at end of file diff --git a/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.java b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.java new file mode 100644 index 0000000..5d778ef --- /dev/null +++ b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.java @@ -0,0 +1,26 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.dm; + +import org.gcube.common.resources.gcore.GCoreEndpoint; +import org.gcube.data.publishing.gCatFeeder.model.CatalogueInstanceDescriptor; +import org.gcube.data.publishing.gCatFeeder.utils.ISUtils; +import org.gcube.data.publishing.gCatfeeder.crawlers.CatalogueRetriever; + +public class CKANRetriever implements CatalogueRetriever { + + private static CKANRetriever instance=null; + + static synchronized CKANRetriever get() { + if(instance==null) instance =new CKANRetriever(); + return instance; + } + + + + @Override + public CatalogueInstanceDescriptor getInstance() { + throw new RuntimeException("Implement this"); +// GCoreEndpoint ep=ISUtils.queryForGCoreEndpoint("NO", "NO"); +// return null; + } + +} diff --git a/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.java b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.java new file mode 100644 index 0000000..5e71103 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.dm; + +import java.util.Collection; +import java.util.HashSet; +import java.util.Set; + +import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.CkanModel; +import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.InternalAlgorithmDescriptor; +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.crawlers.DataTransformer; + +public class CKANTransformer implements DataTransformer{ + + + @Override + public FormatData getTargetFormat() { + return FormatData.CKAN; + } + + @Override + public Set transform(Collection collectedData) { + HashSet toReturn=new HashSet<>(); + for(InternalAlgorithmDescriptor desc:collectedData) { + toReturn.add(desc.asCKANModel()); + } + return toReturn; + } + +} diff --git a/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.java b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.java new file mode 100644 index 0000000..5806af9 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.java @@ -0,0 +1,68 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.dm; + +import java.util.HashSet; +import java.util.Set; + +import org.gcube.data.analysis.dataminermanagercl.server.DataMinerService; +import org.gcube.data.analysis.dataminermanagercl.server.dmservice.SClient; +import org.gcube.data.analysis.dataminermanagercl.shared.parameters.Parameter; +import org.gcube.data.analysis.dataminermanagercl.shared.process.Operator; +import org.gcube.data.analysis.dataminermanagercl.shared.process.OperatorCategory; +import org.gcube.data.analysis.dataminermanagercl.shared.process.OperatorsClassification; +import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.InternalAlgorithmDescriptor; +import org.gcube.data.publishing.gCatfeeder.crawlers.DataCollector; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CollectorFault; + + +public class DMAlgorithmsInfoCollector implements DataCollector { + + + @Override + public Set collect() throws CollectorFault { + try { + SClient client=new DataMinerService().getClient(); + for(OperatorsClassification opClass: client.getOperatorsClassifications()) { + // Load info + String opClassName =opClass.getName(); + + for(Operator op : opClass.getOperators()) { + // OperatorCategory Info + OperatorCategory cat = op.getCategory(); + String categoryBriefDescription = cat.getBriefDescription(); + String categoryDescription= cat.getDescription(); + String categoryID=cat.getId(); + String categoryName=cat.getName(); + + // Operator info + + String opBriefDescription=op.getBriefDescription(); + String opDescription=op.getDescription(); + String opID=op.getId(); + String operatorName=op.getName(); + + + // Parameters info + for(Parameter param:op.getOperatorParameters()) { + String paramDescription=param.getDescription(); + String paramName=param.getName(); + String paramType=param.getTypology().toString(); + String paramValue=param.getValue(); + } + } + + + // Create bean + } + + + + HashSet toReturn=new HashSet(); + + + return toReturn; + }catch(Exception e) { + throw new CollectorFault("Unable to retrieve information",e); + } + } + +} diff --git a/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.java b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.java new file mode 100644 index 0000000..97fe0b5 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.java @@ -0,0 +1,43 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.dm; + +import java.util.Collections; +import java.util.Set; + +import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.CkanModel; +import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.InternalAlgorithmDescriptor; +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.crawlers.CatalogueRetriever; +import org.gcube.data.publishing.gCatfeeder.crawlers.CrawlerPlugin; +import org.gcube.data.publishing.gCatfeeder.crawlers.DataCollector; +import org.gcube.data.publishing.gCatfeeder.crawlers.DataTransformer; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.PluginDescriptor; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CatalogueNotSupportedException; + +public class DataMinerCrawler implements CrawlerPlugin { + + @Override + public PluginDescriptor getDescriptor() { + // TODO Auto-generated method stub + return null; + } + + @Override + public CatalogueRetriever getRetrieverByCatalogueType(FormatData catalogueType) throws CatalogueNotSupportedException { + switch(catalogueType) { + case CKAN : return CKANRetriever.get(); + default : throw new CatalogueNotSupportedException("No support for "+catalogueType); + } + } + + @Override + public Set> getImplementedTransformers() { + return Collections.singleton((DataTransformer) new CKANTransformer()); + } + + @Override + public DataCollector getCollector() { + return new DMAlgorithmsInfoCollector(); + } + +} diff --git a/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.java b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.java new file mode 100644 index 0000000..dfccad9 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.java @@ -0,0 +1,39 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.dm.model; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.PublisherFormatData; + +public class CkanModel implements PublisherFormatData { + + + /** + * (Common) Title + * (Common) Description + * (Common) Tags: free list of keywords + * (Common) License + * (Common) Visibility: either public or private + * (Common) Version + * (Common) Author: the creator of metadata. Only one occurrence is supported; + * (Common) Maintainer: + * (Method specific) Creator: the author of the method (with email and ORCID). Repeatable field; + * (Method specific) Creation date: when the method has been released; + * (Method specific) Input: Repeatable field; + * (Method specific) Output: Repeatable field; + * (Method specific) RelatedPaper: a reference to an associated paper; + * (Method specific) Restrictions On Use: an optional text + * (Method specific) Attribution requirements: the text to use to acknowledge method usage; + */ + + + @Override + public FormatData getFormat() { + return FormatData.CKAN; + } + + @Override + public String serialize() { + // TODO Auto-generated method stub + return null; + } + +} diff --git a/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.java b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.java new file mode 100644 index 0000000..0cdb224 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.java @@ -0,0 +1,20 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.dm.model; + +import java.util.List; + +import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData; + +public class InternalAlgorithmDescriptor implements CustomData { + + private String name; + private String Description; + private List tags; + private String id; + + + + public CkanModel asCKANModel() { + throw new RuntimeException("Implement This"); + } + +} diff --git a/DataMinerAlgorithmsCrawler/target/classes/META-INF/MANIFEST.MF b/DataMinerAlgorithmsCrawler/target/classes/META-INF/MANIFEST.MF new file mode 100644 index 0000000..e2601c5 --- /dev/null +++ b/DataMinerAlgorithmsCrawler/target/classes/META-INF/MANIFEST.MF @@ -0,0 +1,5 @@ +Manifest-Version: 1.0 +Built-By: fabio +Build-Jdk: 1.8.0_201 +Created-By: Maven Integration for Eclipse + diff --git a/DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.properties b/DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.properties new file mode 100644 index 0000000..c3b3e6f --- /dev/null +++ b/DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.properties @@ -0,0 +1,7 @@ +#Generated by Maven Integration for Eclipse +#Fri Mar 01 18:17:42 CET 2019 +version=1.0.0-SNAPSHOT +groupId=org.gcube.data-publishing.gCat-Feeder +m2e.projectName=DataMinerAlgorithmsCrawler +m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/DataMinerAlgorithmsCrawler +artifactId=DataMinerAlgorithmsCrawler diff --git a/DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.xml b/DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.xml new file mode 100644 index 0000000..10e0cfb --- /dev/null +++ b/DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.xml @@ -0,0 +1,28 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + DataMinerAlgorithmsCrawler + DataMinerAlgorithmsCrawler + Plugin for gCat-Feeder for DataMiner Algorithms publishing + + + + + + org.gcube.data-publishing.gCat-Feeder + crawler-plugin-framework + [1.0.0-SNAPSHOT,2.0.0-SNAPSHOT) + + + + org.gcube.data.analysis + data-miner-manager-cl + [1.6.0-SNAPSHOT,2.0.0-SNAPSHOT) + + + \ No newline at end of file diff --git a/DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.class b/DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.class new file mode 100644 index 0000000000000000000000000000000000000000..e4a3546a5991f9fa7321ccd698fa432bd983bf5e GIT binary patch literal 943 zcmbtSTTc@~6#j-@wk&O_m3pZc5Mok%a9?;UA!3yTt(Z_l!sG1rSO)jfOlQ%b<>jG? zB>HILk20QF*MdBtiIdFCp0nrszH^!HKR$l}uz@uPa{^n59(ki6^~oDbBfW9zhiY=9 zV)pi=*&!N|_5v;6hNLInF!FlOxA*qRXhkQa9TWu`$MQsap=8WU|Cj>fpe*p{a^}|; zm|0AQ$ta~6w?IY36C>k*n5};~-QN=JGTUYls#uvVfkJ2fK%m%5hBOa>S``i|0*ieW z(_R|+q+dxtWZ7mv31oO6wX$~ZEN^BsE(&N?(SXZT=15JLcSJ_uacBL1vvoPECMPy9 zGI;Ysj&tP&=HH$5;R#Iwt;QzNT?e-W+GlgzPh+DZdipM)u~A7} z!5xA6ZZr-lqS&n1a$U5sZ0lbUXm$E$-~m65c+|Bmb_YqS1KLqpGyixx4=n)qxX=Rc z5^vW|f!}74&v~{47TCJaw_PRi3Dpn$F^4*z<;?A3G4p^e9z+iD__m hHnQ>n_Z02J=Itr&e&w+9HMGtp21(X(4ysULuM{X%n-}^eMyXBf&_-1i!BT_;ANf_01WWy4i ze5#%+*H^Uqw)j++VjI1J+lTvpvd8xl<0l*odgr~six&hZCUXx3Rv|3wG)^Gnz(${7 zaK#JsTBBCf(S|DeT5xJ5EGhq?iafJ#3$3{7)dhD~4u^Aes(FU2=y*d#d@eJ46$|Dj zbKNRolZVDzQSDLMC#GdaK zLf>aEy)ek<65@3ovl9L5UL{a*BVyTqKiF!%J4i`#wQ{^4#5xL;zvx%O$cwABC0#E? z-ew#|`Gvh$jvb}&Oa-f^DfDUMBf(H7^?RybWu9q_B9p-dT(mJR815)^YUAJ&d@AVk zh*=S#AWKSgH1D_N`3yeCq>TyEbpKZeIZUycf&PJ{8s71cI8wwoBY4miRo<(lX-s3* zfr~E%8C5rQYL-Q?)GfF7$Lkc=)bO%{E4a#otjcAkoK@?3Xt12+YBRn^y; zmEh5TEEp)YsHn^4@O=f};R z8RRFxbO0Zlx`!VS!J|aDcJ9ZH)#>B{>o>3-tJ1Sowb>r7>GiM?mGrV_#_#Z+yJ6Pw zT<~`bO|sobl>dmU;Xlab2ml9M2HlJ%jDsZSzlT?>S$R+K+0UKJRk-#{Z6W}?7i4Dj7)Dc}PPa>rX0Lwp+JS+2&|`UR(6a!uL}C2Xx-+p{=Ft@BOY51T&z;NHNx z@*1PxZDDM6dK(`LZdorda?aYuXM*1_y*Bg3EAV&ek&#^!{Pgy(857cK!p$~aWSP|n z#&8xBTrV+nZx^F`;Z*#as*nONYdCW8X7=hfz0xRhs}N8 zH@sO~EXzujRaR-06$+?QFJ3t4QI9HjuilK`>z)b85K@&0RhhT_ufKo)-=7=*Ui$&S z!}v@=MBt#~X0%MYFl1`OhHq&3!jNrwqgIZmU54Ldn!~26rCsBkZMvQ|oYlH}_u3i9 zwfxbnm&lDcU5;&=Y2R@bR0!0M8D|a6Hu(MFp)sB-s1k_J&1IyFOE)E%f)%LRY2_?` zm%yS8?E?Z8UCyu>#UjL1D5w@#oV0RgUm-hWy2p$m+Z1R_I%&fmFkDOSi-#5dsO1SH zlXD9*AC=<*N;=eEpkYIMGSI%@Teg-meNv5+SZnv|8v8GgZ~!kKd3JLj)u$SjfbO*d!QQ%>$Sy|ioP>EQUTxPlge&N3wo zUcca3j1KxOOJBHI9%W27ZEK$Co@D?@kM>GRihC{RgtSS4aIlnmcwk-8wzH_u?29lwM}P4=Ku z!QR^|=bTwEH>!#*X~ZT9-sxKANGau5HYC4&DtaWnj`T9p0Tl^Jsw62fEH7`Drs$Nz zJ~#0PAP$&1;oe{f;I&fMZaX;FZuT4go-CI7`o-y zg}h@snT5M$7H-5e>6WMPjDn{Z=9W94syHQWTkShx7)xzVt1yB?T5-Uz3#LrYw2EOc z_LWh?>kIObFV#r}89oZPGWLMsjq+89Vg#{jj0vndo|Dg0oA0!_CKJUxYqnW@QCU7^ zIf*QwuR5XY$g`ZaDWta;bSct7=$q=em zA3)CFT@xII9K*HD&mf8VP4+4|YCWw>D&_>S1TQU_=HRKYC2i@md?5z>K-*d z0<|gMNT2C7@&RuJAJ1rZ!+50gQcl55n?06nLs#9gSKcb~Q{by<3Wx1-yxcow4S9Ko zIHOg*N4jGTm>c|6@*jr?XLj8jYq--m3(l1ruORweKvp?c1&0l&zy~+Lo)>DDV?HdN)tt zA-#g*qXAK`8poy9sv>!ZUfEhXfw-=;DihePSIeneuaVP!Ju0VzdQ4t9q^ojD>a}v} z)$8Qcr!SV%;SjlD99vr(ipc$XeQW&$j_HkZI<7a#Xu4Hmv^HJAnI8iS{fWPjqyEx~7bjc}FOss>A_3(J(BHHmPw%{@w!Y}EVui0~bk8QZlv!D6>uf+Ntar}W@ zJ;1iPobKq+lDlOZGprl*al6G3( zGNnMzij~#Pb=@}9wRh9+>=U@0=%0=HSOO0dzY zTy-Qu4-)!;bZkTJN_*}R^QfCv-j(S`C5HBGq{TWO|0;Z4%h=2EtF2q(LT$NTouqPJ7*Mivr(sK7wIFH@|CVt&pwOm=ht*I4yQYq(sMZFt+Vhl7Y`Xi7S)-j0-!FY1nK zvyXmiem>QLS92|^0oAbN)L0AuBT`=N(FDoctjJk2Z`p>kQ)rk5)3Irm!d-#8XDZJI zenHHjD~LE2G|aO?D(R|d6Sqv0Ghg*|2#ffLI+a;#rgSXM@sZ=}qe0maQ{myLX*koe z0gh6$2EbH(|KAW=CG(8Q(6AzK@1;{Qzgo*}IZ@oUYJmo^jIIt&x-~WF0&2v49Kr*n z*r2<*=}H#z9S*&w_w|rO%9y# zDa*C9a?wz4(!S;oh6&{@@IyntdsCwY$>xl|@V)RqZfqZ+$2{@jyk`Vl#08#*ss`xhHF(~GSGZTs*LhUVKC!3v4W9iCp1zuA zFZyWJPg_6z1}Yfek(`frJ~+VTYfmvW@iQ;@yTnaltF89{Z|ognAajUFriVuj$AGKwf18+h_{Wk$c@DWX#SJc~+W6?HG# ZmNaDkR!QVh?KV{8pYfRwo1PAz{{zsN&Sw#Y0n+`k!L`fA3B=UC9Msy0E3en3Ae zy5oq73zHUezj)`)IrrZ0pU*DEvavX( z$~bvOKDzyZ#2W<>B+14)#Tce3PKFPVLYgwVCd`rzz`NuFuWRu z;f|#oOUq*`K5J=nK2CX>jiu%%#z||0KGI2Mm7An}na5U5U1ojM7@8O2li*sA&b#PB z#?D8bp|{-a!xgugRaoRMOZ(IvL(Pa(GPDK@`JuDa?E%Ba-xgG6i0MRD=Z1UxKcj6F5IIdo*FaM50z1_$FS1fJ12vXf(WpJ+YM}?$*?t0MxGXF zB<)B~?02@?mRM;)TH|IEA3z}5frV6K-(Y*Td60NTl z^$v~o3iPo<>&A?LySPU?hWmIxV|jSLG6#b1Xuoegy2O*8gnC#gZ2zYa{8QMiSkL|d D4Zi6p literal 0 HcmV?d00001 diff --git a/commons/.classpath b/commons/.classpath new file mode 100644 index 0000000..fae1a2b --- /dev/null +++ b/commons/.classpath @@ -0,0 +1,36 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/commons/.project b/commons/.project new file mode 100644 index 0000000..242e05b --- /dev/null +++ b/commons/.project @@ -0,0 +1,23 @@ + + + commons + + + + + + org.eclipse.jdt.core.javabuilder + + + + + org.eclipse.m2e.core.maven2Builder + + + + + + org.eclipse.jdt.core.javanature + org.eclipse.m2e.core.maven2Nature + + diff --git a/commons/.settings/org.eclipse.core.resources.prefs b/commons/.settings/org.eclipse.core.resources.prefs new file mode 100644 index 0000000..29abf99 --- /dev/null +++ b/commons/.settings/org.eclipse.core.resources.prefs @@ -0,0 +1,6 @@ +eclipse.preferences.version=1 +encoding//src/main/java=UTF-8 +encoding//src/main/resources=UTF-8 +encoding//src/test/java=UTF-8 +encoding//src/test/resources=UTF-8 +encoding/=UTF-8 diff --git a/commons/.settings/org.eclipse.jdt.core.prefs b/commons/.settings/org.eclipse.jdt.core.prefs new file mode 100644 index 0000000..714351a --- /dev/null +++ b/commons/.settings/org.eclipse.jdt.core.prefs @@ -0,0 +1,5 @@ +eclipse.preferences.version=1 +org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8 +org.eclipse.jdt.core.compiler.compliance=1.8 +org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning +org.eclipse.jdt.core.compiler.source=1.8 diff --git a/commons/.settings/org.eclipse.jdt.ui.prefs b/commons/.settings/org.eclipse.jdt.ui.prefs new file mode 100644 index 0000000..ced03a5 --- /dev/null +++ b/commons/.settings/org.eclipse.jdt.ui.prefs @@ -0,0 +1,3 @@ +eclipse.preferences.version=1 +org.eclipse.jdt.ui.javadoc=false +org.eclipse.jdt.ui.text.custom_code_templates= diff --git a/commons/.settings/org.eclipse.m2e.core.prefs b/commons/.settings/org.eclipse.m2e.core.prefs new file mode 100644 index 0000000..f897a7f --- /dev/null +++ b/commons/.settings/org.eclipse.m2e.core.prefs @@ -0,0 +1,4 @@ +activeProfiles= +eclipse.preferences.version=1 +resolveWorkspaceProjects=true +version=1 diff --git a/commons/pom.xml b/commons/pom.xml new file mode 100644 index 0000000..c3d6ed7 --- /dev/null +++ b/commons/pom.xml @@ -0,0 +1,33 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + commons + commons + Common utilities for gCatFeeder logic + + + + org.gcube.resourcemanagement + resourcemanager-client + [1.0.0-SNAPSHOT,2.0.0-SNAPSHOT) + + + + org.slf4j + slf4j-api + + + + + org.gcube.common + authorization-client + + + + + + \ No newline at end of file diff --git a/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.java b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.java new file mode 100644 index 0000000..c08f111 --- /dev/null +++ b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.java @@ -0,0 +1,60 @@ +package org.gcube.data.publishing.gCatFeeder.model; + +import java.util.HashMap; + +public class CatalogueInstanceDescriptor { + + private String url=null; + private String user=null; + private String password=null; + + private String customToken=null; + + private HashMap headersParameters=new HashMap<>(); + + public CatalogueInstanceDescriptor(String url) { + super(); + this.url = url; + } + + public String getUrl() { + return url; + } + + public String getUser() { + return user; + } + + public String getPassword() { + return password; + } + + public String getCustomToken() { + return customToken; + } + + public HashMap getHeadersParameters() { + return headersParameters; + } + + public CatalogueInstanceDescriptor setUser(String user) { + this.user = user; + return this; + } + + public CatalogueInstanceDescriptor setPassword(String password) { + this.password = password; + return this; + } + + public CatalogueInstanceDescriptor setCustomToken(String customToken) { + this.customToken = customToken; + return this; + } + + public CatalogueInstanceDescriptor addHeaderParameter(String name,String value) { + this.headersParameters.put(name, value); + return this; + } + +} diff --git a/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/FormatData.java b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/FormatData.java new file mode 100644 index 0000000..5c34767 --- /dev/null +++ b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/model/FormatData.java @@ -0,0 +1,5 @@ +package org.gcube.data.publishing.gCatFeeder.model; + +public enum FormatData { + CKAN +} diff --git a/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.java b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.java new file mode 100644 index 0000000..55a46a6 --- /dev/null +++ b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.java @@ -0,0 +1,88 @@ +package org.gcube.data.publishing.gCatFeeder.utils; + +import static org.gcube.common.authorization.client.Constants.authorizationService; + +import java.util.ArrayList; + +import org.gcube.common.authorization.library.AuthorizationEntry; +import org.gcube.common.authorization.library.provider.SecurityTokenProvider; +import org.gcube.common.scope.api.ScopeProvider; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class ContextUtils { + + private static final Logger log= LoggerFactory.getLogger(ContextUtils.class); + + public static String getCurrentCaller(){ + try{ + String token=SecurityTokenProvider.instance.get(); + log.debug("Token is : "+token); + if(token==null) throw new Exception("Security Token is null"); + AuthorizationEntry entry = authorizationService().get(token); + return entry.getClientInfo().getId(); + }catch(Exception e ){ + log.debug("Unable to resolve token, checking scope provider..",e); + return "Unidentified data-transfer user"; + } + } + + + public static String getCurrentScope(){ + + String scope=ScopeProvider.instance.get(); + if(scope!=null) { + log.debug("Found scope provider {}, skipping token",scope); + return scope; + }else{ + try{ + log.debug("Scope provider not set, reverting to token"); + String token=SecurityTokenProvider.instance.get(); + log.debug("Token is : "+token); + if(token==null) throw new Exception("Security Token is null"); + AuthorizationEntry entry = authorizationService().get(token); + return entry.getContext(); + }catch(Exception e){ + throw new RuntimeException("Unable to evaluate scope ",e); + } + } + } + + + + + public static String getCurrentScopeName(){ + return getScopeName(getCurrentScope()); + } + + public static String getScopeName(String scope) { + return scope.substring(scope.lastIndexOf('/')+1); + } + + + public static ArrayList getParentScopes(){ + String currentScope=getCurrentScope(); + String[] splitted=currentScope.substring(1).split("/"); + ArrayList toReturn=new ArrayList(); + for(int i=0;i getParentScopes(String scope){ + String[] splitted=scope.substring(1).split("/"); + ArrayList toReturn=new ArrayList(); + for(int i=0;i queryForServiceEndpoints(String category, String platformName){ + log.debug("Querying for Service Endpoints [category : {} , platformName : {}, currentScope : {} ]",category,platformName,ContextUtils.getCurrentScope()); + + SimpleQuery query = queryFor(ServiceEndpoint.class); + + query.addCondition("$resource/Profile/Category/text() eq '"+category+"'") + .addCondition("$resource/Profile/Platform/Name/text() eq '"+platformName+"'"); + // .setResult("$resource/Profile/AccessPoint"); + + DiscoveryClient client = clientFor(ServiceEndpoint.class); + + return client.submit(query); + } + + public static List queryForGCoreEndpoint(String serviceClass,String serviceName){ + log.debug("Querying for GCore Endpoints [ServiceClass : {} , ServiceName : {}, currentScope : {} ]",serviceClass,serviceName,ContextUtils.getCurrentScope()); + + + SimpleQuery query =queryFor(GCoreEndpoint.class); + query.addCondition("$resource/Profile/ServiceClass/text() eq '"+serviceClass+"'") + .addCondition("$resource/Profile/ServiceName/text() eq '"+serviceName+"'"); + // .setResult("$resource/Profile/AccessPoint"); + + DiscoveryClient client = clientFor(GCoreEndpoint.class); + + return client.submit(query); + } + +} diff --git a/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.java b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.java new file mode 100644 index 0000000..fef0c82 --- /dev/null +++ b/commons/src/main/java/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.java @@ -0,0 +1,5 @@ +package org.gcube.data.publishing.gCatFeeder.utils; + +public class TokenUtils { + +} diff --git a/commons/target/classes/META-INF/MANIFEST.MF b/commons/target/classes/META-INF/MANIFEST.MF new file mode 100644 index 0000000..e2601c5 --- /dev/null +++ b/commons/target/classes/META-INF/MANIFEST.MF @@ -0,0 +1,5 @@ +Manifest-Version: 1.0 +Built-By: fabio +Build-Jdk: 1.8.0_201 +Created-By: Maven Integration for Eclipse + diff --git a/commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.properties b/commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.properties new file mode 100644 index 0000000..5c70b25 --- /dev/null +++ b/commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.properties @@ -0,0 +1,7 @@ +#Generated by Maven Integration for Eclipse +#Wed Mar 06 11:12:02 CET 2019 +version=1.0.0-SNAPSHOT +groupId=org.gcube.data-publishing.gCat-Feeder +m2e.projectName=commons +m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/commons +artifactId=commons diff --git a/commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.xml b/commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.xml new file mode 100644 index 0000000..c3d6ed7 --- /dev/null +++ b/commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.xml @@ -0,0 +1,33 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + commons + commons + Common utilities for gCatFeeder logic + + + + org.gcube.resourcemanagement + resourcemanager-client + [1.0.0-SNAPSHOT,2.0.0-SNAPSHOT) + + + + org.slf4j + slf4j-api + + + + + org.gcube.common + authorization-client + + + + + + \ No newline at end of file diff --git a/commons/target/classes/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.class b/commons/target/classes/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.class new file mode 100644 index 0000000000000000000000000000000000000000..b89d20bf02e27fbb3b7b6c92d631d0276a33193c GIT binary patch literal 1967 zcmb_c+fEZv6kVrK2Fid?E*3-q6>SSLUQj`dK41tYcu7!C^z#29Uh zpfBexM{{2T!Fhk5oua zU?KsELff%+WN`3Ewum&eXE$9LM!pi*NWZw7j-IyMBhJ8G+qJ`c0#oJmgUUWr-eMmL z=tI%OC?;55xw1b5I+(~~Kx?N>7>PDxVldIpm>9xd~L@12$w)`xlU1z z(ejQcIi8j3F~+On6DGBo)}o}vZ1pSVULNDzC(Kuu`T0W(vq*WK`v-#bGw=}gQOXI1 zDq#c{Fpe^cd;?4;0cg9(8$-nj3ns9HOYJl)o`T=<)sL8bPbJ3+!ThyxDuywW2W=RE z%bCv8z0Nb4&gD$!Qm^ybOy^3b^K7s4Vy1Hy%PcM##!5Vb?%L;jL6$N>u3(kj7-Mhl z6HL#~(8HOo{&p|KX5H&*43SL1=uE+g>7u)CWrLMcV5fgc5Pch`apJm7nnIvWp?nlb48p3!mq=7vg+{89riai-5vPr_q^_K}a_ma^ zSI{0>fv7n1qY$&MX?)=lA9iSM^YmNY0POL-a4|#F{G+dNTJl6N@@EZ ziLdOHI~j`2>zG4Io^I(-k!Hv??U85&!=CUy@tz|nrs-PT>2S}McIecgV3Df&NA{Qs zopL7-ba-DX&#Fno8t$vO$B>J0os4}k)Ul2S3>ofud}6sL69yx$=%9BjEWffB6Zy|Y zDjC#}-oY1!Mm#Ngi1Lh0kWa9o;~}2Vki~Ip4j+#zF)}xWro!Yr(L88vH}EV`x8*Zu zr{nihMv~&TJs5F6@aQ(KPG(nUq`g(y-lT3T^ou06S7h^n+^TFnd6KkdAZKWvtPf<% zulNJ3o7a^KESzI0`I9W=3`^~EEPtcx1a8x+(JlcN2)Yn@rZT;7hUIQUF|N8*$zxwBUZVKoE8SevxJF|)6f)GH eM-hfWF|wAHXT~KS{{s7eUII@;%x5Ttd-*RUvkT_{ literal 0 HcmV?d00001 diff --git a/commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.class b/commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.class new file mode 100644 index 0000000000000000000000000000000000000000..cfdf33af3dc2975ee25bb1774f2fc08fb1c71a54 GIT binary patch literal 4165 zcmbtXYgZfB72OvJk0b_zWdk;;W7&0LBmrt%Cp4BrVk;&k$lw_4l%x*^X@D_eMjed^ zN}4{?r0KhLpK1C?U+FWY?pngGSCemTSAR`^fLGjo??^&`QhPaGOGtO-+;jHXXWw(K z|MTwO-v)33f6>q;Fygq2sl{A*-c02U&qx)^^98H4WZ8V0F}yL;%$shi>{*3UD&yFm zx#nGz3k^Ym?#srikt!H8o|?aG<~)Hw!C4fDW~JLwVd2E(RMuHsG~Kj7=v1y?*_Jm- ztAY3>fndhTn-O%NQ-dzhw|&o;k@Fn4qGLC@1j37^=lc@4Zy>uFI#V!8rF48}$S?%< z=xE0-fv&7&o0H|0dDERS<_o66m@^8O4A+wD+QVI^6v7As=+&_gA)@q_tdhXP%Ku$3 z#mu`2JyUjF)Alk(p+ET z;;LZHyM|jy6)o}kfPv4{A8Unrv5_j)x?k_PjY?Uexdr zfxVmgoL$SAMag^!Ck1-zY{wc&+2ukZf)T_ccm$7XpvY6VsUc4T1tCwBtd3XG@fc21 z8CxnnZMv(LtlSw2=FS{a6Kj>!>1Mr95Nnlm2QoOT;cW zD5c8&nP|a(({Y$ta-HX-|8)FP2p;A6Gk2j8t8XmM{yK=DWhnmlqt`FYL~Jxa!e(5X7U~zcy{tQ62fJHV`EO)&TlJB z?1dKxW2I%QSd>LmEXqn1WTjTP=l@sAAD*gA)M`ROZPYwwJ6^10dV|!+s_A-u06&I2 zF`w4qN?k=HE&hboz)9S{S;7lt7JbERP#wamz=2KinX5*jY7Wj;gdGyO)pVjd>d|p7OrOH5>2;AQy^%kQqf;oIq$CvODM+FDEH*V+6 zwW$Tp-+}S?xP1Mxj#uy%UIa?z`H~u#a(axnaOP{|ydej!g2MUTS0A|YE|WU#x<(~y zl{~60JZ&x7hF5lpHrd+hRFhz9=V3G*!Z#`Bl!W$e9pAxsC0oUUMebYGJO1oWCmOz2 zA2VBFMQ{bZ^3M--{0KkhkTvq0fLn%TT{X{;a}NJTvK)5`hG%le-WE~SJiK5sW4mz{ zw}vMx!s3UmxHs!GUy~}u`c(6fC@r`n?X z2I#|n8isLz2>h7;Mvx(Z$*Z`hio+9E(R~9)XQTITU?5RNvWnDo9B)J7U+BDnk=f|O z8%V!%4W|;^3u4g-{1AG0aqH!~ zK3eSOt>yrSa=$_vqdo6dn8h=+AK|WN@o{>4jCcG`;FEmzDSo18yNMwUbGNXEOQF#+ zEc=X~l?XE{$#mf=a@VmWFp>Btx+O%55SIf;tjmS1Qu8yA zxSqX%(rmPx+`x11Fm^xD%{6j94xJbd6WI}T@k7HKL+RHH2lS_PJEq$Zeg8M0cu+F9heR`11CxX|>gtS!WG+7_Z{1 z4DdA-=Ie9{{DWl)^7{cIm`DWaDf*2nzC{|Z%x>WO=K`Z|V)tP3;PEPc@bpUoaWMII zF#pD_{|?H4L8YX7sSi*OL7YYx&QL=c{$Jy9vYJ5(V+{s_Wb`$~U>EuS30`MDeWc>2 z_!&VRp#FZ2Ul7h4^d^D(?|#X5Qepehc8hL<_T5L=#JWHI`(s07M6UzluN7)TirDimtb6bPe4dRsE{T zOfm9#Mt+I{ynvXJ+)RTekS1Sf9SxfHHfZYEL6iTkPE#k^-o^eJLvqOfnd!9Qt^Wbm CB0#hN literal 0 HcmV?d00001 diff --git a/commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ISUtils.class b/commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ISUtils.class new file mode 100644 index 0000000000000000000000000000000000000000..f9846d88dfdef6a47bde290f8d277775ae805d2a GIT binary patch literal 3229 zcmcImYg5}+5Ixrhzfc?Mh9pgsMtOm49!e9Mq?nL4CZwc>kT@}+G-+k|Vnk)hkz}S! zr~j#snFQKte?UL?_jJ0tlCf+|$B-#A*w)qFz31$n-MxSP^V^>QrcsY0!f@TPYf4RP zR=84CT~%o`D~9fD>L#rgRCj^%Dz}xUs~e88SbFAt$1%V#yrpidilLI-qskW7T!yG& z)fm!6&!b~(Om8Vgt5)N7o*^--8M>*vb7YmtmKg>LR+XnPgm>bQ7*2QZSx`0CvUeoB zixUjV8h3qP3|BM7_R$4Hb)0&7dWG9h)r!FdMol%!s;zs^ z!D4JyAWR{OQxZ-hK`7l#-C>v({*M+UB7NpnliNEBmR;iZwyyE}X0>7Irb`}ghDnrM zo5GzB(F#_w{*o7brKmeD`AnAdnyI=?n^v6{BV9TI|NbEOM! zelDNDM-1i19v^}#Z&AmdUT7a49HL5l^;bouwL5Tu05xI%d*l@vn$8BS(`5DJ|JQ60i4GI5NN zhPzcKA&VTtV3k*zB;`zx0I!GA*EW(f0Gh~qxPY&$Xymyq$kX`IfuABWEejf+?Ak~6t9>%BRqwoge5Ff zckoG2%Xu3?c+}@x;wuQ{<%h6>CviMxxZM}M9zGK--s1x;>5nr7> z`eLHhd%Wh}ty}7wQn(jUg?pmkVVFBQgper6Z_JN4!%Tmkdc=jioGM!3d9>4L%_Q^K zUXRu0sYXR$NI(w?GznV0onfPNz?JK2Z9d6Q1Iv(G8q4- z06KV5>={xeaS>Rcc22;8``(mSPq;`oswiC?8P0mwD*82m1mg5heTSa1^zHp6(`*;1 zUoreMJw%YE&zN|X#`|K$b3wPOV4FhU-p0Y)8;o>s85Ub4-vFm^h76PVfDlCRp>TFi zoc%W)F+k57zhF3hKK2KqYtdY3ZD72#Hn@umr9E7YB0au~$)$ zjy_)Fvpp0d5N{Ug&3N~lRd4T?%aap(coe};bP~Cv&$A*9BREIcE)lLfwDKJ1@e&sV z@|=$f&rl|7!iQD*#mIJ^?AD0IOA5qSSSNp9(|eDpzw&}slJvXH^qYfBzdej;rOmW@ tDASGJOlj|-OfM7DQ9?gPOf$q_oDfcSFx}i|s`trsik-8 literal 0 HcmV?d00001 diff --git a/commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.class b/commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.class new file mode 100644 index 0000000000000000000000000000000000000000..a4cf5e825db6e988bd5986e4bf9b9e7c9a79c7ff GIT binary patch literal 341 zcmbV|u};G<5QhItlLkT|6>q=>40r)CfLJPZieR90cal@O;NZ#uLW3rZfJIFgiV364F`Ua)A-{C&(}+l$GiDKD^ZI7P_`f zIIj9e+og6U`rk11Ycmk8tAD}W5Q@h>xQ6E@K2iR0Uqob_Kmg?rAeADRXf96eJdmA# cVDDXm1chiELk + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/crawler-plugin-framework/.project b/crawler-plugin-framework/.project new file mode 100644 index 0000000..ec2ebcf --- /dev/null +++ b/crawler-plugin-framework/.project @@ -0,0 +1,23 @@ + + + crawler-plugin-framework + + + + + + org.eclipse.jdt.core.javabuilder + + + + + org.eclipse.m2e.core.maven2Builder + + + + + + org.eclipse.jdt.core.javanature + org.eclipse.m2e.core.maven2Nature + + diff --git a/crawler-plugin-framework/.settings/org.eclipse.core.resources.prefs b/crawler-plugin-framework/.settings/org.eclipse.core.resources.prefs new file mode 100644 index 0000000..29abf99 --- /dev/null +++ b/crawler-plugin-framework/.settings/org.eclipse.core.resources.prefs @@ -0,0 +1,6 @@ +eclipse.preferences.version=1 +encoding//src/main/java=UTF-8 +encoding//src/main/resources=UTF-8 +encoding//src/test/java=UTF-8 +encoding//src/test/resources=UTF-8 +encoding/=UTF-8 diff --git a/crawler-plugin-framework/.settings/org.eclipse.jdt.core.prefs b/crawler-plugin-framework/.settings/org.eclipse.jdt.core.prefs new file mode 100644 index 0000000..714351a --- /dev/null +++ b/crawler-plugin-framework/.settings/org.eclipse.jdt.core.prefs @@ -0,0 +1,5 @@ +eclipse.preferences.version=1 +org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8 +org.eclipse.jdt.core.compiler.compliance=1.8 +org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning +org.eclipse.jdt.core.compiler.source=1.8 diff --git a/crawler-plugin-framework/.settings/org.eclipse.m2e.core.prefs b/crawler-plugin-framework/.settings/org.eclipse.m2e.core.prefs new file mode 100644 index 0000000..f897a7f --- /dev/null +++ b/crawler-plugin-framework/.settings/org.eclipse.m2e.core.prefs @@ -0,0 +1,4 @@ +activeProfiles= +eclipse.preferences.version=1 +resolveWorkspaceProjects=true +version=1 diff --git a/crawler-plugin-framework/pom.xml b/crawler-plugin-framework/pom.xml new file mode 100644 index 0000000..3138b2c --- /dev/null +++ b/crawler-plugin-framework/pom.xml @@ -0,0 +1,26 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + crawler-plugin-framework + crawler-plugin-framework + Framework for crawler implementations + + + + org.projectlombok + lombok + 1.14.8 + + + + + org.gcube.data-publishing.gCat-Feeder + commons + 1.0.0-SNAPSHOT + + + \ No newline at end of file diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.java new file mode 100644 index 0000000..582de5b --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.java @@ -0,0 +1,9 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers; + +import org.gcube.data.publishing.gCatFeeder.model.CatalogueInstanceDescriptor; + +public interface CatalogueRetriever { + + public CatalogueInstanceDescriptor getInstance(); + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.java new file mode 100644 index 0000000..443535f --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.java @@ -0,0 +1,20 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers; + +import java.util.Set; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.PluginDescriptor; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.PublisherFormatData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CatalogueNotSupportedException; + +public interface CrawlerPlugin{ + + public PluginDescriptor getDescriptor(); + + public CatalogueRetriever getRetrieverByCatalogueType(FormatData catalogueType) throws CatalogueNotSupportedException; + + public Set> getImplementedTransformers(); + + public DataCollector getCollector(); +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.java new file mode 100644 index 0000000..2b71a91 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.java @@ -0,0 +1,15 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers; + +import java.util.Set; + +import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CollectorFault; + +public interface DataCollector { + + + public Set collect() throws CollectorFault; + + + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.java new file mode 100644 index 0000000..fcbafe4 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.java @@ -0,0 +1,15 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers; + +import java.util.Collection; +import java.util.Set; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData; +import org.gcube.data.publishing.gCatfeeder.crawlers.model.PublisherFormatData; + +public interface DataTransformer { + + public FormatData getTargetFormat(); + + public Set transform(Collection collectedData); +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/CustomData.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/CustomData.java new file mode 100644 index 0000000..efb4bcf --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/CustomData.java @@ -0,0 +1,5 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model; + +public interface CustomData { + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.java new file mode 100644 index 0000000..2ad1c4b --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.java @@ -0,0 +1,22 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model; + +import lombok.Getter; +import lombok.NonNull; +import lombok.RequiredArgsConstructor; +import lombok.Setter; + +@Getter +@Setter +@RequiredArgsConstructor +public class PluginDescriptor { + + // Plugin info + + @NonNull + private String name; + + + // Run Interval + + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.java new file mode 100644 index 0000000..8837862 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.java @@ -0,0 +1,12 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model; + +import org.gcube.data.publishing.gCatFeeder.model.FormatData; + +public interface PublisherFormatData { + + + public FormatData getFormat(); + + public String serialize(); + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.java new file mode 100644 index 0000000..076a6db --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults; + +public class CatalogueNotFound extends CrawlerException { + + public CatalogueNotFound() { + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotFound(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotSupportedException.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotSupportedException.java new file mode 100644 index 0000000..dd3b317 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotSupportedException.java @@ -0,0 +1,30 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults; + +public class CatalogueNotSupportedException extends CrawlerException { + + public CatalogueNotSupportedException() { + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CatalogueNotSupportedException(String message, Throwable cause, boolean enableSuppression, + boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CollectorFault.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CollectorFault.java new file mode 100644 index 0000000..47f7da5 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CollectorFault.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults; + +public class CollectorFault extends CrawlerException { + + public CollectorFault() { + // TODO Auto-generated constructor stub + } + + public CollectorFault(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CollectorFault(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CollectorFault(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CollectorFault(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.java new file mode 100644 index 0000000..4d6520d --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults; + +public class CrawlerException extends Exception { + + public CrawlerException() { + // TODO Auto-generated constructor stub + } + + public CrawlerException(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public CrawlerException(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public CrawlerException(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public CrawlerException(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/InvalidCustomData.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/InvalidCustomData.java new file mode 100644 index 0000000..ed6d972 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/InvalidCustomData.java @@ -0,0 +1,30 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults; + +public class InvalidCustomData extends CrawlerException { + + public InvalidCustomData() { + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public InvalidCustomData(String message, Throwable cause, boolean enableSuppression, + boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.java b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.java new file mode 100644 index 0000000..bd38526 --- /dev/null +++ b/crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.java @@ -0,0 +1,29 @@ +package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults; + +public class TransformException extends CrawlerException { + + public TransformException() { + // TODO Auto-generated constructor stub + } + + public TransformException(String message) { + super(message); + // TODO Auto-generated constructor stub + } + + public TransformException(Throwable cause) { + super(cause); + // TODO Auto-generated constructor stub + } + + public TransformException(String message, Throwable cause) { + super(message, cause); + // TODO Auto-generated constructor stub + } + + public TransformException(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) { + super(message, cause, enableSuppression, writableStackTrace); + // TODO Auto-generated constructor stub + } + +} diff --git a/crawler-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java b/crawler-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java new file mode 100644 index 0000000..c7c53b1 --- /dev/null +++ b/crawler-plugin-framework/src/test/java/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.java @@ -0,0 +1,11 @@ +package org.gcube.data.publishing.gCatFeeder.crawlers.model; + +import org.junit.Test; + +public class ModelTests { + + @Test + public void testConversion() { + + } +} diff --git a/crawler-plugin-framework/target/classes/META-INF/MANIFEST.MF b/crawler-plugin-framework/target/classes/META-INF/MANIFEST.MF new file mode 100644 index 0000000..e2601c5 --- /dev/null +++ b/crawler-plugin-framework/target/classes/META-INF/MANIFEST.MF @@ -0,0 +1,5 @@ +Manifest-Version: 1.0 +Built-By: fabio +Build-Jdk: 1.8.0_201 +Created-By: Maven Integration for Eclipse + diff --git a/crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties b/crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties new file mode 100644 index 0000000..ac7a47d --- /dev/null +++ b/crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties @@ -0,0 +1,7 @@ +#Generated by Maven Integration for Eclipse +#Wed Mar 06 11:12:02 CET 2019 +version=1.0.0-SNAPSHOT +groupId=org.gcube.data-publishing.gCat-Feeder +m2e.projectName=crawler-plugin-framework +m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/crawler-plugin-framework +artifactId=crawler-plugin-framework diff --git a/crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml b/crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml new file mode 100644 index 0000000..3138b2c --- /dev/null +++ b/crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml @@ -0,0 +1,26 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + crawler-plugin-framework + crawler-plugin-framework + Framework for crawler implementations + + + + org.projectlombok + lombok + 1.14.8 + + + + + org.gcube.data-publishing.gCat-Feeder + commons + 1.0.0-SNAPSHOT + + + \ No newline at end of file diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.class new file mode 100644 index 0000000000000000000000000000000000000000..bf927dd5a6b04284f2d764e40099274e5543a81e GIT binary patch literal 262 zcmaKnJE{Uf5JhkM8$XGeTX-gRVrC*Jf+7gM71Z>UV@o?NH9fjF0~g?;#1;{Q2QMj# z3w6(_`{Q~8Fh(aqO=0RK*SV=u))@uTrz&-}+}k3iGYUKAj71xvi(@HujL7-C;w=ZU zd}c||Q0O1%OxjVr+N1|IL7|s(SQcfV!mz^XXSn{Kw0M(_K4bUAd>ZCl8nLI~Wunmi i^_3W2SQncIf0afro0ft?J$?$PXxK#SwIPYKhV~O&=TNKw literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.class new file mode 100644 index 0000000000000000000000000000000000000000..269130666afbe4444d0a4b623cc3a5dfe58a549e GIT binary patch literal 1041 zcmbtTOHRWu5FMA&@@awcTfha1kjRErQ-MT30to@4l@Loeod#D<962^naT>0{f&*|U z#H4{x*q|0=5oacT^XAQ)xA&J<062v0BIFpjO8buQ*&aH5ZnzWKo)qz&2r1g&W`Nj7 z?Rc6$NYt^@NDo)i`XVesp26CX-*ZQDx^USWqGuSCeKbvsJuM=mG=tOX-uZN80@X+9 zq*cC=Tn4)YeT_y7yhnX9B8FTl-(q(ZA%mytA9dPkJ1Kly>42LiLAcZM%j#xah}%-@ z(Zk3H6~;waW^g-8&jW6yA)UV(yHKWMqey9k{S2SM4(V_fL=poGDbv+Fj0e;Y&4@vT z^d3*e8X=ty8X~vY5q`*x)g;sN?|l6a*?zkq(QKk*eSgaPpW{ufhI(QU-IjYq4}%gl z*icfEp%M!nPi>)uV+KHg&Ho|P$INKR9c8tLZ6Qg>^&jhSkZ8`}rrxU6W)h@fW21tx zA&=4lPOOz%V8CFGRu>>odp8dSIxr~00>u}TD7}{`Qi3v_Rw$B#)nr4Vl6|jJY-60+ I{QP6<18#j)kpKVy literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.class new file mode 100644 index 0000000000000000000000000000000000000000..e1f64116a740a1fb926091053ce20071832a04a8 GIT binary patch literal 436 zcmbV|y-ve06ottuEN5PDU5AMok)CsBFItZs1m-Eei@Y=9kc}^HkpQT!RZJRd5fN=Xa zf|ae5VG9wAZ`l{htm_GbT-S~8!70M|@4v@I!6zL+ZiAC*rcHF6{n+TLgC*RLi_vKQ xAFeF4-mbcte6rpATQa;)Ane5S0gBP>qK^b=?0Qk(!!T9}_TxF&REM9+(FdK8fV}_! literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.class new file mode 100644 index 0000000000000000000000000000000000000000..51eadcedbbb73f3a28ab10a737fbe459f30940a8 GIT binary patch literal 551 zcmbVJOHRWu6nrkw(DGey2igr55*wP(O=wn?K#DKmB(K4h6C=lg191x$9DqY1UJ{U^ z2!X`HmNk0w#xwK&@%jb;S8(jXh{27qInUENL7qt``D2}ERXwPZ&``P!VuqHdRz7RA z6~Cn!VP#ouj4jZ5u*=|dE1x9Sk|=k{7E{OIBu6Ktr8}ZINyznVzW!Y*>ZA&jq2?W} zQS%v0+_xfw^VzzUtDVw3G+L9MGNnK7!7;jq6|20IuC~bF@@G~cR{nBG4TK<&!8A6t zO)*lM7Mu-?Uo@X!@Dhl{;tyZL2s?xKUCwBGPFMfj71otAMH|+#i=kJBKW4yShbjjc aQCoX3hNd+S_6eUfC`{=bw6DW2^V{U7SSJhSnn;=i8VdBBJ>bOo*^usax6_$i;FArfS jd2?=hHIcBs_!NwutW(0~@9$={BoG$)#2msZvq1R+?xQPw literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.class new file mode 100644 index 0000000000000000000000000000000000000000..299c183097c774fa6edefc2b0876df8ce1bad02f GIT binary patch literal 1014 zcmb_aO>Yx15Pi-^w+U%e+N7iu3N0T>Qi;8A10kW5N=P9Df+8VK-i=A!ZtTeG4g4&S zK$Sp(BN9If7$*x2Z4VqctY>FD^XAPPfB*663xK=0?IFXkr_InGhDjj&0k_;ACqX3R z1F0z5;`X%=17ZBo@Hde#u|LuS5&7LH8A`P$;?T&k)y6}PVdaodxF2zR~z&@$u{ z9|?xl_Q_Sx8p6KEu=zYuR*uADHIcClBJofuZMl_N#RS%l^eE6ren+cL5=B(t4TbGY z@hbJkd5F0dkt={M{h$hc1kTGUqlrfC0xcD!@_;3 zqU(f4rUuf5Nf%TVm;#DrpBI?b!6U&|dg6SiqlS$c>J8MiI69(m3#lFgDWph$P~ z(F=6r(+wk=Z+<}O9sOjmOs6XZm6qu&%@VMJi{#PPu|`=H`uAL|!*@u}s7r=yW%nDF zKBM|__0lnFUz@uhQF>4D>>O}m3cNncPl2g2WxhGhX3GRld!WKA6mZ^E`nFzy#gura pKTrGDn#Z{I4;+ef9BO|!)aE#p!G6-T84t|E4soETMrQ`MegVY`;{N~u literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.class new file mode 100644 index 0000000000000000000000000000000000000000..f01d2ab0c0032240760812c1cceb0d07659464a3 GIT binary patch literal 294 zcmaKoJ#NB46ohB_Gd~SQ3XT8`+t8qtAk!cv5+``JA7;^lqvth99F2klaHuHHazPW( zj%MZ?&GYyE0ITpz5Q-X zEO8+x3Tq8U=opNTbRp|W!(Yjf(_k>jIW#VV<#e`vkBb{zLwS{dYEQ}H$h#XGd}z;$ tv{{R&|R*C=s literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.class new file mode 100644 index 0000000000000000000000000000000000000000..581d493ad53123badbf97ecdc7a789c189e220d0 GIT binary patch literal 1097 zcmb`FPj3=Y6vfY@17k-l(iTds)mAqxZJdSO)pXO?#7NjcSg`Ujyu#=(L*C4YU&|GV z3qOD#%6J|#K|*U{qMP^k+}}O-zW3wjx9pcUznJMz+ja)&aJ?lc_)emwR= zo?gr3R;i)VuBYWJP&#%e(NG2MtxSU?c6l#@Xq2jUl-xvVIJ992y#E(smgnskPfZg) z3I$4U{LoLX1U61idji%q4LI1qW*J441S%~*RPA&!P`WDzffCqmMV<_LQu}6~A6m)S zj|JNQwcJaA+DYr9{4Cu-vSFP>vu~HDJ!9~(F}NjQPgESs(ZbjrsX${D&>ib&W?bit znqlk+6g`>7B-B=t{niRJS0TBJd!?DRCkERPIRD$Qem@I5G=T>KRTUbSopd_YtZwm8 zqR-aPw4W?)66t;FYU$Cm(}_~;sTmAEA1>4QD^Evj{VY@U?U%-ws+0vMu8)GOHd$esV9^}{$ xTo;LTh&`-Xb39!q?_-l{)3l3BxgEPTZQ%khV!ff1stCHm&f2?uxppKte>_B#K1XFma}dsbfduG2yjX zMPk7N@KA_*Z7W2fR7l;-@44SS_s;zM_5BBca~#eb7U%3Nmq&rFafgg|j zkWR0pxlwAMwCia(4U~@EaWqhYdn1#;#4g>-AQ~p>Ix_8KGKsWNgEwD2H8Fk^+OP!P zKLnp8odX3*ul>+BmjWxtCtU&SirhF@!CDzblmsd*KUCMrxUY0a_5&rb(TY47bfxxr zpC4Lgcq*k_#rjA~mblL3_cDpWMk5wGYVe0ZPsX${9 z&>87y$|dBC8Z$Npik?hjBGeX={m}|E7a_TeJEfVm9mX~U&i*&7*UJL;IdE5?szP?j zzd=)V^bG_=kKSRbeUsi8>D_j;^vJZ+juP#uw?4nr(fz;aC3gsiptq;r3(7{tqeP=k zyH_*|K5fph`i&L^I5avmv(zHdBU+U+5zUWj$AEPj8E{ET)|Q&5GgOud4k^nip`NL7 z0_jo31~Hhmc^7MInN=ZW^&hM{wsTe^XT76xxnR3_dN#w;W!M%OsHd=lOg1-W=f)_M z6x(E*E$-&nPqZ!))*W66KH+8)us=ICiwQ39rQ| z5(gfDheG^gTOkcaLh5CAXZ_DN|IGU5ukSyI=z?C^R1kC%nz1|flA&@(GM4Tv8TvY! z=m58E8Q&^3QpWX+ocqc|?lc@J-@TQIA4hIG^nK;Up}FSRCQH!!hv2dz@4k9!7V9t& zRC=oe9bXCBI63VLvf8Nb&<1UmsYoS3m5vV7hh#cbrYDEK613e3J?ZzQ(H!TORy@%W zymcO8?oO|lg6b!oPx6a&eTh+ZV}prZp7z<@Q+Br{$eyYwlH=6XUs6HMRX}fI!Z};c z8FgmV1Qk7*L?F~xiv7_FYOO+Y7xzjtYtI@2k)dW=&!6JdXXhyhzz8E^$9YfG)O1y$Aw4wU7T(8yFd0eY&^HWXBZVDhvZXOQH-=Owc43<>?&sK# xI2VC+fIX;N3wpjz-lI*Zd1x1za!GcUWG5%{pkL5o>cF8RoGjEiMs9&#{swu+++6?w literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.class new file mode 100644 index 0000000000000000000000000000000000000000..b1a7e503b72899f83eedd75c1535fc04bc8d02f2 GIT binary patch literal 1038 zcmb`F!E@3;6vn@$f!K&eN<*o&+UljH9dod^I=wJD z{{a6e$8Sl7GFWFkc-ejX^1a`F?`?km`u+pJC7#{qef`x}vm}V7HY|bKC;3Hsp(J4SL7?<1 zmcE`yq?L?=Sm1s8 zKf1mWa8KK}t~-fl_g7~<~J-JYbuSl)I49HvPp2LEH4T5OqCO;M-{td7*_2r*4`$oLS^+Y ztUC5{RwHMX*l{LX8MAX^ETv+fwvENZ9Q%=RkywY=BiCBs n@h15I+fcqc}?szDNtu)c`0}^Omk&b0u-T3S9`?AB=4>w= zJ(dZ>&3|q8lA(6e{>1ONA95O4M=P4!^9HN=XkaX+a?3`40e>u7RFp_j8aLlL$-~@ zJ&XNFagnedVGnA~9Q&)}U94k2BVXjo1=(AWJxex&evZS;frlfC9IA6n`~qJ50w5gU Avj6}9 literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.class b/crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.class new file mode 100644 index 0000000000000000000000000000000000000000..10ae320ea54b9e1fc12ccf2ed9a830ba23c3d2f2 GIT binary patch literal 1100 zcmbu7&2G~`6ot>UNlZ;>NZb6BQfOh*rWIb$T~Rj?NQeN7L|J6T#F-=p$BxD};k8&r zV!;FOP>3_J6{4g_NZrib8K3*zbMN@q?;k$_T;aKeErIu;9yud7=__X-W9dwjzVAh2 zFW_xc#zUnBN;|HWGhgY*nS=x7J42cHapZKg45DGEC$GP`Y8rcCU?C^)?heRiT4)Ir zD7^9lFTN4jK0EIUR{@=|4rj)8 z#;6#^zChlUNkl?rrPyDsKw}k>xwuuDT6<)$b%D$OP3!g2#AB0qBv4j?aoJ9$Q_b%9 z^a7&C+0V2WFTTXm{lbB{G;O!TM7!#ZXI`haImH)dDmVq-n13c%feoX;)#B+TcVTWD zbKLvRU<)=^o4b+bD7w$6n2NYR;K=}Xxf;L?l}1}=T+C5gC)iXL7ldl6$_Uh>j6E_8 zYyURZ!8)r%W%(bhDry<4p0VDtUDL4DxVW6-a2<9)1JwoWB$X|VS(!1WQcW literal 0 HcmV?d00001 diff --git a/crawler-plugin-framework/target/test-classes/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.class b/crawler-plugin-framework/target/test-classes/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.class new file mode 100644 index 0000000000000000000000000000000000000000..bfcfbfdae140512658fad0259a1b928d76981d56 GIT binary patch literal 492 zcmbtQyG{c!5FB4#a0C)UMM=j)!VMiL0!2y{K!PZ}?_wp6E;jP{!go<2QSbqL6k;4A zfoN&=HM_Gr`|D_)Q(Rk0`&nWQq-{BMgvWO&d6AO zS1mK`$0{qdKyT!7RZNsOG2ayHVQxx+>(T$NycF0AJa^#iiYkn=0*4Qk4Q8n)rZil5 zW33A+5aPb>df%d=1Q}&=K7DkR&-Kv6TRT4wIFH(K1S;iMfrJqi(zcjMdO_bfeZ|(x u8ct~=%p!JZ+nczJU1mI#XoAkBt4kk=&ej<5za;4|5<#+Wl6|%(=zRe_I&otF literal 0 HcmV?d00001 diff --git a/gCat-Feeder/.classpath b/gCat-Feeder/.classpath new file mode 100644 index 0000000..fae1a2b --- /dev/null +++ b/gCat-Feeder/.classpath @@ -0,0 +1,36 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/gCat-Feeder/.project b/gCat-Feeder/.project new file mode 100644 index 0000000..c84310d --- /dev/null +++ b/gCat-Feeder/.project @@ -0,0 +1,23 @@ + + + gCat-Feeder + + + + + + org.eclipse.jdt.core.javabuilder + + + + + org.eclipse.m2e.core.maven2Builder + + + + + + org.eclipse.jdt.core.javanature + org.eclipse.m2e.core.maven2Nature + + diff --git a/gCat-Feeder/.settings/org.eclipse.core.resources.prefs b/gCat-Feeder/.settings/org.eclipse.core.resources.prefs new file mode 100644 index 0000000..29abf99 --- /dev/null +++ b/gCat-Feeder/.settings/org.eclipse.core.resources.prefs @@ -0,0 +1,6 @@ +eclipse.preferences.version=1 +encoding//src/main/java=UTF-8 +encoding//src/main/resources=UTF-8 +encoding//src/test/java=UTF-8 +encoding//src/test/resources=UTF-8 +encoding/=UTF-8 diff --git a/gCat-Feeder/.settings/org.eclipse.jdt.core.prefs b/gCat-Feeder/.settings/org.eclipse.jdt.core.prefs new file mode 100644 index 0000000..714351a --- /dev/null +++ b/gCat-Feeder/.settings/org.eclipse.jdt.core.prefs @@ -0,0 +1,5 @@ +eclipse.preferences.version=1 +org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.8 +org.eclipse.jdt.core.compiler.compliance=1.8 +org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning +org.eclipse.jdt.core.compiler.source=1.8 diff --git a/gCat-Feeder/.settings/org.eclipse.m2e.core.prefs b/gCat-Feeder/.settings/org.eclipse.m2e.core.prefs new file mode 100644 index 0000000..f897a7f --- /dev/null +++ b/gCat-Feeder/.settings/org.eclipse.m2e.core.prefs @@ -0,0 +1,4 @@ +activeProfiles= +eclipse.preferences.version=1 +resolveWorkspaceProjects=true +version=1 diff --git a/gCat-Feeder/pom.xml b/gCat-Feeder/pom.xml new file mode 100644 index 0000000..900843c --- /dev/null +++ b/gCat-Feeder/pom.xml @@ -0,0 +1,33 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + gCat-Feeder + gCat-Feeder + Service implementation + + + + + org.gcube.distribution + maven-smartgears-bom + LATEST + pom + import + + + org.glassfish.jersey + jersey-bom + 2.25.1 + pom + import + + + + + + + \ No newline at end of file diff --git a/gCat-Feeder/target/classes/META-INF/MANIFEST.MF b/gCat-Feeder/target/classes/META-INF/MANIFEST.MF new file mode 100644 index 0000000..e2601c5 --- /dev/null +++ b/gCat-Feeder/target/classes/META-INF/MANIFEST.MF @@ -0,0 +1,5 @@ +Manifest-Version: 1.0 +Built-By: fabio +Build-Jdk: 1.8.0_201 +Created-By: Maven Integration for Eclipse + diff --git a/gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.properties b/gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.properties new file mode 100644 index 0000000..0a18c95 --- /dev/null +++ b/gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.properties @@ -0,0 +1,7 @@ +#Generated by Maven Integration for Eclipse +#Thu Feb 28 15:58:44 CET 2019 +version=1.0.0-SNAPSHOT +groupId=org.gcube.data-publishing.gCat-Feeder +m2e.projectName=gCat-Feeder +m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/gCat-Feeder +artifactId=gCat-Feeder diff --git a/gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.xml b/gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.xml new file mode 100644 index 0000000..900843c --- /dev/null +++ b/gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.xml @@ -0,0 +1,33 @@ + + 4.0.0 + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + + gCat-Feeder + gCat-Feeder + Service implementation + + + + + org.gcube.distribution + maven-smartgears-bom + LATEST + pom + import + + + org.glassfish.jersey + jersey-bom + 2.25.1 + pom + import + + + + + + + \ No newline at end of file diff --git a/pom.xml b/pom.xml new file mode 100644 index 0000000..684a479 --- /dev/null +++ b/pom.xml @@ -0,0 +1,55 @@ + + 4.0.0 + + org.gcube.tools + maven-parent + LATEST + + org.gcube.data-publishing.gCat-Feeder + gCat-Feeder-Suite + 1.0.0-SNAPSHOT + pom + gCat-Feeder Suite + gCat-Feeder Suite of components : service, plugin framework, plugins + + + + gCat-Feeder + crawler-plugin-framework + DataMinerAlgorithmsCrawler + commons + + + + + + org.gcube.distribution + gcube-bom + 1.3.0-SNAPSHOT + pom + import + + + + + + + + + ch.qos.logback + logback-classic + 1.0.13 + test + + + + junit + junit + 4.12 + test + + + + + \ No newline at end of file