gCubeSystem
/
gFeed
15
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

git-svn-id: http://svn.research-infrastructures.eu/public/d4science/gcube/trunk/data-publishing/gCat-Feeder-Suite@178504 82a268e6-3cf1-43bd-a215-b396298e98cf

This commit is contained in:
Fabio Sinibaldi 2019-03-07 16:29:38 +00:00
parent 7631769595
commit 0b2b6a6a19
86 changed files with 492 additions and 56 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.java
View File

@ -3,7 +3,7 @@ package org.gcube.data.publishing.gCatFeeder.crawlers.dm;
import org.gcube.common.resources.gcore.GCoreEndpoint;
import org.gcube.data.publishing.gCatFeeder.model.CatalogueInstanceDescriptor;
import org.gcube.data.publishing.gCatFeeder.utils.ISUtils;
import org.gcube.data.publishing.gCatfeeder.crawlers.CatalogueRetriever;
import org.gcube.data.publishing.gCatfeeder.collectors.CatalogueRetriever;
public class CKANRetriever implements CatalogueRetriever {

2
DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.java
View File

@ -7,7 +7,7 @@ import java.util.Set;
import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.CkanModel;
import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.InternalAlgorithmDescriptor;
import org.gcube.data.publishing.gCatFeeder.model.FormatData;
import org.gcube.data.publishing.gCatfeeder.crawlers.DataTransformer;
import org.gcube.data.publishing.gCatfeeder.collectors.DataTransformer;
public class CKANTransformer implements DataTransformer<CkanModel, InternalAlgorithmDescriptor>{

4
DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.java
View File

@ -10,8 +10,8 @@ import org.gcube.data.analysis.dataminermanagercl.shared.process.Operator;
import org.gcube.data.analysis.dataminermanagercl.shared.process.OperatorCategory;
import org.gcube.data.analysis.dataminermanagercl.shared.process.OperatorsClassification;
import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.InternalAlgorithmDescriptor;
import org.gcube.data.publishing.gCatfeeder.crawlers.DataCollector;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CollectorFault;
import org.gcube.data.publishing.gCatfeeder.collectors.DataCollector;
import org.gcube.data.publishing.gCatfeeder.collectors.model.faults.CollectorFault;
public class DMAlgorithmsInfoCollector implements DataCollector<InternalAlgorithmDescriptor> {

14
DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.java
View File

@ -6,13 +6,13 @@ import java.util.Set;
import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.CkanModel;
import org.gcube.data.publishing.gCatFeeder.crawlers.dm.model.InternalAlgorithmDescriptor;
import org.gcube.data.publishing.gCatFeeder.model.FormatData;
import org.gcube.data.publishing.gCatfeeder.crawlers.CatalogueRetriever;
import org.gcube.data.publishing.gCatfeeder.crawlers.CrawlerPlugin;
import org.gcube.data.publishing.gCatfeeder.crawlers.DataCollector;
import org.gcube.data.publishing.gCatfeeder.crawlers.DataTransformer;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.PluginDescriptor;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CatalogueNotSupportedException;
import org.gcube.data.publishing.gCatfeeder.collectors.CatalogueRetriever;
import org.gcube.data.publishing.gCatfeeder.collectors.CrawlerPlugin;
import org.gcube.data.publishing.gCatfeeder.collectors.DataCollector;
import org.gcube.data.publishing.gCatfeeder.collectors.DataTransformer;
import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.PluginDescriptor;
import org.gcube.data.publishing.gCatfeeder.collectors.model.faults.CatalogueNotSupportedException;
public class DataMinerCrawler implements CrawlerPlugin<InternalAlgorithmDescriptor> {

2
DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.java
View File

@ -1,7 +1,7 @@
package org.gcube.data.publishing.gCatFeeder.crawlers.dm.model;
import org.gcube.data.publishing.gCatFeeder.model.FormatData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.PublisherFormatData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.PublisherFormatData;
public class CkanModel implements PublisherFormatData {

2
DataMinerAlgorithmsCrawler/src/main/java/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.java
View File

@ -2,7 +2,7 @@ package org.gcube.data.publishing.gCatFeeder.crawlers.dm.model;
import java.util.List;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData;
public class InternalAlgorithmDescriptor implements CustomData {

5
DataMinerAlgorithmsCrawler/target/classes/META-INF/MANIFEST.MF Normal file
View File

@ -0,0 +1,5 @@
Manifest-Version: 1.0
Built-By: fabio
Build-Jdk: 1.8.0_201
Created-By: Maven Integration for Eclipse

7
DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.properties Normal file
View File

@ -0,0 +1,7 @@
#Generated by Maven Integration for Eclipse
#Wed Mar 06 12:46:54 CET 2019
version=1.0.0-SNAPSHOT
groupId=org.gcube.data-publishing.gCat-Feeder
m2e.projectName=DataMinerAlgorithmsCrawler
m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/DataMinerAlgorithmsCrawler
artifactId=DataMinerAlgorithmsCrawler

28
DataMinerAlgorithmsCrawler/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/DataMinerAlgorithmsCrawler/pom.xml Normal file
View File

@ -0,0 +1,28 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.gcube.data-publishing.gCat-Feeder</groupId>
<artifactId>gCat-Feeder-Suite</artifactId>
<version>1.0.0-SNAPSHOT</version>
</parent>
<artifactId>DataMinerAlgorithmsCrawler</artifactId>
<name>DataMinerAlgorithmsCrawler</name>
<description>Plugin for gCat-Feeder for DataMiner Algorithms publishing</description>
<dependencies>
<dependency>
<groupId>org.gcube.data-publishing.gCat-Feeder</groupId>
<artifactId>crawler-plugin-framework</artifactId>
<version>[1.0.0-SNAPSHOT,2.0.0-SNAPSHOT)</version>
</dependency>
<dependency>
<groupId>org.gcube.data.analysis</groupId>
<artifactId>data-miner-manager-cl</artifactId>
<version>[1.6.0-SNAPSHOT,2.0.0-SNAPSHOT)</version>
</dependency>
</dependencies>
</project>

BIN
DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANRetriever.class Normal file
View File

Binary file not shown.

BIN
DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/CKANTransformer.class Normal file
View File

Binary file not shown.

BIN
DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DMAlgorithmsInfoCollector.class Normal file
View File

Binary file not shown.

BIN
DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/DataMinerCrawler.class Normal file
View File

Binary file not shown.

BIN
DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/CkanModel.class Normal file
View File

Binary file not shown.

BIN
DataMinerAlgorithmsCrawler/target/classes/org/gcube/data/publishing/gCatFeeder/crawlers/dm/model/InternalAlgorithmDescriptor.class Normal file
View File

Binary file not shown.

5
commons/target/classes/META-INF/MANIFEST.MF Normal file
View File

@ -0,0 +1,5 @@
Manifest-Version: 1.0
Built-By: fabio
Build-Jdk: 1.8.0_201
Created-By: Maven Integration for Eclipse

7
commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.properties Normal file
View File

@ -0,0 +1,7 @@
#Generated by Maven Integration for Eclipse
#Wed Mar 06 12:46:42 CET 2019
version=1.0.0-SNAPSHOT
groupId=org.gcube.data-publishing.gCat-Feeder
m2e.projectName=commons
m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/commons
artifactId=commons

33
commons/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/commons/pom.xml Normal file
View File

@ -0,0 +1,33 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.gcube.data-publishing.gCat-Feeder</groupId>
<artifactId>gCat-Feeder-Suite</artifactId>
<version>1.0.0-SNAPSHOT</version>
</parent>
<artifactId>commons</artifactId>
<name>commons</name>
<description>Common utilities for gCatFeeder logic</description>
<dependencies>
<dependency>
<groupId>org.gcube.resourcemanagement</groupId>
<artifactId>resourcemanager-client</artifactId>
<version>[1.0.0-SNAPSHOT,2.0.0-SNAPSHOT)</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
</dependency>
<dependency>
<groupId>org.gcube.common</groupId>
<artifactId>authorization-client</artifactId>
</dependency>
</dependencies>
</project>

BIN
commons/target/classes/org/gcube/data/publishing/gCatFeeder/model/CatalogueInstanceDescriptor.class Normal file
View File

Binary file not shown.

BIN
commons/target/classes/org/gcube/data/publishing/gCatFeeder/model/FormatData.class Normal file
View File

Binary file not shown.

BIN
commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ContextUtils.class Normal file
View File

Binary file not shown.

BIN
commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/ISUtils.class Normal file
View File

Binary file not shown.

BIN
commons/target/classes/org/gcube/data/publishing/gCatFeeder/utils/TokenUtils.class Normal file
View File

Binary file not shown.

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CatalogueRetriever.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers;
package org.gcube.data.publishing.gCatfeeder.collectors;
import org.gcube.data.publishing.gCatFeeder.model.CatalogueInstanceDescriptor;

10
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/CrawlerPlugin.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.java
View File

@ -1,12 +1,12 @@
package org.gcube.data.publishing.gCatfeeder.crawlers;
package org.gcube.data.publishing.gCatfeeder.collectors;
import java.util.Set;
import org.gcube.data.publishing.gCatFeeder.model.FormatData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.PluginDescriptor;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.PublisherFormatData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CatalogueNotSupportedException;
import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.PluginDescriptor;
import org.gcube.data.publishing.gCatfeeder.collectors.model.PublisherFormatData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.faults.CatalogueNotSupportedException;
public interface CrawlerPlugin<E extends CustomData>{

15
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.java Normal file
View File

@ -0,0 +1,15 @@
package org.gcube.data.publishing.gCatfeeder.collectors;
import java.util.Set;
import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.faults.CollectorFault;
public interface DataCollector<T extends CustomData> {
public Set<T> collect() throws CollectorFault;
}

6
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataTransformer.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.java
View File

@ -1,11 +1,11 @@
package org.gcube.data.publishing.gCatfeeder.crawlers;
package org.gcube.data.publishing.gCatfeeder.collectors;
import java.util.Collection;
import java.util.Set;
import org.gcube.data.publishing.gCatFeeder.model.FormatData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.PublisherFormatData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.collectors.model.PublisherFormatData;
public interface DataTransformer<T extends PublisherFormatData,E extends CustomData> {

5
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.java Normal file
View File

@ -0,0 +1,5 @@
package org.gcube.data.publishing.gCatfeeder.collectors.model;
public interface CustomData {
}

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PluginDescriptor.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model;
package org.gcube.data.publishing.gCatfeeder.collectors.model;
import lombok.Getter;
import lombok.NonNull;

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/PublisherFormatData.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model;
package org.gcube.data.publishing.gCatfeeder.collectors.model;
import org.gcube.data.publishing.gCatFeeder.model.FormatData;

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotFound.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults;
package org.gcube.data.publishing.gCatfeeder.collectors.model.faults;
public class CatalogueNotFound extends CrawlerException {

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CatalogueNotSupportedException.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults;
package org.gcube.data.publishing.gCatfeeder.collectors.model.faults;
public class CatalogueNotSupportedException extends CrawlerException {

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CollectorFault.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults;
package org.gcube.data.publishing.gCatfeeder.collectors.model.faults;
public class CollectorFault extends CrawlerException {

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/CrawlerException.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults;
package org.gcube.data.publishing.gCatfeeder.collectors.model.faults;
public class CrawlerException extends Exception {

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/InvalidCustomData.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults;
package org.gcube.data.publishing.gCatfeeder.collectors.model.faults;
public class InvalidCustomData extends CrawlerException {

2
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/faults/TransformException.java → crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.java
View File

@ -1,4 +1,4 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model.faults;
package org.gcube.data.publishing.gCatfeeder.collectors.model.faults;
public class TransformException extends CrawlerException {

15
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/DataCollector.java
View File

@ -1,15 +0,0 @@
package org.gcube.data.publishing.gCatfeeder.crawlers;
import java.util.Set;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.CustomData;
import org.gcube.data.publishing.gCatfeeder.crawlers.model.faults.CollectorFault;
public interface DataCollector<T extends CustomData> {
public Set<T> collect() throws CollectorFault;
}

5
crawler-plugin-framework/src/main/java/org/gcube/data/publishing/gCatfeeder/crawlers/model/CustomData.java
View File

@ -1,5 +0,0 @@
package org.gcube.data.publishing.gCatfeeder.crawlers.model;
public interface CustomData {
}

5
crawler-plugin-framework/target/classes/META-INF/MANIFEST.MF Normal file
View File

@ -0,0 +1,5 @@
Manifest-Version: 1.0
Built-By: fabio
Build-Jdk: 1.8.0_201
Created-By: Maven Integration for Eclipse

7
crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.properties Normal file
View File

@ -0,0 +1,7 @@
#Generated by Maven Integration for Eclipse
#Wed Mar 06 12:46:42 CET 2019
version=1.0.0-SNAPSHOT
groupId=org.gcube.data-publishing.gCat-Feeder
m2e.projectName=crawler-plugin-framework
m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/crawler-plugin-framework
artifactId=crawler-plugin-framework

26
crawler-plugin-framework/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/crawler-plugin-framework/pom.xml Normal file
View File

@ -0,0 +1,26 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.gcube.data-publishing.gCat-Feeder</groupId>
<artifactId>gCat-Feeder-Suite</artifactId>
<version>1.0.0-SNAPSHOT</version>
</parent>
<artifactId>crawler-plugin-framework</artifactId>
<name>crawler-plugin-framework</name>
<description>Framework for crawler implementations</description>
<dependencies>
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<version>1.14.8</version>
</dependency>
<dependency>
<groupId>org.gcube.data-publishing.gCat-Feeder</groupId>
<artifactId>commons</artifactId>
<version>1.0.0-SNAPSHOT</version>
</dependency>
</dependencies>
</project>

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/CatalogueRetriever.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/CrawlerPlugin.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/DataCollector.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/DataTransformer.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/CustomData.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/PluginDescriptor.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/PublisherFormatData.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotFound.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CatalogueNotSupportedException.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CollectorFault.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/CrawlerException.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/InvalidCustomData.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/classes/org/gcube/data/publishing/gCatfeeder/collectors/model/faults/TransformException.class Normal file
View File

Binary file not shown.

BIN
crawler-plugin-framework/target/test-classes/org/gcube/data/publishing/gCatFeeder/crawlers/model/ModelTests.class Normal file
View File

Binary file not shown.

17
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/GCatFeeder.java
View File

@ -2,6 +2,10 @@ package org.gcube.data.publishing.gCatFeeder.service;
import javax.ws.rs.ApplicationPath;
import org.gcube.data.publishing.gCatFeeder.service.engine.FeederEngine;
import org.gcube.data.publishing.gCatFeeder.service.engine.impl.FeederEngineImpl;
import org.gcube.data.publishing.gCatFeeder.service.rest.Executions;
import org.glassfish.hk2.utilities.binding.AbstractBinder;
import org.glassfish.jersey.server.ResourceConfig;
@ApplicationPath(ServiceConstants.SERVICE_NAME)
@ -10,8 +14,17 @@ public class GCatFeeder extends ResourceConfig{
public GCatFeeder() {
super();
//
AbstractBinder binder = new AbstractBinder() {
@Override
protected void configure() {
bind(FeederEngineImpl.class).to(FeederEngine.class);
// bind(ImporterImpl.class).to(Importer.class);
// bind(PerformanceManagerImpl.class).to(PerformanceManager.class);
}
};
register(binder);
registerClasses(Executions.class);
}
}

6
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/engine/CrawlersManager.java → gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/engine/CollectorsManager.java
View File

@ -1,5 +1,9 @@
package org.gcube.data.publishing.gCatFeeder.service.engine;
public interface CrawlersManager {
public interface CollectorsManager {
}

10
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/engine/ExecutionManager.java Normal file
View File

@ -0,0 +1,10 @@
package org.gcube.data.publishing.gCatFeeder.service.engine;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptor;
public interface ExecutionManager {
public void submit(ExecutionDescriptor desc);
public void stop();
}

8
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/engine/FeederEngine.java
View File

@ -3,12 +3,14 @@ package org.gcube.data.publishing.gCatFeeder.service.engine;
import java.util.Collection;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptor;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptorFilter;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionRequest;
public interface FeederEngine {
public ExecutionDescriptor submit();
public Collection<ExecutionDescriptor> get();
public ExecutionDescriptor getById();
public Collection<ExecutionDescriptor> get(ExecutionDescriptorFilter filter);
public ExecutionDescriptor getById(String id);
public ExecutionDescriptor submit(ExecutionRequest req);
}

16
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/engine/PersistenceManager.java Normal file
View File

@ -0,0 +1,16 @@
package org.gcube.data.publishing.gCatFeeder.service.engine;
import java.util.Collection;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptor;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptorFilter;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionRequest;
public interface PersistenceManager {
public ExecutionDescriptor create(ExecutionRequest request);
public ExecutionDescriptor getById(String id);
public Collection<ExecutionDescriptor> get(ExecutionDescriptorFilter filter);
}

54
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/engine/impl/FeederEngineImpl.java Normal file
View File

@ -0,0 +1,54 @@
package org.gcube.data.publishing.gCatFeeder.service.engine.impl;
import java.util.Collection;
import javax.inject.Inject;
import org.gcube.data.publishing.gCatFeeder.service.engine.CatalogueControllersManager;
import org.gcube.data.publishing.gCatFeeder.service.engine.CollectorsManager;
import org.gcube.data.publishing.gCatFeeder.service.engine.ExecutionManager;
import org.gcube.data.publishing.gCatFeeder.service.engine.FeederEngine;
import org.gcube.data.publishing.gCatFeeder.service.engine.PersistenceManager;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptor;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptorFilter;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionRequest;
public class FeederEngineImpl implements FeederEngine {
@Inject
private ExecutionManager executions;
@Inject
private CollectorsManager crawlers;
@Inject
private CatalogueControllersManager catalogues;
@Inject
private PersistenceManager persistence;
@Override
public ExecutionDescriptor submit(ExecutionRequest req) {
// verify request correctness
// store in persistence : returns descriptor
// pass it to executor
// return the descriptor
throw new RuntimeException("Not YET Implemented");
}
@Override
public Collection<ExecutionDescriptor> get(ExecutionDescriptorFilter filter) {
return persistence.get(filter);
}
@Override
public ExecutionDescriptor getById(String id) {
return persistence.getById(id);
}
private void verifyRequest(ExecutionRequest request) {
// for each requested source check if available
// for each requested target check if available
//
}
}

5
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/model/ExecutionDescriptorFilter.java Normal file
View File

@ -0,0 +1,5 @@
package org.gcube.data.publishing.gCatFeeder.service.model;
public class ExecutionDescriptorFilter {
}

5
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/model/ExecutionRequest.java Normal file
View File

@ -0,0 +1,5 @@
package org.gcube.data.publishing.gCatFeeder.service.model;
public class ExecutionRequest {
}

29
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/model/fault/CollectorNotFound.java Normal file
View File

@ -0,0 +1,29 @@
package org.gcube.data.publishing.gCatFeeder.service.model.fault;
public class CollectorNotFound extends InternalError {
public CollectorNotFound() {
// TODO Auto-generated constructor stub
}
public CollectorNotFound(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public CollectorNotFound(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public CollectorNotFound(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public CollectorNotFound(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

29
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/model/fault/DescriptorNotFound.java Normal file
View File

@ -0,0 +1,29 @@
package org.gcube.data.publishing.gCatFeeder.service.model.fault;
public class DescriptorNotFound extends InternalError {
public DescriptorNotFound() {
// TODO Auto-generated constructor stub
}
public DescriptorNotFound(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public DescriptorNotFound(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public DescriptorNotFound(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public DescriptorNotFound(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

34
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/model/fault/InternalError.java Normal file
View File

@ -0,0 +1,34 @@
package org.gcube.data.publishing.gCatFeeder.service.model.fault;
public class InternalError extends Exception {
/**
*
*/
private static final long serialVersionUID = 5814890947362301499L;
public InternalError() {
// TODO Auto-generated constructor stub
}
public InternalError(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public InternalError(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public InternalError(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public InternalError(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

29
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/model/fault/PersistenceError.java Normal file
View File

@ -0,0 +1,29 @@
package org.gcube.data.publishing.gCatFeeder.service.model.fault;
public class PersistenceError extends InternalError {
public PersistenceError() {
// TODO Auto-generated constructor stub
}
public PersistenceError(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public PersistenceError(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public PersistenceError(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public PersistenceError(String message, Throwable cause, boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

9
gCat-Feeder/src/main/java/org/gcube/data/publishing/gCatFeeder/service/rest/Executions.java
View File

@ -1,5 +1,6 @@
package org.gcube.data.publishing.gCatFeeder.service.rest;
import javax.inject.Inject;
import javax.ws.rs.GET;
import javax.ws.rs.POST;
import javax.ws.rs.Path;
@ -9,11 +10,15 @@ import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.Response;
import org.gcube.data.publishing.gCatFeeder.service.ServiceConstants;
import org.gcube.data.publishing.gCatFeeder.service.engine.FeederEngine;
import org.gcube.data.publishing.gCatFeeder.service.model.ExecutionDescriptor;
@Path(ServiceConstants.Executions.PATH)
public class Executions {
@Inject
private FeederEngine engine;
@POST
@Produces(MediaType.APPLICATION_JSON)
@ -25,6 +30,10 @@ public class Executions {
@GET
@Produces(MediaType.APPLICATION_JSON)
public Response getAll() {
throw new WebApplicationException("Method Unavailable.", Response.Status.NOT_IMPLEMENTED);
}

5
gCat-Feeder/target/classes/META-INF/MANIFEST.MF Normal file
View File

@ -0,0 +1,5 @@
Manifest-Version: 1.0
Built-By: fabio
Build-Jdk: 1.8.0_201
Created-By: Maven Integration for Eclipse

7
gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.properties Normal file
View File

@ -0,0 +1,7 @@
#Generated by Maven Integration for Eclipse
#Wed Mar 06 16:35:15 CET 2019
version=1.0.0-SNAPSHOT
groupId=org.gcube.data-publishing.gCat-Feeder
m2e.projectName=gCat-Feeder
m2e.projectLocation=/home/fabio/workspaces/DEV/gCat-Feeder-Suite/gCat-Feeder
artifactId=gCat-Feeder

62
gCat-Feeder/target/classes/META-INF/maven/org.gcube.data-publishing.gCat-Feeder/gCat-Feeder/pom.xml Normal file
View File

@ -0,0 +1,62 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.gcube.data-publishing.gCat-Feeder</groupId>
<artifactId>gCat-Feeder-Suite</artifactId>
<version>1.0.0-SNAPSHOT</version>
</parent>
<artifactId>gCat-Feeder</artifactId>
<name>gCat-Feeder</name>
<description>Service implementation</description>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>org.gcube.distribution</groupId>
<artifactId>maven-smartgears-bom</artifactId>
<version>LATEST</version>
<type>pom</type>
<scope>import</scope>
</dependency>
<dependency>
<groupId> org.glassfish.jersey </groupId>
<artifactId>jersey-bom</artifactId>
<version>2.25.1</version>
<type>pom</type>
<scope>import</scope>
</dependency>
</dependencies>
</dependencyManagement>
<dependencies>
<dependency>
<groupId>org.gcube.core</groupId>
<artifactId>common-smartgears-app</artifactId>
</dependency>
<dependency>
<groupId>org.gcube.core</groupId>
<artifactId>common-smartgears</artifactId>
</dependency>
<dependency>
<groupId>javax.servlet</groupId>
<artifactId>javax.servlet-api</artifactId>
<version>3.0.1</version>
</dependency>
<dependency>
<groupId>javax.ws.rs</groupId>
<artifactId>javax.ws.rs-api</artifactId>
<version>2.0</version>
</dependency>
<dependency>
<groupId>org.glassfish.jersey.containers</groupId>
<artifactId>jersey-container-servlet</artifactId>
</dependency>
</dependencies>
</project>

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/GCatFeeder$1.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/GCatFeeder.class
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/engine/CollectorsManager.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/engine/CrawlersManager.class
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/engine/ExecutionManager.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/engine/FeederEngine.class
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/engine/PersistenceManager.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/engine/impl/FeederEngineImpl.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/model/ExecutionDescriptorFilter.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/model/ExecutionRequest.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/model/fault/CollectorNotFound.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/model/fault/DescriptorNotFound.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/model/fault/InternalError.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/model/fault/PersistenceError.class Normal file
View File

Binary file not shown.

BIN
gCat-Feeder/target/classes/org/gcube/data/publishing/gCatFeeder/service/rest/Executions.class
View File

Binary file not shown.