Lucio Lelii 7 years ago
commit d23b6b7080

@ -0,0 +1,36 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" output="target/classes" path="src/main/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry excluding="**" kind="src" output="target/classes" path="src/main/resources">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="src" output="target/test-classes" path="src/test/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry excluding="**" kind="src" output="target/test-classes" path="src/test/resources">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.7">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.m2e.MAVEN2_CLASSPATH_CONTAINER">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="output" path="target/classes"/>
</classpath>

@ -0,0 +1,23 @@
<?xml version="1.0" encoding="UTF-8"?>
<projectDescription>
<name>spd-client-library</name>
<comment></comment>
<projects>
</projects>
<buildSpec>
<buildCommand>
<name>org.eclipse.jdt.core.javabuilder</name>
<arguments>
</arguments>
</buildCommand>
<buildCommand>
<name>org.eclipse.m2e.core.maven2Builder</name>
<arguments>
</arguments>
</buildCommand>
</buildSpec>
<natures>
<nature>org.eclipse.jdt.core.javanature</nature>
<nature>org.eclipse.m2e.core.maven2Nature</nature>
</natures>
</projectDescription>

@ -0,0 +1,7 @@
#Fri Sep 20 15:12:31 CEST 2013
eclipse.preferences.version=1
encoding//src/main/java=UTF-8
encoding//src/main/resources=UTF-8
encoding//src/test/java=UTF-8
encoding//src/test/resources=UTF-8
encoding/<project>=UTF-8

@ -0,0 +1,5 @@
eclipse.preferences.version=1
org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.7
org.eclipse.jdt.core.compiler.compliance=1.7
org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
org.eclipse.jdt.core.compiler.source=1.7

@ -0,0 +1,5 @@
#Fri Jul 06 19:36:30 CEST 2012
activeProfiles=
eclipse.preferences.version=1
resolveWorkspaceProjects=true
version=1

@ -0,0 +1 @@
Used as a Library in the gCube Framework

@ -0,0 +1,6 @@
gCube System - License
------------------------------------------------------------
The gCube/gCore software is licensed as Free Open Source software conveying to the EUPL (http://ec.europa.eu/idabc/eupl).
The software and documentation is provided by its authors/distributors "as is" and no expressed or
implied warranty is given for its use, quality or fitness for a particular case.

@ -0,0 +1,2 @@
Lucio lelii (lucio.lelii@isti.cnr.it), CNR Pisa,
Istituto di Scienza e Tecnologie dell'Informazione "A. Faedo".

@ -0,0 +1,47 @@
The gCube System - spd client library
------------------------------------------------------------
This work has been partially supported by the following European projects: DILIGENT (FP6-2003-IST-2),
D4Science (FP7-INFRA-2007-1.2.2), D4Science-II (FP7-INFRA-2008-1.2.2), iMarine (FP7-INFRASTRUCTURES-2011-2),
and EUBrazilOpenBio (FP7-ICT-2011-EU-Brazil).
Authors
-------
* Lucio Lelii (lucio.lelii@isti.cnr.it), CNR Pisa,
Istituto di Scienza e Tecnologie dell'Informazione "A. Faedo".
Version and Release Date
------------------------
v. 1.0.0 (04-05-2012)
* First release
Description
-----------
Download information
--------------------
Documentation
-------------
Documentation is available on-line from the Projects Documentation Wiki:
https://gcube.wiki.gcube-system.org/gcube/index.php/Biodiversity_Access
Licensing
---------
This software is licensed under the terms you may find in the file named "LICENSE" in this directory.

@ -0,0 +1,27 @@
<ReleaseNotes>
<Changeset component="org.gcube.data-access.spd-client-library.1-0-0" date="2012-09-14">
<Change>species products discovery client library release</Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.1-1-0" date="2012-10-18">
<Change>new calls added</Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.1-2-0" date="2012-11-30">
<Change>new calls from execution portType</Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.2-0-0" date="2013-01-17">
<Change>porting to FWK framework</Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.3-0-0" date="2013-05-02">
<Change>porting to spd model 2.0.0 </Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.3-0-1" date="2013-07-18">
<Change>better exception management added</Change>
<Change>getErrorLink added to Execution PortType</Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.3-1-1" date="2013-10-24">
<Change>changed return of getPluginDescription in case of empty set of plugins</Change>
</Changeset>
<Changeset component="org.gcube.data-access.spd-client-library.4-0-0" date="2017-02-01">
<Change>moved to smartgears</Change>
</Changeset>
</ReleaseNotes>

@ -0,0 +1,42 @@
<assembly
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd">
<id>servicearchive</id>
<formats>
<format>tar.gz</format>
</formats>
<baseDirectory>/</baseDirectory>
<fileSets>
<fileSet>
<directory>${distroDirectory}</directory>
<outputDirectory>/</outputDirectory>
<useDefaultExcludes>true</useDefaultExcludes>
<includes>
<include>README</include>
<include>LICENSE</include>
<include>INSTALL</include>
<include>MAINTAINERS</include>
<include>changelog.xml</include>
</includes>
<fileMode>755</fileMode>
<filtered>true</filtered>
</fileSet>
</fileSets>
<files>
<file>
<source>${distroDirectory}/profile.xml</source>
<outputDirectory>/</outputDirectory>
<filtered>true</filtered>
</file>
<file>
<source>target/${build.finalName}.jar</source>
<outputDirectory>/${artifactId}</outputDirectory>
</file>
<file>
<source>${distroDirectory}/svnpath.txt</source>
<outputDirectory>/${artifactId}</outputDirectory>
<filtered>true</filtered>
</file>
</files>
</assembly>

@ -0,0 +1,29 @@
<?xml version="1.0" encoding="UTF-8"?>
<Resource>
<ID></ID>
<Type>Service</Type>
<Profile>
<Description>${description}</Description>
<Class>DataAccess</Class>
<Name>${artifactId}</Name>
<Version>1.0.0</Version>
<Packages>
<Software>
<Description>${description}</Description>
<Name>${artifactId}</Name>
<Version>${version}</Version>
<MavenCoordinates>
<groupId>${groupId}</groupId>
<artifactId>${artifactId}</artifactId>
<version>${version}</version>
</MavenCoordinates>
<Type>library</Type>
<Files>
<File>${build.finalName}.jar</File>
</Files>
</Software>
</Packages>
</Profile>
</Resource>

@ -0,0 +1,104 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<artifactId>maven-parent</artifactId>
<groupId>org.gcube.tools</groupId>
<version>1.0.0</version>
</parent>
<groupId>org.gcube.data.spd</groupId>
<artifactId>spd-client-library</artifactId>
<version>4.0.0-SNAPSHOT</version>
<name>spd-client-library</name>
<description>species products discovery client library</description>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>org.gcube.distribution</groupId>
<artifactId>gcube-bom</artifactId>
<version>1.0.0-SNAPSHOT</version>
<type>pom</type>
<scope>import</scope>
</dependency>
</dependencies>
</dependencyManagement>
<dependencies>
<dependency>
<groupId>org.gcube.data.spd</groupId>
<artifactId>spd-model</artifactId>
<version>[3.0.0-SNAPSHOT, 4.0.0-SNAPSHOT)</version>
</dependency>
<dependency>
<groupId>org.gcube.core</groupId>
<artifactId>common-gcube-calls</artifactId>
</dependency>
<dependency>
<groupId>org.gcube.common</groupId>
<artifactId>common-jaxrs-client</artifactId>
<version>1.0.0-SNAPSHOT</version>
</dependency>
<dependency>
<groupId>org.gcube.data.access</groupId>
<artifactId>streams</artifactId>
<version>[2.0.0-SNAPSHOT, 3.0.0-SNAPSHOT)</version>
</dependency>
<dependency>
<groupId>org.gcube.core</groupId>
<artifactId>common-generic-clients</artifactId>
</dependency>
<dependency>
<groupId>org.glassfish.jersey.core</groupId>
<artifactId>jersey-client</artifactId>
<version>2.24.1</version>
</dependency>
<dependency>
<groupId>org.glassfish.jersey.media</groupId>
<artifactId>jersey-media-jaxb</artifactId>
<version>2.24.1</version>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-api</artifactId>
</dependency>
<dependency>
<groupId>org.slf4j</groupId>
<artifactId>slf4j-log4j12</artifactId>
<version>1.6.4</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.10</version>
<scope>test</scope>
</dependency>
</dependencies>
<profiles>
<profile>
<id>local-deploy</id>
<build>
<plugins>
<plugin>
<groupId>org.gcube.tools</groupId>
<artifactId>maven-service-plugin</artifactId>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>local-deploy</goal>
</goals>
</execution>
</executions>
</plugin>
</plugins>
</build>
</profile>
</profiles>
</project>

@ -0,0 +1,43 @@
package org.gcube.data.spd.client;
import java.util.concurrent.TimeUnit;
import javax.xml.namespace.QName;
public class Constants {
/** Service name. */
public static final String SERVICE_NAME = "SpeciesProductsDiscovery";
/** Service class. */
public static final String SERVICE_CLASS = "DataAccess";
public static final int DEFAULT_TIMEOUT= (int) TimeUnit.SECONDS.toMillis(10);
public static final String NAMESPACE = "http://gcube-system.org/namespaces/data/speciesproductsdiscovery";
public static final QName MANAGER_QNAME = new QName(NAMESPACE, "manager");
public static final QName CLASSIFICATION_QNAME = new QName(NAMESPACE, "classification");
public static final QName OCCURRENCE_QNAME = new QName(NAMESPACE, "occurrence");
public static final QName EXECUTOR_QNAME = new QName(NAMESPACE, "executor");
public static final QName RESULTSET_QNAME = new QName(NAMESPACE, "resultset");
/*
public static final GcubeService<ManagerStubs> manager = service().withName(org.gcube.data.spd.model.service.Constants.manager_name).andInterface(ManagerStubs.class);
public static final GcubeService<ClassificationStubs> classification = service().withName(org.gcube.data.spd.model.service.Constants.classification_name).andInterface(ClassificationStubs.class);
public static final GcubeService<ExecutorStubs> executor = service().withName(org.gcube.data.spd.model.service.Constants.executor_name).andInterface(ExecutorStubs.class);
public static final GcubeService<OccurrenceStubs> occurrence = service().withName(org.gcube.data.spd.model.service.Constants.occurrence_name).andInterface(OccurrenceStubs.class);
private static final GcubeService<RemoteDispatcher> remoteDispatcher = service().withName(org.gcube.data.spd.model.service.Constants.remoteDispatcher_name).andInterface(RemoteDispatcher.class);
public static final RemoteDispatcher getRemoteDispatcherService(String address){
return stubFor(remoteDispatcher).at(address);
}*/
}

@ -0,0 +1,177 @@
package org.gcube.data.spd.client;
import java.io.Closeable;
import java.io.IOException;
import java.io.InputStream;
import java.io.StringWriter;
import java.util.Iterator;
import java.util.concurrent.LinkedBlockingQueue;
import java.util.concurrent.TimeUnit;
import javax.xml.stream.XMLEventReader;
import javax.xml.stream.XMLEventWriter;
import javax.xml.stream.XMLInputFactory;
import javax.xml.stream.XMLOutputFactory;
import javax.xml.stream.XMLStreamConstants;
import javax.xml.stream.XMLStreamException;
import javax.xml.stream.events.EndElement;
import javax.xml.stream.events.StartElement;
import javax.xml.stream.events.XMLEvent;
import org.gcube.data.spd.client.plugins.AbstractPlugin;
import org.gcube.data.spd.client.proxies.ResultSetClient;
import org.glassfish.jersey.client.ChunkParser;
import org.glassfish.jersey.client.ChunkedInput;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public abstract class JerseyRecordIterator<T> implements Iterator<T>, Closeable{
private Logger logger = LoggerFactory.getLogger(JerseyRecordIterator.class);
private ChunkedInput<String> chunkedInput;
private LinkedBlockingQueue<String> queue = new LinkedBlockingQueue<String>();
private long INTERNAL_TIMEOUT_IN_MILLIS = 1000;
private long timeoutInMillis;
private ResultSetClient resultSetClient;
private String locator;
private ChunkedInputReader chunkedInputReader;
public JerseyRecordIterator(ResultLocator locator, long timeout, TimeUnit timeoutUnit) {
this.resultSetClient = AbstractPlugin.resultset().at(locator.getHost(), locator.getPort()).build();
this.locator = locator.getLocator();
this.timeoutInMillis = timeoutUnit.toMillis(timeout);
}
String currentElement;
@Override
public boolean hasNext() {
if (this.chunkedInput==null)
initializeChunckedInput();
if (chunkedInput.isClosed() && queue.isEmpty()) return false;
try {
long startTime = System.currentTimeMillis();
String retrievedElement = null;
while(retrievedElement==null && (System.currentTimeMillis()-startTime)<=timeoutInMillis
&& (!chunkedInput.isClosed() || !queue.isEmpty() ))
retrievedElement = queue.poll(INTERNAL_TIMEOUT_IN_MILLIS, TimeUnit.MILLISECONDS);
currentElement = retrievedElement;
return currentElement!=null;
} catch (InterruptedException e) {
logger.warn("timeout expired", e);
return false;
}
}
private void initializeChunckedInput(){
this.chunkedInput = resultSetClient.getResultSet(locator);
this.chunkedInput.setParser(new RecordChunkParser());
this.chunkedInputReader = new ChunkedInputReader();
this.chunkedInputReader.start();
}
@Override
public T next() {
try {
return convertFromString(currentElement);
} catch (Exception e) {
logger.warn("error deserializing element", e);
return null;
}
}
public abstract T convertFromString(String element);
@Override
public void remove() {
chunkedInput.close();
this.chunkedInputReader.interrupt();
resultSetClient.closeResultSet(locator);
queue = null;
}
@Override
public void close() throws IOException {
logger.debug("closing iterator");
this.remove();
}
class RecordChunkParser implements ChunkParser{
public byte[] readChunk(InputStream responseStream) throws IOException {
XMLEventReader xmlr =null;
XMLOutputFactory of =null;
XMLEventWriter xmlSW =null;
try{
XMLInputFactory xmlif = XMLInputFactory.newInstance();
xmlr = xmlif.createXMLEventReader(responseStream);
of = XMLOutputFactory.newInstance();
xmlSW = null;
StringWriter sw=new StringWriter();
while (xmlr.hasNext() && queue!=null) {
XMLEvent e = xmlr.nextEvent();
int eventType = e.getEventType();
if (eventType == XMLStreamConstants.START_ELEMENT
&& ((StartElement) e).getName().getLocalPart().equals("Result")) {
xmlSW = of.createXMLEventWriter(sw);
} else if (eventType == XMLStreamConstants.END_ELEMENT
&& ((EndElement) e).getName().getLocalPart().equals("Result")) {
queue.add(sw.toString());
sw=new StringWriter();
xmlSW.close();
xmlSW= null;
}else if ( eventType == XMLStreamConstants.END_ELEMENT && ((EndElement) e).getName().getLocalPart().equals("Results")){
//THE STREAM IS ARRIVED
break;
} else if (xmlSW!=null){
xmlSW.add(e);
}
}
}catch(Exception e){
logger.error("error parsing the input",e);
throw new IOException(e);
} finally {
try {
if (xmlr!=null)
xmlr.close();
} catch (XMLStreamException e) {
logger.warn("error closing the event reader",e);
}
try {
if (xmlSW!=null)
xmlSW.close();
} catch (XMLStreamException e) {
logger.warn("error closing the event writer",e);
}
}
return null;
}
}
class ChunkedInputReader extends Thread{
@Override
public void run() {
while (!chunkedInput.isClosed() && chunkedInput.read() != null) {
}
}
}
}

@ -0,0 +1,26 @@
package org.gcube.data.spd.client;
import java.util.concurrent.TimeUnit;
import javax.xml.bind.JAXBException;
import org.gcube.data.spd.model.binding.Bindings;
import org.gcube.data.spd.model.products.ResultElement;
public class ResultElementRecordIterator<T extends ResultElement> extends JerseyRecordIterator<T> {
public ResultElementRecordIterator(ResultLocator locator,
long timeout, TimeUnit timeoutUnit) {
super(locator, timeout, timeoutUnit);
}
@Override
public T convertFromString(String element) {
try {
return Bindings.fromXml(currentElement);
} catch (JAXBException e) {
throw new RuntimeException(e);
}
}
}

@ -0,0 +1,24 @@
package org.gcube.data.spd.client;
import gr.uoa.di.madgik.grs.record.GenericRecord;
import gr.uoa.di.madgik.grs.record.field.StringField;
import org.gcube.data.spd.model.binding.Bindings;
import org.gcube.data.streams.exceptions.StreamSkipSignal;
import org.gcube.data.streams.generators.Generator;
public class ResultGenerator<T> implements Generator<GenericRecord, T> {
public ResultGenerator(){}
@Override
public T yield(GenericRecord record) {
try {
return Bindings.<T>fromXml(((StringField)record.getField("result")).getPayload());
} catch (Exception e) {
throw new StreamSkipSignal();
}
}
}

@ -0,0 +1,29 @@
package org.gcube.data.spd.client;
public class ResultLocator {
private String host;
private int port;
private String locator;
public ResultLocator(String host, int port, String locator) {
super();
this.host = host;
this.port = port;
this.locator = locator;
}
public String getHost() {
return host;
}
public int getPort() {
return port;
}
public String getLocator() {
return locator;
}
}

@ -0,0 +1,13 @@
package org.gcube.data.spd.client;
import javax.ws.rs.core.Response;
public class Utils {
public static String getLocatorFromResponse(Response response){
String path = response.getLocation().getPath();
String[] splitPath = path.split("/");
String locator = splitPath[splitPath.length-1].isEmpty()?splitPath[splitPath.length-2]:splitPath[splitPath.length-1];
return locator;
}
}

@ -0,0 +1,72 @@
package org.gcube.data.spd.client.plugins;
import javax.ws.rs.client.WebTarget;
import org.gcube.common.clients.Plugin;
import org.gcube.common.clients.ProxyBuilder;
import org.gcube.common.clients.ProxyBuilderImpl;
import org.gcube.data.spd.client.Constants;
import org.gcube.data.spd.client.proxies.ClassificationClient;
import org.gcube.data.spd.client.proxies.ExecutorClient;
import org.gcube.data.spd.client.proxies.ManagerClient;
import org.gcube.data.spd.client.proxies.OccurrenceClient;
import org.gcube.data.spd.client.proxies.ResultSetClient;
public abstract class AbstractPlugin<S,P> implements Plugin<S,P> {
private static final ManagerPlugin manager_plugin = new ManagerPlugin();
private static final OccurrencePlugin occurrence_plugin = new OccurrencePlugin();
private static final ClassificationPlugin classification_plugin = new ClassificationPlugin();
private static final ExecutorPlugin executor_plugin = new ExecutorPlugin();
private static final ResultSetPlugin resultset_plugin = new ResultSetPlugin();
public static ProxyBuilder<ManagerClient> manager() {
return new ProxyBuilderImpl<WebTarget,ManagerClient>(manager_plugin);
}
public static ProxyBuilder<ClassificationClient> classification() {
return new ProxyBuilderImpl<WebTarget,ClassificationClient>(classification_plugin);
}
public static ProxyBuilder<OccurrenceClient> occurrences() {
return new ProxyBuilderImpl<WebTarget,OccurrenceClient>(occurrence_plugin);
}
public static ProxyBuilder<ExecutorClient> executor() {
return new ProxyBuilderImpl<WebTarget,ExecutorClient>(executor_plugin);
}
public static ProxyBuilder<ResultSetClient> resultset() {
return new ProxyBuilderImpl<WebTarget,ResultSetClient>(resultset_plugin);
}
public final String name;
public AbstractPlugin(String name) {
this.name=name;
}
@Override
public String serviceClass() {
return Constants.SERVICE_CLASS;
}
@Override
public String serviceName() {
return Constants.SERVICE_NAME;
}
@Override
public String namespace() {
return Constants.NAMESPACE;
}
@Override
public String name() {
return name;
}
}

@ -0,0 +1,47 @@
package org.gcube.data.spd.client.plugins;
import javax.ws.rs.client.WebTarget;
import javax.xml.transform.dom.DOMResult;
import javax.xml.ws.EndpointReference;
import org.gcube.common.calls.jaxrs.GcubeService;
import org.gcube.common.calls.jaxrs.TargetFactory;
import org.gcube.common.clients.config.ProxyConfig;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.Constants;
import org.gcube.data.spd.client.proxies.ClassificationClient;
import org.gcube.data.spd.client.proxies.DefaultClassification;
import org.w3c.dom.Node;
public class ClassificationPlugin extends AbstractPlugin<WebTarget,ClassificationClient> {
public ClassificationPlugin() {
super("species-products-discovery/gcube/service");
}
@Override
public Exception convert(Exception e, ProxyConfig<?, ?> arg1) {
return e;
}
@Override
public ClassificationClient newProxy(ProxyDelegate<WebTarget> delegate) {
return new DefaultClassification(delegate);
}
@Override
public WebTarget resolve(EndpointReference epr, ProxyConfig<?, ?> config)
throws Exception {
DOMResult result = new DOMResult();
epr.writeTo(result);
Node node =result.getNode();
Node child=node.getFirstChild();
String address = child.getTextContent();
GcubeService service = GcubeService.service().withName(Constants.CLASSIFICATION_QNAME).andPath("taxon");
return TargetFactory.stubFor(service).at(address);
}
}

@ -0,0 +1,46 @@
package org.gcube.data.spd.client.plugins;
import javax.ws.rs.client.WebTarget;
import javax.xml.transform.dom.DOMResult;
import javax.xml.ws.EndpointReference;
import org.gcube.common.calls.jaxrs.GcubeService;
import org.gcube.common.calls.jaxrs.TargetFactory;
import org.gcube.common.clients.config.ProxyConfig;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.Constants;
import org.gcube.data.spd.client.proxies.DefaultExecutor;
import org.gcube.data.spd.client.proxies.ExecutorClient;
import org.w3c.dom.Node;
public class ExecutorPlugin extends AbstractPlugin<WebTarget, ExecutorClient> {
public ExecutorPlugin() {
super("species-products-discovery/gcube/service");
}
@Override
public Exception convert(Exception e, ProxyConfig<?, ?> arg1) {
return e;
}
@Override
public ExecutorClient newProxy(ProxyDelegate<WebTarget> delegate) {
return new DefaultExecutor(delegate);
}
@Override
public WebTarget resolve(EndpointReference epr, ProxyConfig<?, ?> config)
throws Exception {
DOMResult result = new DOMResult();
epr.writeTo(result);
Node node =result.getNode();
Node child=node.getFirstChild();
String address = child.getTextContent();
GcubeService service = GcubeService.service().withName(Constants.EXECUTOR_QNAME).andPath("job");
return TargetFactory.stubFor(service).at(address);
}
}

@ -0,0 +1,45 @@
package org.gcube.data.spd.client.plugins;
import javax.ws.rs.client.WebTarget;
import javax.xml.transform.dom.DOMResult;
import javax.xml.ws.EndpointReference;
import org.gcube.common.calls.jaxrs.GcubeService;
import org.gcube.common.calls.jaxrs.TargetFactory;
import org.gcube.common.clients.config.ProxyConfig;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.Constants;
import org.gcube.data.spd.client.proxies.DefaultManager;
import org.gcube.data.spd.client.proxies.ManagerClient;
import org.w3c.dom.Node;
public class ManagerPlugin extends AbstractPlugin<WebTarget, ManagerClient> {
public ManagerPlugin() {
super("species-products-discovery/gcube/service");
}
@Override
public Exception convert(Exception e, ProxyConfig<?, ?> arg1) {
return e;
}
@Override
public ManagerClient newProxy(ProxyDelegate<WebTarget> delegate) {
return new DefaultManager(delegate);
}
@Override
public WebTarget resolve(EndpointReference epr, ProxyConfig<?, ?> config)
throws Exception {
DOMResult result = new DOMResult();
epr.writeTo(result);
Node node =result.getNode();
Node child=node.getFirstChild();
String address = child.getTextContent();
GcubeService service = GcubeService.service().withName(Constants.MANAGER_QNAME).andPath("retrieve");
return TargetFactory.stubFor(service).at(address);
}
}

@ -0,0 +1,44 @@
package org.gcube.data.spd.client.plugins;
import javax.ws.rs.client.WebTarget;
import javax.xml.transform.dom.DOMResult;
import javax.xml.ws.EndpointReference;
import org.gcube.common.calls.jaxrs.GcubeService;
import org.gcube.common.calls.jaxrs.TargetFactory;
import org.gcube.common.clients.config.ProxyConfig;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.Constants;
import org.gcube.data.spd.client.proxies.DefaultOccurrence;
import org.gcube.data.spd.client.proxies.OccurrenceClient;
import org.w3c.dom.Node;
public class OccurrencePlugin extends AbstractPlugin<WebTarget, OccurrenceClient> {
public OccurrencePlugin(){
super("species-products-discovery/gcube/service");
}
@Override
public Exception convert(Exception e, ProxyConfig<?, ?> arg1) {
return e;
}
@Override
public OccurrenceClient newProxy(ProxyDelegate<WebTarget> delegate) {
return new DefaultOccurrence(delegate);
}
@Override
public WebTarget resolve(EndpointReference epr, ProxyConfig<?, ?> config)
throws Exception {
DOMResult result = new DOMResult();
epr.writeTo(result);
Node node =result.getNode();
Node child=node.getFirstChild();
String address = child.getTextContent();
GcubeService service = GcubeService.service().withName(Constants.OCCURRENCE_QNAME).andPath("occurrence");
return TargetFactory.stubFor(service).at(address);
}
}

@ -0,0 +1,44 @@
package org.gcube.data.spd.client.plugins;
import javax.ws.rs.client.WebTarget;
import javax.xml.transform.dom.DOMResult;
import javax.xml.ws.EndpointReference;
import org.gcube.common.calls.jaxrs.GcubeService;
import org.gcube.common.calls.jaxrs.TargetFactory;
import org.gcube.common.clients.config.ProxyConfig;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.Constants;
import org.gcube.data.spd.client.proxies.DefaultResultSet;
import org.gcube.data.spd.client.proxies.ResultSetClient;
import org.w3c.dom.Node;
public class ResultSetPlugin extends AbstractPlugin<WebTarget, ResultSetClient> {
public ResultSetPlugin(){
super("species-products-discovery/gcube/service");
}
@Override
public Exception convert(Exception e, ProxyConfig<?, ?> arg1) {
return e;
}
@Override
public ResultSetClient newProxy(ProxyDelegate<WebTarget> delegate) {
return new DefaultResultSet(delegate);
}
@Override
public WebTarget resolve(EndpointReference epr, ProxyConfig<?, ?> config)
throws Exception {
DOMResult result = new DOMResult();
epr.writeTo(result);
Node node =result.getNode();
Node child=node.getFirstChild();
String address = child.getTextContent();
GcubeService service = GcubeService.service().withName(Constants.RESULTSET_QNAME).andPath("resultset");
return TargetFactory.stubFor(service).at(address);
}
}

@ -0,0 +1,22 @@
package org.gcube.data.spd.client.proxies;
import java.util.List;
import org.gcube.data.spd.model.products.TaxonomyItem;
import org.gcube.data.spd.model.service.exceptions.InvalidIdentifierException;
import org.gcube.data.spd.model.service.exceptions.UnsupportedCapabilityException;
import org.gcube.data.spd.model.service.exceptions.UnsupportedPluginException;
import org.gcube.data.streams.Stream;
public interface ClassificationClient {
public Stream<TaxonomyItem> getTaxonChildrenById(String id) throws UnsupportedPluginException,UnsupportedCapabilityException, InvalidIdentifierException;
public Stream<TaxonomyItem> getTaxaByIds(List<String> ids);
public Stream<TaxonomyItem> getTaxonTreeById(String id) throws UnsupportedPluginException,UnsupportedCapabilityException, InvalidIdentifierException;
public Stream<TaxonomyItem> getSynonymsById(String id) throws UnsupportedPluginException,UnsupportedCapabilityException, InvalidIdentifierException;
}

@ -0,0 +1,115 @@
package org.gcube.data.spd.client.proxies;
import java.util.List;
import java.util.concurrent.TimeUnit;
import javax.ws.rs.client.WebTarget;
import javax.ws.rs.core.Response;
import org.gcube.common.clients.Call;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.ResultElementRecordIterator;
import org.gcube.data.spd.client.ResultLocator;
import org.gcube.data.spd.client.Utils;
import org.gcube.data.spd.model.products.TaxonomyItem;
import org.gcube.data.spd.model.service.exceptions.InvalidIdentifierException;
import org.gcube.data.spd.model.service.exceptions.UnsupportedCapabilityException;
import org.gcube.data.spd.model.service.exceptions.UnsupportedPluginException;
import org.gcube.data.streams.Stream;
import org.gcube.data.streams.dsl.Streams;
public class DefaultClassification implements ClassificationClient{
private final ProxyDelegate<WebTarget> delegate;
public DefaultClassification(ProxyDelegate<WebTarget> config){
this.delegate = config;
}
@Override
public Stream<TaxonomyItem> getTaxonChildrenById(final String id)
throws UnsupportedPluginException, UnsupportedCapabilityException,
InvalidIdentifierException {
Call<WebTarget, ResultLocator> call = new Call<WebTarget, ResultLocator>() {
@Override
public ResultLocator call(WebTarget manager) throws Exception {
Response response = manager.path("children").path(id).request().get(Response.class);
String host = manager.getUri().getHost();
int port = manager.getUri().getPort();
return new ResultLocator(host, port, Utils.getLocatorFromResponse(response));
}
};
try {
ResultLocator result = delegate.make(call);
ResultElementRecordIterator<TaxonomyItem> ri = new ResultElementRecordIterator<TaxonomyItem>(result, 2, TimeUnit.MINUTES);
return Streams.convert(ri);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
//TODO
@Override
public Stream<TaxonomyItem> getTaxaByIds(final List<String> ids) {
return null;
/*Call<WebTarget, ChunkedInput<String>> call = new Call<WebTarget, ChunkedInput<String>>() {
@Override
public ChunkedInput<String> call(WebTarget manager) throws Exception {
return null; }
};
try {
return null;
}catch(Exception e) {
throw new RuntimeException(e);
}*/
}
@Override
public Stream<TaxonomyItem> getTaxonTreeById(final String id)
throws UnsupportedPluginException, UnsupportedCapabilityException,
InvalidIdentifierException {
Call<WebTarget, ResultLocator> call = new Call<WebTarget, ResultLocator>() {
@Override
public ResultLocator call(WebTarget manager) throws Exception {
Response response = manager.path("tree").path(id).request().get(Response.class);
String host = manager.getUri().getHost();
int port = manager.getUri().getPort();
return new ResultLocator(host, port, Utils.getLocatorFromResponse(response));
}
};
try {
ResultLocator result = delegate.make(call);
ResultElementRecordIterator<TaxonomyItem> ri = new ResultElementRecordIterator<TaxonomyItem>(result, 2, TimeUnit.MINUTES);
return Streams.convert(ri);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
@Override
public Stream<TaxonomyItem> getSynonymsById(final String id)
throws UnsupportedPluginException, UnsupportedCapabilityException,
InvalidIdentifierException {
Call<WebTarget, ResultLocator> call = new Call<WebTarget, ResultLocator>() {
@Override
public ResultLocator call(WebTarget manager) throws Exception {
Response response = manager.path("synonyms").path(id).request().get(Response.class);
String host = manager.getUri().getHost();
int port = manager.getUri().getPort();
return new ResultLocator(host, port, Utils.getLocatorFromResponse(response));
}
};
try {
ResultLocator result = delegate.make(call);
ResultElementRecordIterator<TaxonomyItem> ri = new ResultElementRecordIterator<TaxonomyItem>(result, 2, TimeUnit.MINUTES);
return Streams.convert(ri);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
}

@ -0,0 +1,187 @@
package org.gcube.data.spd.client.proxies;
import java.util.ArrayList;
import java.util.List;
import javax.ws.rs.client.Entity;
import javax.ws.rs.client.WebTarget;
import org.gcube.common.clients.Call;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.common.clients.stubs.jaxws.JAXWSUtils.Empty;
import org.gcube.data.spd.model.service.exceptions.InvalidIdentifierException;
import org.gcube.data.spd.model.service.types.CompleteJobStatus;
import org.gcube.data.spd.model.service.types.JobType;
import org.gcube.data.spd.model.service.types.SubmitJob;
import org.gcube.data.spd.model.util.SerializableList;
import org.gcube.data.streams.Stream;
public class DefaultExecutor implements ExecutorClient{
private final ProxyDelegate<WebTarget> delegate;
public DefaultExecutor(ProxyDelegate<WebTarget> delegate) {
super();
this.delegate = delegate;
}
private Call<WebTarget, String> getCallForJobs(final String input, final JobType job){
Call<WebTarget, String> call = new Call<WebTarget, String>() {
@Override
public String call(WebTarget executor) throws Exception {
SubmitJob jobRequest = new SubmitJob(input, job);
return executor.path("execute").request().post(Entity.xml(jobRequest), String.class);
}
};
return call;
}
@Override
public String getErrorLink(final String jobId) throws InvalidIdentifierException {
Call<WebTarget, String> call = new Call<WebTarget, String>() {
@Override
public String call(WebTarget executor) throws Exception {
return executor.path("error").path(jobId).request().get(String.class);
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw new InvalidIdentifierException();
}
}
@Override
public String getResultLink(final String jobId) throws InvalidIdentifierException {
Call<WebTarget, String> call = new Call<WebTarget, String>() {
@Override
public String call(WebTarget executor) throws Exception {
return executor.path("result").path(jobId).request().get(String.class);
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw new InvalidIdentifierException();
}
}
@Override
public CompleteJobStatus getStatus(final String jobId)
throws InvalidIdentifierException {
Call<WebTarget, CompleteJobStatus> call = new Call<WebTarget, CompleteJobStatus>() {
@Override
public CompleteJobStatus call(WebTarget executor) throws Exception {
return executor.path("status").path(jobId).request().get(CompleteJobStatus.class);
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw new InvalidIdentifierException();
}
}
@Override
public void removeJob(final String jobId) throws InvalidIdentifierException {
Call<WebTarget, Empty> call = new Call<WebTarget, Empty>() {
@Override
public Empty call(WebTarget executor) throws Exception {
executor.path(jobId).request().delete();
return new Empty();
}
};
try {
delegate.make(call);
}catch(Exception e) {
throw new InvalidIdentifierException();
}
}
private Boolean sendInputCall(final String jobId, final List<String> input)
throws InvalidIdentifierException {
Call<WebTarget, Boolean> call = new Call<WebTarget, Boolean>() {
@Override
public Boolean call(WebTarget executor) throws Exception {
return executor.path("input").path(jobId).request().put(Entity.xml(new SerializableList<String>(input)), Boolean.class);
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw new InvalidIdentifierException();
}
}
private void sendInput(String jobId, Stream<String> stream) throws Exception{
int bunch = 30;
List<String> collected = new ArrayList<String>(30);
while (stream.hasNext()){
collected.add(stream.next());
if (collected.size()>=bunch){
if (!sendInputCall(jobId, collected))
throw new Exception();
collected.clear();
}
}
if (collected.size()>0)
if (!sendInputCall(jobId, collected))
throw new Exception();
sendInputCall(jobId, new ArrayList<String>(0));
}
@Override
public String createDwCAByChildren(String taxonKey) throws Exception {
return delegate.make(getCallForJobs(taxonKey, JobType.DWCAByChildren));
}
@Override
public String createDwCAByIds(Stream<String> ids) throws Exception {
String jobId = delegate.make(getCallForJobs(null, JobType.DWCAById));
try{
sendInput(jobId, ids);
}catch(Exception e){
e.printStackTrace();
}
return jobId;
}
@Override
public String createCSV(Stream<String> ids) throws Exception {
String jobId = delegate.make(getCallForJobs(null, JobType.CSV));
try{
sendInput(jobId, ids);
}catch(Exception e){
e.printStackTrace();
}
return jobId;
}
@Override
public String createCSVforOM(Stream<String> ids) throws Exception {
String jobId = delegate.make(getCallForJobs(null, JobType.CSVForOM));
try{
sendInput(jobId, ids);
}catch(Exception e){
e.printStackTrace();
}
return jobId;
}
@Override
public String createDarwincoreFromOccurrenceKeys(Stream<String> ids)
throws Exception {
String jobId = delegate.make(getCallForJobs(null, JobType.DarwinCore));
try{
sendInput(jobId, ids);
}catch(Exception e){
e.printStackTrace();
}
return jobId;
}
}

@ -0,0 +1,71 @@
package org.gcube.data.spd.client.proxies;
import java.util.List;
import java.util.concurrent.TimeUnit;
import javax.ws.rs.client.WebTarget;
import javax.ws.rs.core.Response;
import org.gcube.common.clients.Call;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.ResultElementRecordIterator;
import org.gcube.data.spd.client.ResultLocator;
import org.gcube.data.spd.client.Utils;
import org.gcube.data.spd.model.PluginDescription;
import org.gcube.data.spd.model.exceptions.InvalidQueryException;
import org.gcube.data.spd.model.products.ResultElement;
import org.gcube.data.spd.model.service.exceptions.UnsupportedCapabilityException;
import org.gcube.data.spd.model.service.exceptions.UnsupportedPluginException;
import org.gcube.data.spd.model.service.types.PluginDescriptions;
import org.gcube.data.streams.Stream;
import org.gcube.data.streams.dsl.Streams;
public class DefaultManager implements ManagerClient {
private final ProxyDelegate<WebTarget> delegate;
public DefaultManager(ProxyDelegate<WebTarget> config){
this.delegate = config;
}
@Override
public <T extends ResultElement> Stream<T> search(final String query)
throws InvalidQueryException, UnsupportedPluginException,
UnsupportedCapabilityException {
Call<WebTarget, ResultLocator> call = new Call<WebTarget, ResultLocator>() {
@Override
public ResultLocator call(WebTarget manager) throws Exception {
Response response = manager.path("search").queryParam("query", query).request().get(Response.class);
String host = manager.getUri().getHost();
int port = manager.getUri().getPort();
return new ResultLocator(host, port, Utils.getLocatorFromResponse(response));
}
};
try {
ResultLocator result = delegate.make(call);
ResultElementRecordIterator<T> ri = new ResultElementRecordIterator<T>(result, 2, TimeUnit.MINUTES);
return Streams.convert(ri);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
@Override
public List<PluginDescription> getPluginsDescription() {
Call<WebTarget, List<PluginDescription>> call = new Call<WebTarget, List<PluginDescription>>() {
@Override
public List<PluginDescription> call(WebTarget manager) throws Exception {
return manager.path("providers").request().get(PluginDescriptions.class).getDescriptions();
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
}

@ -0,0 +1,117 @@
package org.gcube.data.spd.client.proxies;
import java.util.List;
import java.util.concurrent.TimeUnit;
import javax.ws.rs.client.WebTarget;
import javax.ws.rs.core.Response;
import org.gcube.common.clients.Call;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.data.spd.client.ResultElementRecordIterator;
import org.gcube.data.spd.client.ResultLocator;
import org.gcube.data.spd.client.Utils;
import org.gcube.data.spd.model.PointInfo;
import org.gcube.data.spd.model.products.OccurrencePoint;
import org.gcube.data.streams.Stream;
import org.gcube.data.streams.dsl.Streams;
public class DefaultOccurrence implements OccurrenceClient {
private final ProxyDelegate<WebTarget> delegate;
public DefaultOccurrence(ProxyDelegate<WebTarget> config){
this.delegate = config;
}
@Override
public Stream<OccurrencePoint> getByIds(final List<String> ids) {
Call<WebTarget, ResultLocator> call = new Call<WebTarget, ResultLocator>() {
@Override
public ResultLocator call(WebTarget manager) throws Exception {
manager = manager.path("ids");
for (String value: ids)
manager = manager.queryParam("ids", value);
System.out.println(manager.getUri().toString());
Response response = manager.request().get(Response.class);
String host = manager.getUri().getHost();
int port = manager.getUri().getPort();
return new ResultLocator(host, port, Utils.getLocatorFromResponse(response));
}
};
try {
ResultLocator result = delegate.make(call);
ResultElementRecordIterator<OccurrencePoint> ri = new ResultElementRecordIterator<OccurrencePoint>(result, 2, TimeUnit.MINUTES);
return Streams.convert(ri);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
@Override
public Stream<OccurrencePoint> getByKeys(final List<String> keys) {
Call<WebTarget, ResultLocator> call = new Call<WebTarget, ResultLocator>() {
@Override
public ResultLocator call(WebTarget manager) throws Exception {
manager = manager.path("keys");
for (String value: keys)
manager = manager.queryParam("keys", value);
System.out.println("calling "+manager.getUri().toString());
Response response = manager.request().get(Response.class);
String host = manager.getUri().getHost();
int port = manager.getUri().getPort();
return new ResultLocator(host, port, Utils.getLocatorFromResponse(response));
}
};
try {
ResultLocator result = delegate.make(call);
ResultElementRecordIterator<OccurrencePoint> ri = new ResultElementRecordIterator<OccurrencePoint>(result, 2, TimeUnit.MINUTES);
return Streams.convert(ri);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
/*
@Override
public String createLayer(Stream<PointInfo> coordinatesStream) {
Stream<String> convertedStream = pipe(coordinatesStream).through(new Generator<PointInfo, String>() {
@Override
public String yield(PointInfo element) {
try {
return Bindings.toXml(element);
} catch (Exception e) {
throw new StreamSkipSignal();
}
}
});
final String coordinateLocator = publishStringsIn(convertedStream).withDefaults().toString();
Call<OccurrenceStubs, String> call = new Call<OccurrenceStubs, String>() {
@Override
public String call(OccurrenceStubs occurrence) throws Exception {
return occurrence.createLayer(coordinateLocator);
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw again(e).asServiceException();
}
}
*/
@Override
public String createLayer(Stream<PointInfo> coordinatesLocator) {
// TODO Auto-generated method stub
return null;
}
}

@ -0,0 +1,53 @@
package org.gcube.data.spd.client.proxies;
import javax.ws.rs.client.WebTarget;
import javax.ws.rs.core.GenericType;
import org.gcube.common.clients.Call;
import org.gcube.common.clients.delegates.ProxyDelegate;
import org.gcube.common.clients.stubs.jaxws.JAXWSUtils.Empty;
import org.glassfish.jersey.client.ChunkedInput;
public class DefaultResultSet implements ResultSetClient {
private final ProxyDelegate<WebTarget> delegate;
public DefaultResultSet(ProxyDelegate<WebTarget> config){
this.delegate = config;
}
@Override
public ChunkedInput<String> getResultSet(final String locator){
Call<WebTarget, ChunkedInput<String>> call = new Call<WebTarget, ChunkedInput<String>>() {
@Override
public ChunkedInput<String> call(WebTarget manager) throws Exception {
return manager.path(locator).request().get(new GenericType<ChunkedInput<String>>() {});
}
};
try {
return delegate.make(call);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
@Override
public void closeResultSet(final String locator){
Call<WebTarget, Empty> call = new Call<WebTarget, Empty>() {
@Override
public Empty call(WebTarget manager) throws Exception {
manager.path(locator).request().delete();
return new Empty();
}
};
try {
delegate.make(call);
}catch(Exception e) {
throw new RuntimeException(e);
}
}
}

@ -0,0 +1,27 @@
package org.gcube.data.spd.client.proxies;
import org.gcube.data.spd.model.service.exceptions.InvalidIdentifierException;
import org.gcube.data.spd.model.service.types.CompleteJobStatus;
import org.gcube.data.streams.Stream;
public interface ExecutorClient {
public String createDwCAByChildren(String taxonKey) throws Exception;
public String getResultLink(String jobId) throws InvalidIdentifierException;
public String getErrorLink(String jobId) throws InvalidIdentifierException;
public CompleteJobStatus getStatus(String jobId) throws InvalidIdentifierException;
public void removeJob(String jobId) throws InvalidIdentifierException;
public String createDwCAByIds(final Stream<String> ids) throws Exception;
public String createCSV(final Stream<String> ids) throws Exception;
public String createCSVforOM(final Stream<String> ids) throws Exception;
public String createDarwincoreFromOccurrenceKeys(final Stream<String> ids) throws Exception;
}

@ -0,0 +1,18 @@
package org.gcube.data.spd.client.proxies;
import java.util.List;
import org.gcube.data.spd.model.PluginDescription;
import org.gcube.data.spd.model.exceptions.InvalidQueryException;
import org.gcube.data.spd.model.products.ResultElement;
import org.gcube.data.spd.model.service.exceptions.UnsupportedCapabilityException;
import org.gcube.data.spd.model.service.exceptions.UnsupportedPluginException;
import org.gcube.data.streams.Stream;
public interface ManagerClient {
public <T extends ResultElement> Stream<T> search(String query) throws InvalidQueryException, UnsupportedPluginException, UnsupportedCapabilityException;
public List<PluginDescription> getPluginsDescription();
}

@ -0,0 +1,18 @@
package org.gcube.data.spd.client.proxies;
import java.util.List;
import org.gcube.data.spd.model.PointInfo;
import org.gcube.data.spd.model.products.OccurrencePoint;
import org.gcube.data.streams.Stream;
public interface OccurrenceClient {
public Stream<OccurrencePoint> getByIds(List<String> ids);
public String createLayer(Stream<PointInfo> coordinatesLocator);
public Stream<OccurrencePoint> getByKeys(List<String> keys);
}

@ -0,0 +1,11 @@
package org.gcube.data.spd.client.proxies;
import org.glassfish.jersey.client.ChunkedInput;
public interface ResultSetClient {
ChunkedInput<String> getResultSet(String locator);
void closeResultSet(String locator);
}

@ -0,0 +1,60 @@
<?xml version='1.0' encoding='utf-8'?>
<eml:eml xmlns:eml="eml://ecoinformatics.org/eml-2.1.1"
xmlns:md="eml://ecoinformatics.org/methods-2.1.1"
xmlns:proj="eml://ecoinformatics.org/project-2.1.1"
xmlns:d="eml://ecoinformatics.org/dataset-2.1.1"
xmlns:res="eml://ecoinformatics.org/resource-2.1.1"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xmlns:dc="http://purl.org/dc/terms/"
packageId="e71fda1c-dcb9-4eae-81a9-183114978e44/eml-1.xml" system="GBIF-IPT" scope="system">
<dataset>
<title>The gCube System - Species Products Discovery Service</title>
<creator>
<individualName>
<givenName>Valentina</givenName>
<surName>Marioli</surName>
</individualName>
<organizationName>CNR Pisa, Istituto di Scienza e Tecnologie dell'Informazione "A. Faedo"</organizationName>
<positionName></positionName>
<address>
<city>Pisa</city>
<administrativeArea></administrativeArea>
<postalCode></postalCode>
<country>Italy</country>
</address>
<phone></phone>
<electronicMailAddress>valentina.marioli@isti.cnr.it</electronicMailAddress>
<onlineUrl>https://gcube.wiki.gcube-system.org/gcube/index.php/Biodiversity_Access</onlineUrl>
</creator>
<pubDate></pubDate>
<language>en</language>
<abstract>
<para>This work has been partially supported by the following European projects: DILIGENT (FP6-2003-IST-2),
D4Science (FP7-INFRA-2007-1.2.2), D4Science-II (FP7-INFRA-2008-1.2.2),
iMarine (FP7-INFRASTRUCTURES-2011-2), and EUBrazilOpenBio (FP7-ICT-2011-EU-Brazil).</para>
</abstract>
<keywordSet>
<keyword>gCube</keyword>
<keyword>Species Discovery</keyword>
</keywordSet>
<intellectualRights>
<para>The gCube/gCore software is licensed as Free Open Source software conveying to the EUPL (http://ec.europa.eu/idabc/eupl).
The software and documentation is provided by its authors/distributors "as is" and no expressed or
implied warranty is given for its use, quality or fitness for a particular case.</para>
</intellectualRights>
<contact>
<individualName>
<givenName>Valentina</givenName>
<surName>Marioli</surName>
</individualName>
<electronicMailAddress>valentina.marioli@isti.cnr.it</electronicMailAddress>
</contact>
<methods>
</methods>
<project>
<title>Species Products Discovery Service</title>
</project>
</dataset>
<additionalMetadata>
</additionalMetadata>
</eml:eml>

@ -0,0 +1,39 @@
<?xml version='1.0' encoding='utf-8'?>
<archive xmlns="http://rs.tdwg.org/dwc/text/" metadata="eml.xml">
<core encoding="UTF-8" linesTerminatedBy="\n" fieldsTerminatedBy="\t" fieldsEnclosedBy="" ignoreHeaderLines="1" rowType="http://rs.tdwg.org/dwc/terms/Taxon">
<files>
<location>taxa.txt</location>
</files>
<id index="0"/>
<field index="0" term="http://rs.tdwg.org/dwc/terms/taxonID"/>
<field index="1" term="http://rs.tdwg.org/dwc/terms/acceptedNameUsageID"/>
<field index="2" term="http://rs.tdwg.org/dwc/terms/parentNameUsageID"/>
<field index="3" term="http://rs.tdwg.org/dwc/terms/scientificName"/>
<field index="4" term="http://rs.tdwg.org/dwc/terms/scientificNameAuthorship"/>
<field index="5" term="http://rs.tdwg.org/dwc/terms/nameAccordingTo"/>
<field index="6" term="http://rs.tdwg.org/dwc/terms/kingdom"/>
<field index="7" term="http://rs.tdwg.org/dwc/terms/phylum"/>
<field index="8" term="http://rs.tdwg.org/dwc/terms/class"/>
<field index="9" term="http://rs.tdwg.org/dwc/terms/order"/>
<field index="10" term="http://rs.tdwg.org/dwc/terms/family"/>
<field index="11" term="http://rs.tdwg.org/dwc/terms/genus"/>
<field index="12" term="http://rs.tdwg.org/dwc/terms/subgenus"/>
<field index="13" term="http://rs.tdwg.org/dwc/terms/specificEpithet"/>
<field index="14" term="http://rs.tdwg.org/dwc/terms/infraspecificEpithet"/>
<field index="15" term="http://rs.tdwg.org/dwc/terms/verbatimTaxonRank"/>
<field index="16" term="http://rs.tdwg.org/dwc/terms/taxonRank"/>
<field index="17" term="http://rs.tdwg.org/dwc/terms/taxonomicStatus"/>
<field index="18" term="http://purl.org/dc/terms/modified"/>
<field index="19" term="http://purl.org/dc/terms/bibliographicCitation"/>
<field index="20" term="http://rs.tdwg.org/dwc/terms/taxonRemarks"/>
</core>
<extension encoding="UTF-8" linesTerminatedBy="\n" fieldsTerminatedBy="\t" fieldsEnclosedBy="" ignoreHeaderLines="1" rowType="http://rs.gbif.org/terms/1.0/VernacularName">
<files>
<location>VernacularName.txt</location>
</files>
<coreid index="0"/>
<field index="1" term="http://rs.tdwg.org/dwc/terms/vernacularName"/>
<field index="2" term="http://purl.org/dc/terms/language"/>
<field index="3" term="http://rs.tdwg.org/dwc/terms/locality"/>
</extension>
</archive>

@ -0,0 +1,90 @@
package org.gcube.data.spd.client.manager;
import java.util.ArrayList;
import java.util.List;
import org.gcube.common.authorization.library.provider.SecurityTokenProvider;
import org.gcube.common.scope.api.ScopeProvider;
import org.gcube.data.spd.client.plugins.AbstractPlugin;
import org.gcube.data.spd.client.proxies.ExecutorClient;
import org.gcube.data.spd.client.proxies.ManagerClient;
import org.gcube.data.spd.model.products.Product;
import org.gcube.data.spd.model.products.Product.ProductType;
import org.gcube.data.spd.model.products.ResultItem;
import org.gcube.data.spd.model.service.types.CompleteJobStatus;
import org.gcube.data.spd.model.service.types.JobStatus;
import org.gcube.data.spd.model.service.types.NodeStatus;
import org.gcube.data.streams.Stream;
import org.gcube.data.streams.dsl.Streams;
import org.junit.Test;
public class DWCATest {
@Test
public void OccurrenceJobFromSardaSarda() throws Exception{
SecurityTokenProvider.instance.set("94a3b80a-c66f-4000-ae2f-230f5dfad793-98187548");
ScopeProvider.instance.set("/gcube/devsec");
ExecutorClient creator = AbstractPlugin.executor().build();
//"CatalogueOfLife:13445516" chordata
//"CatalogueOfLife:13446218" cervidae
String jobId = createOccurrence(creator);
//String jobId = createOccurrence(creator);
CompleteJobStatus response= null;
do{
Thread.sleep(10000);
response= creator.getStatus(jobId);
System.out.println("thes status is "+response.getStatus());
System.out.println("the number of element read are "+response.getCompletedEntries());
if(response.getSubNodes()!=null)
for (NodeStatus status : response.getSubNodes())
System.out.println(status.getScientificName()+"--"+status.getStatus());
}while(response.getStatus()!=JobStatus.FAILED && response.getStatus()!=JobStatus.COMPLETED);
System.out.println("result uri "+creator.getResultLink(jobId));
System.out.println("error uri "+creator.getErrorLink(jobId));
}
private static String createDWCAJobTest(ExecutorClient creator, String id) throws Exception {
return creator.createDwCAByChildren(id);
}
private static String createOccurrence(ExecutorClient creator) throws Exception {
Stream<String> keyStream =Streams.convert(new String[]{"Obis:522634-1695----", "Obis:465686-1695----", "Obis:429081-721----", "Obis:822676-1691----", "Obis:742361-119----", "Obis:447539-1695----", "GBIF:sarda||130||11956||57744173||","GBIF:sarda||82||400||50917042||","GBIF:sarda||427||14113||60499431||"});
return creator.createDarwincoreFromOccurrenceKeys(keyStream);
}
private static String createOccurrenceFromSardasarda(ExecutorClient creator) throws Exception {
ManagerClient manager = AbstractPlugin.manager().build();
Stream<ResultItem> rsStream = manager.search("SEARCH BY SN 'sarda sarda'");
List<String> keylist = new ArrayList<String>();
int i =0;
while (rsStream.hasNext()){
ResultItem rs = rsStream.next();
for (Product product: rs.getProducts())
if (product.getCount()>0 && product.getType()==ProductType.Occurrence) keylist.add(product.getKey());
if (i++>=5)
break;
}
rsStream.close();
System.out.println("keyList is "+keylist.size());
System.in.read();
Stream<String> keyStream =Streams.convert(keylist);
return creator.createCSV(keyStream);
}
}

@ -0,0 +1,42 @@
package org.gcube.data.spd.client.manager;
public class JobTest {
/* *//**
* @param args
*//*
public static void main(String[] args) throws Exception{
ScopeProvider.instance.set("/gcube/devsec");
getJobFile();
}
private static void getJobFile() throws Exception {
ExecutorClient creator = executor().build();
String link = creator.getResultLink("f63a96b0-e94b-11e2-a63c-e05c5bb7d509||8c788f50-eace-11e2-b167-8f9adc39871b");
System.out.println("resultLink is "+ link);
}
private static void getJobErorFile() throws Exception {
ExecutorClient creator = executor().build();
String link = creator.getErrorLink("f63a96b0-e94b-11e2-a63c-e05c5bb7d509||8c788f50-eace-11e2-b167-8f9adc39871b");
System.out.println("errorLink is "+ link);
}
private static void getStatus() throws Exception {
ExecutorClient creator = executor().build();
CompleteJobStatus status = creator.getStatus("f63a96b0-e94b-11e2-a63c-e05c5bb7d509||8c788f50-eace-11e2-b167-8f9adc39871b");
System.out.println("status is "+ status);
}
private static void getJobs() throws Exception {
ExecutorClient creator = executor().build();
CompleteJobStatus status = creator.getStatus("f63a96b0-e94b-11e2-a63c-e05c5bb7d509||8c788f50-eace-11e2-b167-8f9adc39871b");
System.out.println("status is "+ status);
}*/
}

@ -0,0 +1,74 @@
package org.gcube.data.spd.client.manager;
import java.util.ArrayList;
import java.util.List;
import org.gcube.common.authorization.library.provider.SecurityTokenProvider;
import org.gcube.common.scope.api.ScopeProvider;
import org.gcube.data.spd.client.plugins.AbstractPlugin;
import org.gcube.data.spd.client.proxies.ManagerClient;
import org.gcube.data.spd.client.proxies.OccurrenceClient;
import org.gcube.data.spd.model.PluginDescription;
import org.gcube.data.spd.model.products.OccurrencePoint;
import org.gcube.data.spd.model.products.Product;
import org.gcube.data.spd.model.products.ResultItem;
import org.gcube.data.streams.Stream;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class ManagerTest {
private static final Logger log = LoggerFactory.getLogger(ManagerTest.class);
@Test
public void search() throws Exception{
SecurityTokenProvider.instance.set("94a3b80a-c66f-4000-ae2f-230f5dfad793-98187548");
ScopeProvider.instance.set("/gcube/devsec");
ManagerClient manager = AbstractPlugin.manager().build();
Stream<ResultItem> stream = manager.search("SEARCH BY SN 'cetacea' IN OBIS WHERE coordinate >= 30.0 , 20.0 ");
List<String> productKeys = new ArrayList<String>();
int i =0;
while (stream.hasNext()){
if (i==10) break;
ResultItem item = stream.next();
for (Product prod : item.getProducts()){
System.out.println("type: "+prod.getType()+" - "+prod.getKey()+" - "+prod.getCount());
productKeys.add(prod.getKey());
}
i++;
}
stream.close();
OccurrenceClient occurrence = AbstractPlugin.occurrences().build();
Stream<OccurrencePoint> occurrenceStream = occurrence.getByKeys(productKeys);
int occIndex = 0;
while (occurrenceStream.hasNext()){
occIndex++;
}
System.out.println("occurrence point found : "+occIndex);
occurrenceStream.close();
}
@Test
public void getPluginDescription() throws Exception{
SecurityTokenProvider.instance.set("94a3b80a-c66f-4000-ae2f-230f5dfad793-98187548");
ScopeProvider.instance.set("/gcube/devsec");
ManagerClient manager = AbstractPlugin.manager().build();
List<PluginDescription> pluginDescriptions = manager.getPluginsDescription();
System.out.println("plugin descriptions are "+pluginDescriptions.size());
for (PluginDescription description : pluginDescriptions)
System.out.println(description.toString());
}
}

@ -0,0 +1,56 @@
package org.gcube.data.spd.client.manager;
import java.util.Arrays;
import java.util.List;
import org.gcube.common.authorization.library.provider.SecurityTokenProvider;
import org.gcube.common.scope.api.ScopeProvider;
import org.gcube.data.spd.client.plugins.AbstractPlugin;
import org.gcube.data.spd.client.proxies.OccurrenceClient;
import org.gcube.data.spd.model.products.OccurrencePoint;
import org.gcube.data.streams.Stream;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class OccurrencesTest {
private static Logger logger = LoggerFactory.getLogger(OccurrencesTest.class);
private static List<String> occurrenceIds=Arrays.asList("GBIF:1238408827","GBIF:1234813179","GBIF:1136918536","GBIF:1050224578",
"GBIF:1084012520","GBIF:1084013323","GBIF:1084013326","GBIF:1084013281", "GBIF:857015137","GBIF:856828010");
private static List<String> occurrenceKeys = Arrays.asList("GBIF:84028840-f762-11e1-a439-00145eb45e9a^^Marine and Coastal Management - Demersal Surveys (years 1991-1995) (AfrOBIS)^^Marine and Coastal Management - Demersal Surveys^^0e0fc0f0-828e-11d8-b7ed-b8a03c50a862^^Ocean Biogeographic Information System||5208593" , "GBIF:ed820bdb-4345-4143-a280-4fbffaacd31d^^The Pisces Collection at the Staatssammlung für Anthropologie und Paläoanatomie München^^Staatliche Naturwissenschaftliche Sammlungen Bayerns: The Pisces Collection at the Staatssammlung für Anthropologie und Paläoanatomie München^^0674aea0-a7e1-11d8-9534-b8a03c50a862^^Staatliche Naturwissenschaftliche Sammlungen Bayerns||5712279", "GBIF:8609f1a0-f762-11e1-a439-00145eb45e9a^^Marine and Coastal Management - Linefish Dataset (Second Semester of 1992) (AfrOBIS)^^Marine and Coastal Management - Linefish Dataset^^0e0fc0f0-828e-11d8-b7ed-b8a03c50a862^^Ocean Biogeographic Information System||5208602" );
@Test
public void getOccurencesByIds() throws Exception{
SecurityTokenProvider.instance.set("94a3b80a-c66f-4000-ae2f-230f5dfad793-98187548");
ScopeProvider.instance.set("/gcube/devsec");
OccurrenceClient occurrences = AbstractPlugin.occurrences().build();
Stream<OccurrencePoint> stream = occurrences.getByIds(occurrenceIds);
int i =0;
while (stream.hasNext())
System.out.println(i+++")"+stream.next());
stream.close();
}
@Test
public void getOccurencesByKeys() throws Exception{
SecurityTokenProvider.instance.set("94a3b80a-c66f-4000-ae2f-230f5dfad793-98187548");
ScopeProvider.instance.set("/gcube/devsec");
OccurrenceClient occurrences = AbstractPlugin.occurrences().build();
Stream<OccurrencePoint> stream = occurrences.getByKeys(occurrenceKeys);
int i =0;
while (stream.hasNext())
System.out.println(i+++")"+stream.next());
stream.close();
}
}

@ -0,0 +1,74 @@
package org.gcube.data.spd.client.manager;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
public class TaxonTest {
private static Logger logger = LoggerFactory.getLogger(TaxonTest.class);
/*public static void main(String[] args) throws Exception{
getTaxonById();
getChilds();
}
public static void getChilds() throws UnsupportedPluginException, UnsupportedCapabilityException, InvalidIdentifierException{
ScopeProvider.instance.set("/gcube/devsec");
Classification classification = classification().build();
Stream<TaxonomyItem> item = classification.getTaxonChildrenById("CatalogueOfLife:12640178");
System.out.println("parent id is cataloguesOfLife:12640178");
while (item.hasNext()){
System.out.println("item:"+ item.next());
}
}
public static void getChildenTree() throws Exception{
ScopeProvider.instance.set("/gcube/devsec");
Classification classification = classification().build();
Stream<TaxonomyItem> item = classification.getTaxonTreeById("CatalogueOfLife:11946467");
int i =0;
while (item.hasNext()){
TaxonomyItem subitem = item.next();
System.out.println("item ("+i+++") "+ subitem.getId()+" !! "+ subitem.getRank()+" -- "+subitem.getParent());
}
}
public static void getSynonyms() throws IdNotValidException, Exception{
ScopeProvider.instance.set("/gcube/devsec");
Classification classification = classification().build();
Stream<TaxonomyItem> item = classification.getSynonymsById("WoRMS:273810");
int i =0;
while (item.hasNext()){
System.out.println("item ("+i+++") "+ item.next());
}
}
public static void getTaxonById() throws Exception{
ScopeProvider.instance.set("/gcube/devsec");
Classification classification = classification().build();
Stream<TaxonomyItem> item = classification.getTaxaByIds(convert(Collections.singletonList("CatalogueOfLife:12640178")));
System.out.println("taxon ----");
int i =0;
while (item.hasNext()){
System.out.println("item ("+i+++") "+ item.next());
}
}*/
}

@ -0,0 +1,12 @@
log4j.appender.ROOT=org.apache.log4j.ConsoleAppender
log4j.appender.ROOT.layout=org.apache.log4j.PatternLayout
log4j.appender.ROOT.layout.ConversionPattern=%d{HH:mm:ss,SSS} %-5p %c{2} [%t,%M:%L] %m%n
log4j.rootLogger=TRACE,A1
log4j.appender.A1=org.apache.log4j.ConsoleAppender
log4j.appender.A1.layout=org.apache.log4j.PatternLayout
log4j.appender.A1.layout.ConversionPattern=%d{HH:mm:ss,SSS} %-5p %c{2} [%t,%M:%L] %m%n
log4j.appender.SPD-CL.layout=org.apache.log4j.PatternLayout
log4j.appender.SPD-CL.layout.ConversionPattern=[SPD-CL] %d{HH:mm:ss,SSS} %-5p %c{2} [%t,%M:%L] %m%n
Loading…
Cancel
Save