Fabio Sinibaldi 2016-04-21 16:32:05 +00:00
parent b876e9e460
commit 3998ab1044
26 changed files with 790 additions and 0 deletions

36
.classpath Normal file
View File

@ -0,0 +1,36 @@
<?xml version="1.0" encoding="UTF-8"?>
<classpath>
<classpathentry kind="src" output="target/classes" path="src/main/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry excluding="**" kind="src" output="target/classes" path="src/main/resources">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="src" output="target/test-classes" path="src/test/java">
<attributes>
<attribute name="optional" value="true"/>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry excluding="**" kind="src" output="target/test-classes" path="src/test/resources">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.jdt.launching.JRE_CONTAINER/org.eclipse.jdt.internal.debug.ui.launcher.StandardVMType/JavaSE-1.7">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="con" path="org.eclipse.m2e.MAVEN2_CLASSPATH_CONTAINER">
<attributes>
<attribute name="maven.pomderived" value="true"/>
</attributes>
</classpathentry>
<classpathentry kind="output" path="target/classes"/>
</classpath>

23
.project Normal file
View File

@ -0,0 +1,23 @@
<?xml version="1.0" encoding="UTF-8"?>
<projectDescription>
<name>data-transfer-library</name>
<comment></comment>
<projects>
</projects>
<buildSpec>
<buildCommand>
<name>org.eclipse.jdt.core.javabuilder</name>
<arguments>
</arguments>
</buildCommand>
<buildCommand>
<name>org.eclipse.m2e.core.maven2Builder</name>
<arguments>
</arguments>
</buildCommand>
</buildSpec>
<natures>
<nature>org.eclipse.jdt.core.javanature</nature>
<nature>org.eclipse.m2e.core.maven2Nature</nature>
</natures>
</projectDescription>

View File

@ -0,0 +1,6 @@
eclipse.preferences.version=1
encoding//src/main/java=UTF-8
encoding//src/main/resources=UTF-8
encoding//src/test/java=UTF-8
encoding//src/test/resources=UTF-8
encoding/<project>=UTF-8

View File

@ -0,0 +1,5 @@
eclipse.preferences.version=1
org.eclipse.jdt.core.compiler.codegen.targetPlatform=1.7
org.eclipse.jdt.core.compiler.compliance=1.7
org.eclipse.jdt.core.compiler.problem.forbiddenReference=warning
org.eclipse.jdt.core.compiler.source=1.7

View File

@ -0,0 +1,4 @@
activeProfiles=
eclipse.preferences.version=1
resolveWorkspaceProjects=false
version=1

1
distro/LICENSE Normal file
View File

@ -0,0 +1 @@
${gcube.license}

65
distro/README Normal file
View File

@ -0,0 +1,65 @@
The gCube System - ${name}
--------------------------------------------------
${description}
${gcube.description}
${gcube.funding}
Version
--------------------------------------------------
${version} (${buildDate})
Please see the file named "changelog.xml" in this directory for the release notes.
Authors
--------------------------------------------------
* Fabio Sinibaldi (fabio.sinibaldi-AT-isti.cnr.it) Istituto di Scienza e Tecnologie dell'Informazione "A. Faedo" - CNR, Pisa (Italy).
Maintainers
-----------
* Fabio Sinibaldi (fabio.sinibaldi-AT-isti.cnr.it) Istituto di Scienza e Tecnologie dell'Informazione "A. Faedo" - CNR, Pisa (Italy).
Download information
--------------------------------------------------
Source code is available from SVN:
${scm.url}
Binaries can be downloaded from the gCube website:
${gcube.website}
Installation
--------------------------------------------------
Installation documentation is available on-line in the gCube Wiki:
${gcube.wikiRoot}/Tabular_Data_Manager
Documentation
--------------------------------------------------
Documentation is available on-line in the gCube Wiki:
${gcube.wikiRoot}/Tabular_Data_Manager
${gcube.wikiRoot}/Tabular_Data_Manager
Support
--------------------------------------------------
Bugs and support requests can be reported in the gCube issue tracking tool:
${gcube.issueTracking}
Licensing
--------------------------------------------------
This software is licensed under the terms you may find in the file named "LICENSE" in this directory.

5
distro/changelog.xml Normal file
View File

@ -0,0 +1,5 @@
<ReleaseNotes>
<Changeset component="data-transfer-library-1.0.0" date="2016-02-22">
<Change>First Release</Change>
</Changeset>
</ReleaseNotes>

30
distro/descriptor.xml Normal file
View File

@ -0,0 +1,30 @@
<assembly
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0"
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd">
<id>servicearchive</id>
<formats>
<format>tar.gz</format>
</formats>
<baseDirectory>/</baseDirectory>
<fileSets>
<fileSet>
<directory>${distroDirectory}</directory>
<outputDirectory>/</outputDirectory>
<useDefaultExcludes>true</useDefaultExcludes>
<includes>
<include>README</include>
<include>LICENSE</include>
<include>changelog.xml</include>
</includes>
<fileMode>755</fileMode>
<filtered>true</filtered>
</fileSet>
</fileSets>
<files>
<file>
<source>target/${build.finalName}.${project.packaging}</source>
<outputDirectory>/${artifactId}</outputDirectory>
</file>
</files>
</assembly>

29
distro/profile.xml Normal file
View File

@ -0,0 +1,29 @@
<?xml version="1.0" encoding="UTF-8"?>
<Resource>
<ID></ID>
<Type>Service</Type>
<Profile>
<Description>${description}</Description>
<Class>DataTransfer</Class>
<Name>${artifactId}</Name>
<Version>1.0.0</Version>
<Packages>
<Software>
<Description>${description}</Description>
<Name>${artifactId}</Name>
<Version>${version}</Version>
<MavenCoordinates>
<groupId>${groupId}</groupId>
<artifactId>${artifactId}</artifactId>
<version>${version}</version>
</MavenCoordinates>
<Type>library</Type>
<Files>
<File>${build.finalName}.jar</File>
</Files>
</Software>
</Packages>
</Profile>
</Resource>

38
pom.xml Normal file
View File

@ -0,0 +1,38 @@
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.gcube.tools</groupId>
<artifactId>maven-parent</artifactId>
<version>LATEST</version>
</parent>
<groupId>org.gcube.data.transfer</groupId>
<artifactId>data-transfer-library</artifactId>
<version>0.0.1-SNAPSHOT</version>
<name>DataTransfer-library</name>
<dependencies>
<dependency>
<groupId>org.gcube.data.transfer</groupId>
<artifactId>data-transfer-model</artifactId>
<version>1.0.0-SNAPSHOT</version>
</dependency>
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>4.10</version>
<scope>test</scope>
</dependency>
<!-- lombok -->
<dependency>
<groupId>org.projectlombok</groupId>
<artifactId>lombok</artifactId>
<version>0.11.6</version>
</dependency>
</dependencies>
</project>

View File

@ -0,0 +1,70 @@
package org.gcube.data.transfer.library;
import java.util.Map.Entry;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.Executors;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.TimeUnit;
import lombok.extern.slf4j.Slf4j;
import org.gcube.data.transfer.model.TransferCapabilities;
@Slf4j
public class CapabilitiesManager {
private static ConcurrentHashMap<String, TTLContainer> theMap=new ConcurrentHashMap<>();
private static final ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(1);
static {
scheduler.scheduleAtFixedRate(new Runnable() {
private static final long TTL =30*60*1000;
@Override
public void run() {
log.debug("Running Ticket cleaner, TTL is "+TTL);
int removed=0;
for(Entry<String,TTLContainer> entry:theMap.entrySet())
if(System.currentTimeMillis()-entry.getValue().getLastUsageTime()>TTL){
theMap.remove(entry.getKey());
removed++;
}
log.debug("Removed "+removed+" old tickets");
}
}, 30, 30, TimeUnit.MINUTES);
}
public class TTLContainer {
private long lastUsageTime=System.currentTimeMillis();
private TransferCapabilities theObject;
public TTLContainer(TransferCapabilities theObject) {
this.theObject = theObject;
}
private void update(){
lastUsageTime=System.currentTimeMillis();
}
public TransferCapabilities getTicket(){
update();
return theObject;
}
public long getLastUsageTime() {
return lastUsageTime;
}
}
public static TransferCapabilities get(String hostname){
}
}

View File

@ -0,0 +1,5 @@
package org.gcube.data.transfer.library;
public class TransferResult {
}

View File

@ -0,0 +1,55 @@
package org.gcube.data.transfer.library;
import java.io.File;
import java.net.URL;
import org.gcube.data.transfer.library.faults.InvalidSourceException;
import org.gcube.data.transfer.library.faults.SourceNotSetException;
import org.gcube.data.transfer.library.model.Source;
public abstract class Transferer {
protected Source source=null;
public Transferer localFile(File f){
}
public Transferer localFile(String path){
}
public Transferer storageFileId(String fileId){
}
public Transferer fromURL(URL sourceURL){
}
public TransferResult transfer() throws SourceNotSetException, InvalidSourceException{
checkSource();
source.prepare();
TransferResult result=doTheTransfer();
source.clean();
return result;
}
protected void checkSource() throws SourceNotSetException, InvalidSourceException{
if(source==null) throw new SourceNotSetException();
source.validate();
}
protected abstract TransferResult doTheTransfer();
}

View File

@ -0,0 +1,24 @@
package org.gcube.data.transfer.library;
import org.gcube.data.transfer.library.faults.HostingNodeNotFoundException;
import org.gcube.data.transfer.library.faults.ServiceNotFoundException;
import org.gcube.data.transfer.library.faults.UnreachableNodeException;
public class TransfererBuilder {
public Transferer getTransfererByHost(String host) throws UnreachableNodeException, ServiceNotFoundException{
// Check reachable host
// Check DTS presence
// get capabilities
// return transferer by capabilities
}
public Transferer getTransfererByhostingNodeId(String hostId) throws HostingNodeNotFoundException, UnreachableNodeException, ServiceNotFoundException{
String hostname=retrieveHostnameByNodeId(hostId);
return getTransfererByHost(hostname);
}
private String retrieveHostnameByNodeId(String nodeId)throws HostingNodeNotFoundException{
}
}

View File

@ -0,0 +1,35 @@
package org.gcube.data.transfer.library.faults;
public abstract class DataTransferException extends Exception {
/**
*
*/
private static final long serialVersionUID = 8488351139669552406L;
public DataTransferException() {
// TODO Auto-generated constructor stub
}
public DataTransferException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public DataTransferException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public DataTransferException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public DataTransferException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,35 @@
package org.gcube.data.transfer.library.faults;
public class HostingNodeNotFoundException extends InitializationException {
/**
*
*/
private static final long serialVersionUID = 5786009015981659074L;
public HostingNodeNotFoundException() {
// TODO Auto-generated constructor stub
}
public HostingNodeNotFoundException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public HostingNodeNotFoundException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public HostingNodeNotFoundException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public HostingNodeNotFoundException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,35 @@
package org.gcube.data.transfer.library.faults;
public class InitializationException extends DataTransferException {
/**
*
*/
private static final long serialVersionUID = 2204462227670167203L;
public InitializationException() {
// TODO Auto-generated constructor stub
}
public InitializationException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public InitializationException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public InitializationException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public InitializationException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,35 @@
package org.gcube.data.transfer.library.faults;
public class InvalidSourceException extends DataTransferException {
/**
*
*/
private static final long serialVersionUID = 7631518288856917202L;
public InvalidSourceException() {
// TODO Auto-generated constructor stub
}
public InvalidSourceException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public InvalidSourceException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public InvalidSourceException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public InvalidSourceException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,35 @@
package org.gcube.data.transfer.library.faults;
public class ServiceNotFoundException extends InitializationException {
/**
*
*/
private static final long serialVersionUID = -3494011839783891174L;
public ServiceNotFoundException() {
// TODO Auto-generated constructor stub
}
public ServiceNotFoundException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public ServiceNotFoundException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public ServiceNotFoundException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public ServiceNotFoundException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,35 @@
package org.gcube.data.transfer.library.faults;
public class SourceNotSetException extends DataTransferException {
/**
*
*/
private static final long serialVersionUID = -5868191252361823341L;
public SourceNotSetException() {
// TODO Auto-generated constructor stub
}
public SourceNotSetException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public SourceNotSetException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public SourceNotSetException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public SourceNotSetException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,37 @@
package org.gcube.data.transfer.library.faults;
public class UnreachableNodeException extends InitializationException {
/**
*
*/
private static final long serialVersionUID = 8739586712271226827L;
public UnreachableNodeException() {
// TODO Auto-generated constructor stub
}
public UnreachableNodeException(String message) {
super(message);
// TODO Auto-generated constructor stub
}
public UnreachableNodeException(Throwable cause) {
super(cause);
// TODO Auto-generated constructor stub
}
public UnreachableNodeException(String message, Throwable cause) {
super(message, cause);
// TODO Auto-generated constructor stub
}
public UnreachableNodeException(String message, Throwable cause,
boolean enableSuppression, boolean writableStackTrace) {
super(message, cause, enableSuppression, writableStackTrace);
// TODO Auto-generated constructor stub
}
}

View File

@ -0,0 +1,36 @@
package org.gcube.data.transfer.library.model;
import java.io.File;
import org.gcube.data.transfer.library.faults.InvalidSourceException;
public class LocalSource extends Source {
private File theFile=null;
public LocalSource(File theFile) {
super();
this.theFile = theFile;
}
@Override
public boolean validate() throws InvalidSourceException {
if(!theFile.exists()) throw new InvalidSourceException("File "+theFile.getAbsolutePath()+"doesn't exist");
if(!theFile.canRead()) throw new InvalidSourceException("Unable to read from file "+theFile.getAbsolutePath());
if(theFile.isDirectory()) throw new InvalidSourceException("Transfer of directory is not yet supported");
return true;
}
@Override
public void prepare() {
// TODO Auto-generated method stub
}
@Override
public void clean() {
// TODO Auto-generated method stub
}
}

View File

@ -0,0 +1,19 @@
package org.gcube.data.transfer.library.model;
import org.gcube.data.transfer.library.faults.InvalidSourceException;
import lombok.Data;
@Data
public abstract class Source{
public static enum SourceType{
URI,STORAGE_ID,LOCAL_FILE
}
public abstract boolean validate() throws InvalidSourceException;
public abstract void prepare();
public abstract void clean();
}

View File

@ -0,0 +1,59 @@
package org.gcube.data.transfer.library.model;
import java.net.HttpURLConnection;
import java.net.URL;
import org.gcube.data.transfer.library.faults.InvalidSourceException;
public class URLSource extends Source {
private URL theURL=null;
public URLSource(URL theURL) {
super();
this.theURL = theURL;
}
@Override
public boolean validate() throws InvalidSourceException {
try{
HttpURLConnection conn=(HttpURLConnection) theURL.openConnection();
conn.setConnectTimeout(3);
conn.setRequestMethod("HEAD");
int responseCode = conn.getResponseCode();
return (200 <= responseCode && responseCode <= 399);
}catch(Exception e){
throw new InvalidSourceException("Unable to contact URL "+theURL,e);
}
}
@Override
public void prepare() {
// nothing to do
}
@Override
public void clean() {
// nothing to do
}
/* (non-Javadoc)
* @see java.lang.Object#toString()
*/
@Override
public String toString() {
StringBuilder builder = new StringBuilder();
builder.append("URLSource [theURL=");
builder.append(theURL);
builder.append("]");
return builder.toString();
}
public URL getTheURL() {
return theURL;
}
}

View File

@ -0,0 +1,33 @@
package org.gcube.data.transfer.library.utils;
import java.io.IOException;
import java.net.HttpURLConnection;
import java.net.URL;
public class Utils {
/**
* Pings a HTTP URL. This effectively sends a HEAD request and returns <code>true</code> if the response code is in
* the 200-399 range.
* @param url The HTTP URL to be pinged.
* @param timeout The timeout in millis for both the connection timeout and the response read timeout. Note that
* the total timeout is effectively two times the given timeout.
* @return <code>true</code> if the given HTTP URL has returned response code 200-399 on a HEAD request within the
* given timeout, otherwise <code>false</code>.
*/
public static boolean pingURL(String url, int timeout) {
url = url.replaceFirst("^https", "http"); // Otherwise an exception may be thrown on invalid SSL certificates.
try {
HttpURLConnection connection = (HttpURLConnection) new URL(url).openConnection();
connection.setConnectTimeout(timeout);
connection.setReadTimeout(timeout);
connection.setRequestMethod("HEAD");
int responseCode = connection.getResponseCode();
return (200 <= responseCode && responseCode <= 399);
} catch (IOException exception) {
return false;
}
}
}