package org.gcube.dataanalysis.executor.util; import static org.gcube.datatransfer.agent.library.proxies.Proxies.transferAgent; import java.io.File; import java.net.URI; import java.util.ArrayList; import java.util.concurrent.TimeUnit; import org.gcube.common.scope.api.ScopeProvider; import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger; import org.gcube.datatransfer.agent.library.AgentLibrary; import org.gcube.datatransfer.agent.library.exceptions.MonitorTransferException; import org.gcube.datatransfer.common.agent.Types.storageType; import org.gcube.datatransfer.common.options.TransferOptions; import org.gcube.datatransfer.common.outcome.FileTransferOutcome; import org.gcube.datatransfer.common.outcome.TransferStatus; public class DataTransferer { public static void main(String[] args) throws Exception { String scope = "/d4science.research-infrastructures.eu/gCubeApps"; ScopeProvider.instance.set(scope); String transferGHN = "dewn04.madgik.di.uoa.gr"; int transferPort = 8080; AgentLibrary library = transferAgent().at(transferGHN, transferPort).build(); ArrayList input = new ArrayList(); /* * File localfile = new File("C:/Users/coro/Dropbox/Public/wind1.tif"); String file = "wind1.tif"; String localfolder = "C:/Users/coro/Dropbox/Public/"; String storagesmpurl = StorageUtils.uploadFilesOnStorage("/gcube/devsec", "gianpaolo.coro",localfolder,file); * * System.out.println("URI from storage: "+storagesmpurl); * * String urlStorage = "http://dev.d4science.org/uri-resolver/smp?smp-uri="+storagesmpurl+"&fileName="+file; */ // String urlStorage = "http://dev.d4science.org/smp?smp-uri=smp://data.gcube.org/gzAv/RparhTHO4yhbF9ItALcRlSJRIiBGmbP5+HKCzc=&fileName=wind1.tif"; String urlStorage = "smp://data.gcube.org/gzAv/RparhTHO4yhbF9ItALcRlSJRIiBGmbP5+HKCzc="; System.out.println("URL for storage: " + urlStorage); URI uri = new URI("http://dl.dropboxusercontent.com/u/12809149/wind1.tif"); // URI uri = new URI(urlStorage); // http://dev.d4science.org/uri-resolver/smp?smp-uri=smp://data.gcube.org/gzAv/RparhTHO4yhbF9ItALcRlSJRIiBGmbP5+HKCzc=&fileName=wind1.tif&contentType=tiff // URI uri = new URI(storageurl); //localfile.toURI(); // URI uri = new URI("file:///C:Users/coro/Dropbox/Public/wind1.tif"); input.add(uri); String outPath = "/tmp"; transferFileToService(scope, "gianpaolo.coro", transferGHN, transferPort, "C:\\Users\\coro\\Dropbox\\Public\\3_Aquamaps.jpg", outPath); } // returns the number of transferred bytes public static boolean transferFileToService(String scope, String username, String service, int port, String fileAbsolutePath, String remoteFolder) throws Exception { AnalysisLogger.getLogger().debug("Transferring file " + fileAbsolutePath + " to " + service + ":" + port); ScopeProvider.instance.set(scope); AgentLibrary library = transferAgent().at(service, port).build(); ArrayList input = new ArrayList(); File localFile = new File(fileAbsolutePath); if (!localFile.exists()) throw new Exception("Local file does not exist: " + localFile); String localfolder = localFile.getParent(); String file = localFile.getName(); AnalysisLogger.getLogger().debug("Uploading file " + file + " onto storage"); String storagesmpurl = StorageUtils.uploadFilesOnStorage(scope, username, localfolder, file); //urls for testing //storagesmpurl = "http://dev.d4science.org/smp?smp-uri="+storagesmpurl+"&fileName="+file; // String storagesmpurl = "smp://data.gcube.org/sHtVhK4clGtbcWCliQud+5b4PfGx5BW+GmbP5+HKCzc="; // String storagesmpurl = "http://goo.gl/r6ggMA"; // String storagesmpurl = "http://dl.dropboxusercontent.com/u/12809149/3_Aquamaps.jpg"; AnalysisLogger.getLogger().debug("SMP url generated: " + storagesmpurl); URI uri = new URI(storagesmpurl); input.add(uri); TransferOptions options = new TransferOptions(); options = new TransferOptions(); options.setOverwriteFile(false); options.setType(storageType.DataStorage); options.setUnzipFile(false); options.setTransferTimeout(3, TimeUnit.HOURS); AnalysisLogger.getLogger().debug("Transferring..."); //old code for sync transfer // ArrayList outcomes = library.startTransferSync(input, remoteFolder, options); ArrayList outputURI = new ArrayList(); outputURI.add(new URI("file://"+remoteFolder+""+file)); AnalysisLogger.getLogger().debug("Remote file name will be: " + outputURI.get(0)); String transferId = library.startTransfer(input, outputURI, options); TransferStatus transferStatus = null; do { try { Thread.sleep(1000); transferStatus = TransferStatus.valueOf(library.monitorTransfer(transferId)); } catch (MonitorTransferException e) { e.printStackTrace(); } } while (!transferStatus.hasCompleted()); ArrayList outcomes = library.getTransferOutcomes(transferId, FileTransferOutcome.class); AnalysisLogger.getLogger().debug("Transferring complete"); boolean success = false; String outcomeString = ""; for (FileTransferOutcome outcome : outcomes) { AnalysisLogger.getLogger().debug("Outcome " + outcome); outcomeString = outcome.toString(); AnalysisLogger.getLogger().debug("Transferred file name " + outcome.fileName()); AnalysisLogger.getLogger().debug("Transferring success " + outcome.isSuccess()); AnalysisLogger.getLogger().debug("Transferred bytes " + outcome.getTotal_size()); AnalysisLogger.getLogger().debug("Transfer time " + outcome.getTransferTime()); success = outcome.isSuccess(); } if (!success) throw new Exception("No Bytes were transferred to the Thredds server: "+outcomeString); return success; } }