ecological-engine-smart-executor/src/main/java/org/gcube/dataanalysis/executor/nodes/transducers/WebApplicationPublisher.java

package org.gcube.dataanalysis.executor.nodes.transducers;

import java.io.File;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.UUID;

import org.apache.commons.io.FileUtils;
import org.gcube.contentmanagement.graphtools.utils.MathFunctions;
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
import org.gcube.dataanalysis.ecoengine.datatypes.PrimitiveType;
import org.gcube.dataanalysis.ecoengine.datatypes.ServiceType;
import org.gcube.dataanalysis.ecoengine.datatypes.enumtypes.PrimitiveTypes;
import org.gcube.dataanalysis.ecoengine.datatypes.enumtypes.ServiceParameters;
import org.gcube.dataanalysis.ecoengine.interfaces.StandardLocalInfraAlgorithm;
import org.gcube.dataanalysis.ecoengine.utils.ZipTools;
import org.gcube.dataanalysis.executor.util.DataTransferer;
import org.gcube.dataanalysis.executor.util.InfraRetrieval;


public class WebApplicationPublisher extends StandardLocalInfraAlgorithm{
//	private static String MainPageParam = "MainPage";
	private static String FileParam = "ZipFile";
	private String transferServiceAddress = "";
	private int transferServicePort = 0;
	
	@Override
	public String getDescription() {
		return "This algorithm publishes a zip file containing a Web site, based on html and javascript in the e-Infrastructure. It generates a public URL to the application that can be shared.";
	}

	@Override
	public void init() throws Exception {
	}

	@Override
	protected void process() throws Exception {
		String uuid = "webpub_" + UUID.randomUUID();
		File folder = new File(config.getConfigPath(), uuid);
		try
		{
			status = 10;
		String scope = config.getGcubeScope();
		String username = config.getParam("ServiceUserName");
		String fileAbsolutePath = config.getParam(FileParam);
//		String mainPage = config.getParam(MainPageParam);
		
		AnalysisLogger.getLogger().debug("scope: "+scope);
		AnalysisLogger.getLogger().debug("username: "+username);
		AnalysisLogger.getLogger().debug("fileAbsolutePath: "+fileAbsolutePath);
//		AnalysisLogger.getLogger().debug("layerTitle: "+mainPage);
		
		if (scope==null || username==null)
			throw new Exception ("Service parameters are not set - please contact the Administrators");
		if (fileAbsolutePath==null || fileAbsolutePath.trim().length()==0)
			throw new Exception ("No file has been provided to the process");
//		if (mainPage==null || mainPage.trim().length()==0)
//			throw new Exception ("Please provide a valid main page");
	 
		File f = new File(fileAbsolutePath); 
		String fileName = f.getName();
       		
		//unzip the file
		AnalysisLogger.getLogger().debug("Package is in file "+fileName);
		
		boolean mkdir = folder.mkdir();
		AnalysisLogger.getLogger().debug("Sandbox " + folder.getAbsolutePath() + " generated: " + mkdir);
		AnalysisLogger.getLogger().debug("Unzipping package into " + folder.getAbsolutePath());
		ZipTools.unZip(f.getAbsolutePath(), folder.getAbsolutePath());
//		f.delete();
		AnalysisLogger.getLogger().debug("Package unzipped and original file deleted");
		
		File[] webappfiles = folder.listFiles();
		//get all files for the upload
		String prefix = "/"+folder.getName()+"/";
		
		Map<String,String> allfiles = getFilesPaths(webappfiles,prefix);
		
		//discover the dataTransfer service with Apache
		getTransferInfo(config.getGcubeScope());
		String remoteFolder = "/var/www/html";
	    //upload every file
		int nfiles = allfiles.size();
		float step = 80f/(float)nfiles;
		float initialStatus=status;
		int i=0;
		for (String key:allfiles.keySet()){
			status=(float)MathFunctions.roundDecimal(initialStatus+(float)i*step,2);
			String subpath = allfiles.get(key);
			subpath = subpath.substring(0,subpath.lastIndexOf("/"));
			String remotePath = remoteFolder+subpath+"/";
			AnalysisLogger.getLogger().debug("Uploading "+key+" -> "+remotePath);
			
			long transferout = DataTransferer.transferFileToService(scope, username, transferServiceAddress, transferServicePort, key, remotePath);
			if (transferout<=0){
				throw new Exception("Error transferring files to the infrastructure ");
			}
			i++;
		}
		String producedPage = "http://"+transferServiceAddress+"/"+uuid+"/";
		if (webappfiles.length==1 && webappfiles[0].isDirectory()){
			producedPage = producedPage + webappfiles[0].getName()+"/";
		}
		AnalysisLogger.getLogger().debug("Entry point of the page "+producedPage);
      
      //get URL
		addOutputString("Generated Website - Main URL", producedPage);
	}catch(Exception e){
			AnalysisLogger.getLogger().error("an error occurred!",e);
			throw e;
		}finally{	
		       //clean everything
			if (folder.exists()){
				AnalysisLogger.getLogger().debug("Cleaning folder "+folder);
				FileUtils.cleanDirectory(folder);
				FileUtils.deleteDirectory(folder);
			}
	}
		AnalysisLogger.getLogger().debug("Process finished");
		status = 100;
	}

	private Map<String,String> getFilesPaths(File[] toexplore, String prefix){
		Map<String,String> toreturn = new HashMap<String,String> ();
		for (File toex:toexplore){
			if (toex.isDirectory()){
				toreturn.putAll(getFilesPaths(toex.listFiles(),prefix+toex.getName()+"/"));
			}
			else
				toreturn.put(toex.getAbsolutePath(),prefix+toex.getName());
		}
		
		return toreturn;
	}
	@Override
	protected void setInputParameters() {
		
			inputs.add(new PrimitiveType(File.class.getName(), null, PrimitiveTypes.FILE, FileParam, "Zip file containing the Web site"));
			inputs.add(new ServiceType(ServiceParameters.USERNAME,"ServiceUserName","The final user Name"));
//			addStringInput(MainPageParam, "Main page of the website", "index.html");
		}

	@Override
	public void shutdown() {
		AnalysisLogger.getLogger().debug("WebApplicationPublisher - shutdown");
	}	

	
	public void getTransferInfo(String scope) throws Exception{
		
		List<String> apacheAddress = InfraRetrieval.retrieveServiceAddress("Application", "Apache Server", scope, "Transect");
		
		if (apacheAddress.size()==0)
			throw new Exception("Apache Server resource is not available in scope "+scope);
		
		String apacheServiceAddress = apacheAddress.get(0);
		apacheServiceAddress = apacheServiceAddress.substring(apacheServiceAddress.indexOf("http://")+7);
		
		AnalysisLogger.getLogger().debug("Found "+apacheAddress.size()+" services");
		AnalysisLogger.getLogger().debug("Apache address: "+apacheServiceAddress);
		List<String> dataTransferAddress = InfraRetrieval.retrieveService("agent-service", scope);
		
		if (dataTransferAddress.size()==0)
			throw new Exception("Data Transfer services are not available in scope "+scope);
		
		AnalysisLogger.getLogger().debug("Found "+dataTransferAddress.size()+" transfer services");
		
		int apacheDTPort = 9090; 
		boolean found = false;
		for (String datatransferservice:dataTransferAddress){
			AnalysisLogger.getLogger().debug("Transfer service found");
			datatransferservice = datatransferservice.substring(datatransferservice.indexOf("http://")+7);
			String servicehost = datatransferservice.substring(0,datatransferservice.indexOf(":"));
			String serviceport = datatransferservice.substring(datatransferservice.indexOf(":")+1,datatransferservice.indexOf("/"));
			AnalysisLogger.getLogger().debug("Transfer service: "+servicehost+":"+serviceport);
			if (apacheServiceAddress.equals(servicehost)){
				apacheDTPort = Integer.parseInt(serviceport);
				found = true;
				break;
			}
		}
		
		if (!found)
			throw new Exception("Apache data transfer has not been found in the same scope of the catalog: "+scope);
		else
			AnalysisLogger.getLogger().debug("Transfer service found at address "+apacheServiceAddress+":"+apacheDTPort);
		
		transferServiceAddress = apacheServiceAddress;
		transferServicePort = apacheDTPort;
	}
	
}