340 lines
10 KiB
Java
340 lines
10 KiB
Java
package org.gcube.dataanalysis.dataminer.poolmanager.util;
|
|
|
|
import java.io.BufferedReader;
|
|
import java.io.File;
|
|
import java.io.FileOutputStream;
|
|
import java.io.FileWriter;
|
|
import java.io.InputStream;
|
|
import java.io.InputStreamReader;
|
|
***REMOVED***
|
|
import java.util.ArrayList;
|
|
import java.util.Arrays;
|
|
import java.util.LinkedList;
|
|
***REMOVED***
|
|
import java.util.Vector;
|
|
|
|
|
|
***REMOVED***
|
|
|
|
import com.jcraft.jsch.Channel;
|
|
import com.jcraft.jsch.ChannelSftp;
|
|
import com.jcraft.jsch.JSch;
|
|
import com.jcraft.jsch.JSchException;
|
|
import com.jcraft.jsch.Session;
|
|
import com.jcraft.jsch.SftpATTRS;
|
|
import com.jcraft.jsch.SftpException;
|
|
|
|
public class CheckMethod ***REMOVED***
|
|
|
|
|
|
|
|
public CheckMethod() ***REMOVED***
|
|
|
|
***REMOVED***
|
|
|
|
public boolean checkMethod(String machine, String token) throws Exception ***REMOVED***
|
|
try ***REMOVED***
|
|
System.out.println("Machine: " + machine);
|
|
String getCapabilitesRequest = new String();
|
|
String getCapabilitesResponse = new String();
|
|
System.out.println(" Token: " + token);
|
|
String request = "http:***REMOVED***" + machine
|
|
+ "/wps/WebProcessingService?Request=GetCapabilities&Service=WPS&gcube-token=" + token;
|
|
String response = machine + "___" + token + ".xml";
|
|
getCapabilitesRequest = request;
|
|
getCapabilitesResponse = response;
|
|
String baseDescriptionRequest = "http:***REMOVED***" + machine
|
|
+ "/wps/WebProcessingService?Request=DescribeProcess&Service=WPS&Version=1.0.0" + "&gcube-token="
|
|
+ token + "&Identifier=";
|
|
URL requestURL = new URL(request);
|
|
BufferedReader bufferedReader = new BufferedReader(new InputStreamReader(requestURL.openStream()));
|
|
FileWriter fileWriter = new FileWriter(response);
|
|
String line;
|
|
boolean flag = true;
|
|
while (flag && (line = bufferedReader.readLine()) != null) ***REMOVED***
|
|
fileWriter.write(line);
|
|
fileWriter.write(System.lineSeparator());
|
|
if (line.contains("ows:Identifier")) ***REMOVED***
|
|
String operatorName = line.substring(line.indexOf(">") + 1);
|
|
operatorName = operatorName.substring(0, operatorName.indexOf("<"));
|
|
System.out.println(" " + operatorName);
|
|
URL innerRequestURL = new URL(baseDescriptionRequest + operatorName);
|
|
BufferedReader innerBufferedReader = new BufferedReader(
|
|
new InputStreamReader(innerRequestURL.openStream()));
|
|
String innerLine = innerBufferedReader.readLine();
|
|
boolean innerFlag = true;
|
|
while (innerFlag && (innerLine = innerBufferedReader.readLine()) != null) ***REMOVED***
|
|
if (innerLine.contains("ows:Abstract")) ***REMOVED***
|
|
String operatorDescription = innerLine.substring(innerLine.indexOf(">") + 1);
|
|
operatorDescription = operatorDescription.substring(0, operatorDescription.indexOf("<"));
|
|
System.out.println(" " + operatorDescription);
|
|
innerFlag = false;
|
|
***REMOVED*** else if (innerLine.contains("ows:ExceptionText")) ***REMOVED***
|
|
System.out.println(" " + "error retrieving operator description");
|
|
innerFlag = false;
|
|
flag = false;
|
|
***REMOVED*** else
|
|
innerLine = innerBufferedReader.readLine();
|
|
***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED***
|
|
fileWriter.close();
|
|
***REMOVED*** catch (Exception a) ***REMOVED***
|
|
a.getMessage();
|
|
return false;
|
|
***REMOVED***
|
|
return true;
|
|
***REMOVED***
|
|
|
|
|
|
|
|
public boolean algoExists(Algorithm a/*, String env*/) throws Exception***REMOVED***
|
|
ServiceConfiguration p = new ServiceConfiguration();
|
|
|
|
File file = new File(p.getGhostAlgoDirectory()+"/"+a.getName()+".jar");
|
|
File file2 = new File(p.getGhostAlgoDirectory()+"/"+a.getName()+"_interface.jar");
|
|
|
|
|
|
System.out.println("First file is located to: "+file.getPath());
|
|
System.out.println("Second file is located to: "+file2.getPath());
|
|
|
|
|
|
if ((this.doesExist(file.getPath()/*,env*/)) && (this.doesExist(file2.getPath()/*,env*/)))***REMOVED***
|
|
this.copyFromDmToSVN(file/*,env*/);
|
|
this.copyFromDmToSVN(file2/*,env*/);
|
|
|
|
|
|
return true;
|
|
***REMOVED***
|
|
else
|
|
System.out.println("Algorithm "+a.getName()+".jar"+ " and "+a.getName()+"_interface.jar files are not present at the expected path");
|
|
return false;
|
|
***REMOVED***
|
|
|
|
|
|
public void deleteFiles(Algorithm a/*,String env*/) throws Exception***REMOVED***
|
|
JSch jsch = new JSch();
|
|
Session session = null;
|
|
Channel channel = null;
|
|
ChannelSftp c = null;
|
|
ServiceConfiguration p = new ServiceConfiguration();
|
|
System.out.println("checking existing in env: " + p.getStagingHost());
|
|
|
|
File file = new File(p.getGhostAlgoDirectory()+"/"+a.getName()+".jar");
|
|
File file2 = new File(p.getGhostAlgoDirectory()+"/"+a.getName()+"_interface.jar");
|
|
|
|
|
|
System.out.println("First file is located to: "+file.getPath());
|
|
System.out.println("Second file is located to: "+file2.getPath());
|
|
|
|
|
|
jsch.setKnownHosts("~/.ssh/known_hosts");
|
|
String privateKey = "~/.ssh/id_rsa";
|
|
|
|
jsch.addIdentity(privateKey);
|
|
System.out.println("Private Key Added.");
|
|
|
|
session = jsch.getSession("root", p.getStagingHost());
|
|
System.out.println("session created.");
|
|
|
|
java.util.Properties config = new java.util.Properties();
|
|
config.put("StrictHostKeyChecking", "no");
|
|
|
|
session.setConfig(config);
|
|
session.connect();
|
|
|
|
channel = session.openChannel("sftp");
|
|
channel.connect();
|
|
System.out.println("shell channel connected....");
|
|
|
|
c = (ChannelSftp) channel;
|
|
|
|
if(doesExist(file.getPath()/*,env*/)&&(doesExist(file2.getPath()/*,env*/)))***REMOVED***
|
|
|
|
c.rm(file.getPath());
|
|
c.rm(file2.getPath());
|
|
System.out.println("Both the files have been deleted");
|
|
***REMOVED***
|
|
else System.out.println("Files not found");
|
|
channel.disconnect();
|
|
c.disconnect();
|
|
session.disconnect();
|
|
|
|
***REMOVED***
|
|
|
|
|
|
|
|
|
|
|
|
|
|
public boolean doesExist(String path/*, String env*/) throws Exception ***REMOVED***
|
|
JSch jsch = new JSch();
|
|
Session session = null;
|
|
Channel channel = null;
|
|
ChannelSftp c = null;
|
|
boolean success = false;
|
|
ServiceConfiguration p = new ServiceConfiguration();
|
|
|
|
|
|
jsch.setKnownHosts("~/.ssh/known_hosts");
|
|
String privateKey = "~/.ssh/id_rsa";
|
|
|
|
jsch.addIdentity(privateKey);
|
|
System.out.println("Private Key Added.");
|
|
|
|
session = jsch.getSession("root", p.getStagingHost());
|
|
System.out.println("session created.");
|
|
|
|
java.util.Properties config = new java.util.Properties();
|
|
config.put("StrictHostKeyChecking", "no");
|
|
|
|
session.setConfig(config);
|
|
session.connect();
|
|
|
|
channel = session.openChannel("sftp");
|
|
channel.connect();
|
|
System.out.println("shell channel connected....");
|
|
|
|
c = (ChannelSftp) channel;
|
|
|
|
SftpATTRS is = null;
|
|
System.out.println(path);
|
|
|
|
try ***REMOVED***
|
|
is = c.lstat(path);
|
|
success = true;
|
|
***REMOVED*** catch (SftpException e) ***REMOVED***
|
|
if (e.id == ChannelSftp.SSH_FX_NO_SUCH_FILE) ***REMOVED***
|
|
***REMOVED*** file doesn't exist
|
|
success = false;
|
|
***REMOVED***
|
|
***REMOVED***success = true; ***REMOVED*** something else went wrong
|
|
***REMOVED***
|
|
channel.disconnect();
|
|
c.disconnect();
|
|
session.disconnect();
|
|
return success;
|
|
|
|
***REMOVED***
|
|
|
|
|
|
|
|
|
|
|
|
public void copyFromDmToSVN(File a/*,String env*/) throws Exception ***REMOVED***
|
|
JSch jsch = new JSch();
|
|
Session session = null;
|
|
ServiceConfiguration sc = new ServiceConfiguration();
|
|
SVNUpdater svnUpdater = new SVNUpdater(sc);
|
|
|
|
ServiceConfiguration p = new ServiceConfiguration();
|
|
|
|
jsch.setKnownHosts("~/.ssh/known_hosts");
|
|
String privateKey = "~/.ssh/id_rsa";
|
|
|
|
jsch.addIdentity(privateKey);
|
|
System.out.println("Private Key Added.");
|
|
|
|
session = jsch.getSession("root", p.getStagingHost());
|
|
System.out.println("session created.");
|
|
|
|
java.util.Properties config = new java.util.Properties();
|
|
config.put("StrictHostKeyChecking", "no");
|
|
|
|
session.setConfig(config);
|
|
session.connect();
|
|
|
|
Channel channel = session.openChannel("sftp");
|
|
channel.connect();
|
|
|
|
ChannelSftp sftp = (ChannelSftp) channel;
|
|
|
|
sftp.cd(p.getGhostAlgoDirectory());
|
|
|
|
System.out.println("REMOTE : "+p.getGhostAlgoDirectory()+"/"+a.getName());
|
|
System.out.println("LOCAL : /tmp/"+a.getName());
|
|
|
|
sftp.get(p.getGhostAlgoDirectory()+"/"+a.getName(),"/tmp/"+a.getName());
|
|
|
|
channel.disconnect();
|
|
session.disconnect();
|
|
|
|
File f = new File("/tmp/"+a.getName());
|
|
svnUpdater.updateAlgorithmFiles(f);
|
|
f.delete();
|
|
***REMOVED***
|
|
|
|
|
|
|
|
|
|
|
|
public List<String> getFiles(String a)***REMOVED***
|
|
|
|
String[] array = a.split(",");
|
|
ArrayList<String> list = new ArrayList<>(Arrays.asList(array));
|
|
List<String> ls = new LinkedList<String>();
|
|
|
|
for (String s: list)***REMOVED***
|
|
ls.add(s.trim());
|
|
***REMOVED***
|
|
|
|
return ls;
|
|
***REMOVED***
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
public static void main(String[] args) throws Exception ***REMOVED***
|
|
***REMOVED*** ServiceConfiguration a = new ServiceConfiguration();
|
|
***REMOVED*** System.out.println(a.getStagingHost());
|
|
|
|
CheckMethod a = new CheckMethod();
|
|
|
|
a.getFiles("/trunk/data-analysis/RConfiguration/RPackagesManagement/r_deb_pkgs.txt, /trunk/data-analysis/RConfiguration/RPackagesManagement/r_cran_pkgs.txt, /trunk/data-analysis/RConfiguration/RPackagesManagement/r_github_pkgs.txt");
|
|
|
|
***REMOVED*** File aa = new File("OCTAVEBLACKBOX.jar");
|
|
***REMOVED*** System.out.println(aa.getName());
|
|
***REMOVED*** System.out.println(aa.getPath());
|
|
|
|
|
|
|
|
|
|
|
|
|
|
***REMOVED***a.copyFromDmToSVN(aa);
|
|
***REMOVED*** if (a.checkMethod("dataminer-ghost-d.dev.d4science.org", "***REMOVED***"))***REMOVED***
|
|
***REMOVED*** System.out.println("AAA");***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED*** if (a.doesExist("/home/gcube/wps_algorithms/algorithms/WINDOWS_BLACK_BOX_EXAMPLE.jar"))***REMOVED***
|
|
***REMOVED*** System.out.println("BBBB");
|
|
***REMOVED***
|
|
***REMOVED******REMOVED***
|
|
***REMOVED*** if (a.doesExist("/home/gcube/wps_algorithms/algorithms/WINDOWS_BLACK_BOX_EXAMPLE_interface.jar"))***REMOVED***
|
|
***REMOVED*** System.out.println("CCCC");***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED*** File aa = new File("/home/gcube/wps_algorithms/algorithms/RBLACKBOX_interface.jar");
|
|
***REMOVED*** a.copyFromDmToSVN(aa, "Dev");
|
|
|
|
|
|
***REMOVED***a.checkMethod("dataminer-ghost-d.dev.d4science.org",
|
|
***REMOVED*** "***REMOVED***");
|
|
|
|
|
|
|
|
***REMOVED*** Algorithm al = new Algorithm();
|
|
***REMOVED*** al.setName("RBLACKBOX");
|
|
***REMOVED*** a.deleteFiles(al);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
***REMOVED***
|
|
***REMOVED***
|