274 lines
9.0 KiB
Java
274 lines
9.0 KiB
Java
package org.gcube.dataanalysis.dataminer.poolmanager.service;
|
|
|
|
import java.io.File;
|
|
import java.io.FileOutputStream;
|
|
***REMOVED***
|
|
import java.io.PrintStream;
|
|
import java.io.PrintWriter;
|
|
import java.util.Collection;
|
|
import java.util.UUID;
|
|
|
|
***REMOVED***
|
|
***REMOVED***
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.ansible.AnsibleWorker;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.ansiblebridge.AnsibleBridge;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.clients.configuration.Configuration;
|
|
***REMOVED***
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.datamodel.Cluster;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.util.CheckMethod;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.util.NotificationHelper;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.util.SVNUpdater;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.util.SendMail;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.util.exception.EMailException;
|
|
***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED***
|
|
|
|
|
|
public abstract class DMPMJob ***REMOVED***
|
|
|
|
private Configuration configuration;
|
|
private String dmpmHomeDirectory;
|
|
private SVNUpdater svnUpdater;
|
|
private File jobLogs;
|
|
private String id;
|
|
private Algorithm algorithm;
|
|
private Cluster cluster;
|
|
private String vREName;
|
|
private String category;
|
|
private String algorithm_type;
|
|
private Logger logger;
|
|
|
|
private enum STATUS
|
|
***REMOVED***
|
|
PROGRESS ("IN PROGRESS"),
|
|
COMPLETED ("COMPLETED"),
|
|
FAILED ("FAILED");
|
|
|
|
private String status;
|
|
|
|
STATUS (String status)
|
|
***REMOVED***
|
|
this.status = status;
|
|
***REMOVED***
|
|
***REMOVED***
|
|
|
|
public DMPMJob(SVNUpdater svnUpdater,Configuration configuration,Algorithm algorithm, Cluster cluster,String vREName,
|
|
String category, String algorithm_type)***REMOVED***
|
|
this.logger = LoggerFactory.getLogger(DMPMJob.class);
|
|
|
|
this.configuration = configuration;
|
|
this.algorithm = algorithm;
|
|
this.cluster = cluster;
|
|
this.vREName = vREName;
|
|
this.category = category;
|
|
this.algorithm_type = algorithm_type;
|
|
|
|
this.svnUpdater = svnUpdater;
|
|
this.dmpmHomeDirectory = new String (System.getProperty("user.home")+File.separator+"dataminer-pool-manager");
|
|
this.id = UUID.randomUUID().toString();
|
|
|
|
***REMOVED***TODO: dmpm work directory should be loaded from configuration file
|
|
this.jobLogs = new File(this.dmpmHomeDirectory+File.separator+"jobs");
|
|
this.jobLogs.mkdirs();
|
|
***REMOVED***
|
|
|
|
|
|
public String start()
|
|
***REMOVED***
|
|
setStatusInformation(STATUS.PROGRESS);
|
|
|
|
new Thread(new Runnable() ***REMOVED***
|
|
***REMOVED***
|
|
public void run() ***REMOVED***
|
|
try ***REMOVED***
|
|
execute();
|
|
***REMOVED*** catch (Exception e) ***REMOVED***
|
|
e.printStackTrace();
|
|
***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED***).start();
|
|
|
|
return this.id;
|
|
***REMOVED***
|
|
|
|
protected AnsibleWorker createWorker(Algorithm algo,
|
|
Cluster dataminerCluster,
|
|
boolean includeAlgorithmDependencies,
|
|
String user)***REMOVED***
|
|
AnsibleBridge ansibleBridge = new AnsibleBridge(this.dmpmHomeDirectory);
|
|
try ***REMOVED***
|
|
return ansibleBridge.createWorker(algo, dataminerCluster, includeAlgorithmDependencies, user);
|
|
***REMOVED*** catch (IOException e) ***REMOVED***
|
|
e.printStackTrace();
|
|
***REMOVED***
|
|
***REMOVED***
|
|
|
|
***REMOVED***
|
|
|
|
public void setStatusInformation(STATUS exitStatus) ***REMOVED***
|
|
|
|
|
|
try
|
|
***REMOVED***
|
|
File statusFile = new File (this.jobLogs,this.id + "_exitStatus");
|
|
***REMOVED***File m = new File ( this.jobLogs + File.separator + this.id + "_exitStatus");
|
|
PrintWriter writer = new PrintWriter(statusFile, "UTF-8");
|
|
writer.println(exitStatus.status);
|
|
writer.close();
|
|
***REMOVED*** catch (Exception e)
|
|
***REMOVED***
|
|
this.logger.error ("Unable to update exit status file with status "+exitStatus.status,e);
|
|
***REMOVED***
|
|
|
|
|
|
|
|
***REMOVED***
|
|
|
|
private void updateLogFile (File logFile, String message)
|
|
***REMOVED***
|
|
try
|
|
***REMOVED***
|
|
PrintWriter writer = new PrintWriter(logFile,"UTF-8");
|
|
writer.print(message);
|
|
writer.close();
|
|
***REMOVED*** catch (Exception e)
|
|
***REMOVED***
|
|
this.logger.error("Unable to log the error message: "+message,e);
|
|
***REMOVED***
|
|
|
|
|
|
***REMOVED***
|
|
|
|
protected abstract void execute ();
|
|
|
|
private boolean preInstallation (SendMail sm,NotificationHelper nh, File logFile ) throws SVNException, EMailException
|
|
***REMOVED***
|
|
|
|
this.logger.debug("Checking dependencies...");
|
|
Collection<String> undefinedDependencies = this.svnUpdater.getUndefinedDependencies(
|
|
this.svnUpdater.getDependencyFile(this.algorithm.getLanguage()),
|
|
this.algorithm.getDependencies());
|
|
|
|
if (!undefinedDependencies.isEmpty())
|
|
***REMOVED***
|
|
this.logger.debug("Some dependencies are not defined");
|
|
String message = "Following dependencies are not defined:\n";
|
|
for (String n : undefinedDependencies) ***REMOVED***
|
|
message += "\n" + n +"\n";
|
|
***REMOVED***
|
|
this.setStatusInformation(STATUS.FAILED);
|
|
String errorMessage = nh.getFailedBody(message+"\n\n"+this.buildInfo());
|
|
this.updateLogFile(logFile, errorMessage);
|
|
sm.sendNotification(nh.getFailedSubject() +" for "+this.algorithm.getName()+ " algorithm", errorMessage);
|
|
return false;
|
|
***REMOVED***
|
|
else return true;
|
|
***REMOVED***
|
|
|
|
private void installation (SendMail sm,NotificationHelper nh,CheckMethod methodChecker,File logFile ) throws Exception
|
|
***REMOVED***
|
|
methodChecker.deleteFiles(this.algorithm/*, env*/);
|
|
int ret = this.executeAnsibleWorker(createWorker(this.algorithm, this.cluster, false, "root"),logFile);
|
|
System.out.println("Return code= "+ret);
|
|
|
|
if (ret != 0)
|
|
***REMOVED***
|
|
this.logger.debug("Ansible work failed, return code "+ret);
|
|
this.setStatusInformation(STATUS.FAILED);
|
|
String errorMessage = nh.getFailedBody("Installation failed. Return code=" + ret)+"\n\n"+this.buildInfo();
|
|
sm.sendNotification(nh.getFailedSubject() + " for "+this.algorithm.getName()+ " algorithm",errorMessage);
|
|
***REMOVED***
|
|
|
|
else if (ret == 0)
|
|
***REMOVED***
|
|
this.logger.debug("Operation completed");
|
|
***REMOVED***this.setStatusInformation(STATUS.PROGRESS);
|
|
this.logger.debug("Checking the method...");
|
|
|
|
if (methodChecker.checkMethod(this.configuration.getHost(), SecurityTokenProvider.instance.get())&&(methodChecker.algoExists(this.algorithm)))
|
|
***REMOVED***
|
|
this.logger.debug("Method OK and algo exists");
|
|
System.out.println("Interface check ok!");
|
|
System.out.println("Both the files exist at the correct path!");
|
|
|
|
this.svnUpdater.updateSVNAlgorithmList(this.algorithm, this.vREName,this.category, this.algorithm_type,
|
|
this.algorithm.getFullname());
|
|
this.setStatusInformation(STATUS.COMPLETED);
|
|
sm.sendNotification(nh.getSuccessSubject() + " for "+this.algorithm.getName()+ " algorithm", nh.getSuccessBody("\n\n"+this.buildInfo()));
|
|
return;
|
|
***REMOVED*** else
|
|
***REMOVED***
|
|
this.logger.debug("Operation failed");
|
|
this.setStatusInformation(STATUS.FAILED);
|
|
sm.sendNotification(nh.getFailedSubject() + " for "+this.algorithm.getName()+ " algorithm",
|
|
nh.getFailedBody(
|
|
"\n"+
|
|
"Installation completed but DataMiner Interface not working correctly or files "
|
|
+ this.algorithm.getName() + ".jar and " + this.algorithm.getName()
|
|
+ "_interface.jar not availables at the expected path")+"\n\n"+this.buildInfo());
|
|
|
|
***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED***
|
|
|
|
protected void execute(NotificationHelper nh, CheckMethod methodChecker)
|
|
***REMOVED***
|
|
SendMail sm = new SendMail();
|
|
try ***REMOVED***
|
|
|
|
this.logger.debug("Pre installation operations");
|
|
File logFile = new File(this.jobLogs,this.id);
|
|
***REMOVED***File logFile = new File(this.jobLogs + File.separator + this.id);
|
|
boolean preInstallationResponse = preInstallation(sm, nh, logFile);
|
|
this.logger.debug("Pre installation operation completed with result "+preInstallationResponse);
|
|
if (preInstallationResponse)
|
|
***REMOVED***
|
|
this.logger.debug("Installation...");
|
|
installation(sm, nh, methodChecker, logFile);
|
|
this.logger.debug("Installation completed");
|
|
***REMOVED***
|
|
|
|
|
|
|
|
|
|
|
|
***REMOVED*** catch (EMailException eme)
|
|
***REMOVED***
|
|
this.logger.error("Operation failed and unable to send notification email",eme);
|
|
***REMOVED***
|
|
|
|
catch (Exception e) ***REMOVED***
|
|
e.printStackTrace();
|
|
***REMOVED***
|
|
|
|
***REMOVED***
|
|
|
|
|
|
|
|
protected int executeAnsibleWorker(AnsibleWorker worker, File logFile) throws IOException, InterruptedException, SVNException***REMOVED***
|
|
FileOutputStream fos = new FileOutputStream(logFile, true);
|
|
PrintStream ps = new PrintStream(fos);
|
|
|
|
***REMOVED*** File m = new File(this.jobLogs + File.separator + this.id + "_exitStatus");
|
|
***REMOVED*** PrintWriter fos2 = new PrintWriter(m, "UTF-8");
|
|
|
|
return worker.execute(ps);
|
|
***REMOVED***
|
|
|
|
public String buildInfo() ***REMOVED***
|
|
|
|
return
|
|
"\n"+
|
|
"Algorithm details:\n"+"\n"+
|
|
"User: "+this.algorithm.getFullname()+"\n"+
|
|
"Algorithm name: "+this.algorithm.getName()+"\n"+
|
|
"Staging DataMiner Host: "+ this.configuration.getHost()+"\n"+
|
|
"Caller VRE: "+ScopeProvider.instance.get()+"\n"+
|
|
"Target VRE: "+this.vREName+"\n";
|
|
***REMOVED***
|
|
|
|
|
|
|
|
***REMOVED***
|