101 lines
3.2 KiB
Java
101 lines
3.2 KiB
Java
package org.gcube.dataanalysis.dataminer.poolmanager.service;
|
|
|
|
import java.io.File;
|
|
import java.io.FileOutputStream;
|
|
***REMOVED***
|
|
import java.io.PrintStream;
|
|
import java.util.LinkedList;
|
|
***REMOVED***
|
|
import java.util.UUID;
|
|
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.ansible.AnsibleWorker;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.ansiblebridge.AnsibleBridge;
|
|
***REMOVED***
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.datamodel.Cluster;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.datamodel.Dependency;
|
|
import org.gcube.dataanalysis.dataminer.poolmanager.util.SVNUpdater;
|
|
***REMOVED***
|
|
|
|
public abstract class DMPMJob ***REMOVED***
|
|
|
|
|
|
protected SVNUpdater svnUpdater;
|
|
protected File jobLogs;
|
|
|
|
protected String id;
|
|
|
|
public DMPMJob(SVNUpdater svnUpdater)***REMOVED***
|
|
this.svnUpdater = svnUpdater;
|
|
this.id = UUID.randomUUID().toString();
|
|
|
|
***REMOVED***TODO: dmpm work directory should be loaded from configuration file
|
|
this.jobLogs = new File(System.getProperty("user.home")+File.separator+"dataminer-pool-manager"+File.separator+"jobs");
|
|
|
|
this.jobLogs.mkdirs();
|
|
***REMOVED***
|
|
|
|
|
|
public String start()***REMOVED***
|
|
new Thread(new Runnable() ***REMOVED***
|
|
***REMOVED***
|
|
public void run() ***REMOVED***
|
|
try ***REMOVED***
|
|
execute();
|
|
***REMOVED*** catch (Exception e) ***REMOVED***
|
|
e.printStackTrace();
|
|
***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED***).start();
|
|
|
|
return this.id;
|
|
***REMOVED***
|
|
|
|
protected AnsibleWorker createWorker(Algorithm algo,
|
|
Cluster dataminerCluster,
|
|
boolean includeAlgorithmDependencies,
|
|
String user)***REMOVED***
|
|
AnsibleBridge ansibleBridge = new AnsibleBridge();
|
|
try ***REMOVED***
|
|
return ansibleBridge.createWorker(algo, dataminerCluster, includeAlgorithmDependencies, user);
|
|
***REMOVED*** catch (IOException e) ***REMOVED***
|
|
e.printStackTrace();
|
|
***REMOVED***
|
|
***REMOVED***
|
|
|
|
***REMOVED***
|
|
|
|
protected abstract void execute();
|
|
|
|
protected int executeAnsibleWorker(AnsibleWorker worker) throws IOException, InterruptedException, SVNException***REMOVED***
|
|
File path = new File(worker.getWorkdir() + File.separator + "jobs");
|
|
path.mkdirs();
|
|
File n = new File(this.jobLogs + File.separator + this.id);
|
|
FileOutputStream fos = new FileOutputStream(n);
|
|
PrintStream ps = new PrintStream(fos);
|
|
return worker.execute(ps);
|
|
***REMOVED***
|
|
|
|
|
|
protected void updateSVNDependencies(Algorithm algo, boolean stagingVRE) throws IOException, SVNException ***REMOVED***
|
|
for (Dependency d : algo.getDependencies()) ***REMOVED***
|
|
|
|
if (d.getType().equals("os")) ***REMOVED***
|
|
List<String> ls = new LinkedList<String>();
|
|
ls.add(d.getName());
|
|
this.svnUpdater.updateSVN((stagingVRE ? "test_": "") + "r_deb_pkgs.txt", ls);
|
|
***REMOVED***
|
|
if (d.getType().equals("cran")) ***REMOVED***
|
|
List<String> ls = new LinkedList<String>();
|
|
ls.add(d.getName());
|
|
this.svnUpdater.updateSVN((stagingVRE ? "test_": "") + "r_cran_pkgs.txt", ls);
|
|
***REMOVED***
|
|
if (d.getType().equals("github")) ***REMOVED***
|
|
List<String> ls = new LinkedList<String>();
|
|
ls.add(d.getName());
|
|
this.svnUpdater.updateSVN((stagingVRE ? "test_": "") + "r_github_pkgs.txt", ls);
|
|
***REMOVED***
|
|
***REMOVED***
|
|
***REMOVED***
|
|
|
|
***REMOVED***
|