4.0.0 eu.dnetlib raid-inference 1.0.0-SNAPSHOT ../pom.xml dhp-raid 1.0.0-SNAPSHOT org.apache.spark spark-core_${scala.binary.version} org.apache.spark spark-sql_${scala.binary.version} org.apache.spark spark-mllib_${scala.binary.version} org.scala-lang scala-library org.junit.jupiter junit-jupiter com.jayway.jsonpath json-path org.json4s json4s-jackson_2.11 eu.dnetlib.dhp dhp-schemas de.lmu.ifi.dbs.elki elki com.github.haifengl smile-core org.apache.maven.plugins maven-compiler-plugin 3.8.0 1.8 1.8 net.alchim31.maven scala-maven-plugin 3.4.4 scala-compile-first process-resources compile oozie-package org.apache.maven.plugins maven-enforcer-plugin 1.4.1 enforce-connection-properties-file-existence initialize enforce ${dhpConnectionProperties} The file with connection properties could not be found. Please, create the ${dhpConnectionProperties} file or set the location to another already created file by using -DdhpConnectionProperties property. true org.apache.maven.plugins maven-dependency-plugin copy dependencies prepare-package copy-dependencies ${oozie.package.dependencies.include.scope} ${oozie.package.dependencies.exclude.scope} true org.apache.maven.plugins maven-jar-plugin attach-test-resources-package prepare-package test-jar ${oozie.package.skip.test.jar} eu.dnetlib.primer primer-maven-plugin 1.2.0 priming prepare-package prime ${project.build.directory}/dependency/*.jar ${project.build.directory}/*-tests.jar ${project.build.directory}/classes ${project.build.directory}/dependency ${project.build.directory}/${primed.dir} ${workflow.source.dir} org.kuali.maven.plugins properties-maven-plugin ${properties.maven.plugin.version} eu.dnetlib dhp-build-assembly-resources 1.0.0-SNAPSHOT reading-dhp-properties initialize read-project-properties ${dhpConnectionProperties} false read-default-properties prepare-package read-project-properties classpath:project-default.properties true read-job-properties prepare-package read-project-properties ${project.build.directory}/${primed.dir}/job.properties job-override.properties true eu.dnetlib dhp-build-properties-maven-plugin 1.0.0-SNAPSHOT validate generate-properties write-job-properties prepare-package write-project-properties target/${oozie.package.file.name}/job.properties nameNode,jobTracker,queueName,importerQueueName,oozieLauncherQueueName, workingDir,oozieTopWfApplicationPath,oozieServiceLoc, sparkDriverMemory,sparkExecutorMemory,sparkExecutorCores, oozie.wf.application.path,projectVersion,oozie.use.system.libpath, oozieActionShareLibForSpark1,spark1YarnHistoryServerAddress,spark1EventLogDir, oozieActionShareLibForSpark2,spark2YarnHistoryServerAddress,spark2EventLogDir, sparkSqlWarehouseDir true ${project.build.directory}/${primed.dir}/job.properties job-override.properties pl.project13.maven git-commit-id-plugin 2.1.11 revision true yyyy-MM-dd'T'HH:mm:ssZ true target/${oozie.package.file.name}/${oozieAppDir}/version.properties org.apache.maven.plugins maven-assembly-plugin 3.0.0 eu.dnetlib dhp-build-assembly-resources 1.0.0-SNAPSHOT assembly-oozie-installer package single false ${oozie.package.file.name}_shell_scripts oozie-installer maven-antrun-plugin installer-copy-custom process-resources run package run deploy org.codehaus.mojo exec-maven-plugin 1.5.0 create-target-dir package exec ssh ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name} -p ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no rm -rf ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; mkdir -p ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/ upload-oozie-package package exec scp -P ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no target/${oozie.package.file.name}.tar.gz ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name}:${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/${oozie.package.file.name}.tar.gz extract-and-upload-to-hdfs package exec ssh ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name} -p ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no cd ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; tar -zxf oozie-package.tar.gz; rm ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/oozie-package.tar.gz; ./upload_workflow.sh run org.codehaus.mojo exec-maven-plugin 1.5.0 run-job package exec ssh ${oozie.execution.log.file.location} ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name} -p ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no cd ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; ./run_workflow.sh show-run-log-on-stdout package exec cat ${oozie.execution.log.file.location}