4.0.0
eu.dnetlib.dhp
dhp
1.1.7-SNAPSHOT
../
dhp-workflows
pom
dhp-worfklow-profiles
dhp-aggregation
dhp-distcp
dhp-actionmanager
dhp-graph-mapper
dhp-dedup-openaire
dhp-graph-provision
dhp-dedup-scholexplorer
dhp-graph-provision-scholexplorer
dhp-stats-update
iis-releases
iis releases plugin repository
http://maven.ceon.pl/artifactory/iis-releases
default
yyyy-MM-dd_HH_mm
oozie-package
src/test/resources/define/path/pointing/to/directory/holding/oozie_app
oozie_app
default
default
default
primed
runtime
true
${user.home}/.dhp/application.properties
${maven.build.timestamp}
${project.version}
true
eu.dnetlib.dhp
dhp-build-assembly-resources
${project.version}
org.apache.oozie
oozie-client
net.schmizz
sshj
test
attach-test-resources
provided
false
oozie-package
org.apache.maven.plugins
maven-enforcer-plugin
1.4.1
enforce-connection-properties-file-existence
initialize
enforce
${dhpConnectionProperties}
The file with connection properties could not be found. Please, create the ${dhpConnectionProperties} file or set the location to another already created file by using
-DdhpConnectionProperties property.
true
org.apache.maven.plugins
maven-dependency-plugin
copy dependencies
prepare-package
copy-dependencies
${oozie.package.dependencies.include.scope}
${oozie.package.dependencies.exclude.scope}
true
org.apache.maven.plugins
maven-jar-plugin
attach-test-resources-package
prepare-package
test-jar
${oozie.package.skip.test.jar}
eu.dnetlib.primer
primer-maven-plugin
1.2.0
priming
prepare-package
prime
${project.build.directory}/dependency/*.jar
${project.build.directory}/*-tests.jar
${project.build.directory}/classes
${project.build.directory}/dependency
${project.build.directory}/${primed.dir}
${workflow.source.dir}
org.kuali.maven.plugins
properties-maven-plugin
1.3.2
eu.dnetlib.dhp
dhp-build-assembly-resources
${project.version}
reading-dhp-properties
initialize
read-project-properties
${dhpConnectionProperties}
false
read-default-properties
prepare-package
read-project-properties
classpath:project-default.properties
true
read-job-properties
prepare-package
read-project-properties
${project.build.directory}/${primed.dir}/job.properties
job-override.properties
true
eu.dnetlib.dhp
dhp-build-properties-maven-plugin
${project.version}
validate
generate-properties
write-job-properties
prepare-package
write-project-properties
target/${oozie.package.file.name}/job.properties
nameNode,jobTracker,queueName,importerQueueName,oozieLauncherQueueName,
workingDir,oozieTopWfApplicationPath,oozieServiceLoc,
sparkDriverMemory,sparkExecutorMemory,sparkExecutorCores,
oozie.wf.application.path,projectVersion,oozie.use.system.libpath,
oozieActionShareLibForSpark1,spark1YarnHistoryServerAddress,spark1EventLogDir,
oozieActionShareLibForSpark2,spark2YarnHistoryServerAddress,spark2EventLogDir,
sparkSqlWarehouseDir
true
${project.build.directory}/${primed.dir}/job.properties
job-override.properties
pl.project13.maven
git-commit-id-plugin
2.1.11
revision
true
yyyy-MM-dd'T'HH:mm:ssZ
true
target/${oozie.package.file.name}/${oozieAppDir}/version.properties
org.apache.maven.plugins
maven-assembly-plugin
3.0.0
eu.dnetlib.dhp
dhp-build-assembly-resources
${project.version}
assembly-oozie-installer
package
single
false
${oozie.package.file.name}_shell_scripts
oozie-installer
maven-antrun-plugin
installer-copy-custom
process-resources
run
package
run
deploy
org.codehaus.mojo
exec-maven-plugin
1.5.0
create-target-dir
package
exec
ssh
${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name}
-p ${dhp.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
rm -rf ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; mkdir -p ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/
upload-oozie-package
package
exec
scp
-P ${dhp.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
target/${oozie.package.file.name}.tar.gz
${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name}:${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/${oozie.package.file.name}.tar.gz
extract-and-upload-to-hdfs
package
exec
ssh
${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name}
-p ${dhp.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
cd ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/;
tar -zxf oozie-package.tar.gz;
rm ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/oozie-package.tar.gz;
./upload_workflow.sh
run
org.codehaus.mojo
exec-maven-plugin
1.5.0
run-job
package
exec
ssh
${oozie.execution.log.file.location}
${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name}
-p ${dhp.hadoop.frontend.port.ssh}
-o StrictHostKeyChecking=no
cd ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/;
./run_workflow.sh
show-run-log-on-stdout
package
exec
cat
${oozie.execution.log.file.location}
child-tests
org.apache.maven.plugins
maven-jar-plugin
integration-test-package
integration-test
test-jar
org.apache.maven.plugins
maven-surefire-plugin
org.apache.maven.plugins
maven-failsafe-plugin
${maven.failsave.plugin.version}
default-integration-test
-Xmx1024m
${dhpConnectionProperties}
${output.dir.name}
src/main/resources/parent.marker
org.eclipse.m2e
lifecycle-mapping
1.0.0
org.kuali.maven.plugins
properties-maven-plugin
[1.3.2,)
read-project-properties
write-project-properties
org.apache.maven.plugins
maven-dependency-plugin
[1.0.0,)
copy-dependencies