4.0.0 eu.dnetlib.dhp dhp 1.2.5-beta ../pom.xml dhp-workflows pom This module is the container for the oozie workflow definitions in dnet-hadoop project DHPSite ${dhp.site.stage.path}/dhp-workflows dhp-workflow-profiles dhp-aggregation dhp-actionmanager dhp-graph-mapper dhp-dedup-openaire dhp-enrichment dhp-graph-provision dhp-blacklist dhp-stats-actionsets dhp-stats-hist-snaps dhp-stats-monitor-irish dhp-stats-monitor-update dhp-stats-update dhp-stats-promote dhp-usage-stats-build dhp-usage-raw-data-update dhp-broker-events dhp-doiboost dhp-impact-indicators dhp-swh iis-releases iis releases plugin repository https://maven.ceon.pl/artifactory/iis-releases default yyyy-MM-dd_HH_mm oozie-package src/test/resources/define/path/pointing/to/directory/holding/oozie_app oozie_app default default default primed runtime true ${user.home}/.dhp/application.properties ${maven.build.timestamp} ${project.version} true eu.dnetlib.dhp dhp-build-assembly-resources ${project.version} org.apache.oozie oozie-client net.schmizz sshj test attach-test-resources provided false oozie-package org.apache.maven.plugins maven-enforcer-plugin 1.4.1 enforce-connection-properties-file-existence initialize enforce ${dhpConnectionProperties} The file with connection properties could not be found. Please, create the ${dhpConnectionProperties} file or set the location to another already created file by using -DdhpConnectionProperties property. true org.apache.maven.plugins maven-dependency-plugin copy dependencies prepare-package copy-dependencies ${oozie.package.dependencies.include.scope} ${oozie.package.dependencies.exclude.scope} true org.apache.maven.plugins maven-jar-plugin attach-test-resources-package prepare-package test-jar ${oozie.package.skip.test.jar} eu.dnetlib.primer primer-maven-plugin 1.2.0 priming prepare-package prime ${project.build.directory}/dependency/*.jar ${project.build.directory}/*-tests.jar ${project.build.directory}/classes ${project.build.directory}/dependency ${project.build.directory}/${primed.dir} ${workflow.source.dir} org.kuali.maven.plugins properties-maven-plugin ${properties.maven.plugin.version} eu.dnetlib.dhp dhp-build-assembly-resources ${project.version} reading-dhp-properties initialize read-project-properties ${dhpConnectionProperties} false read-default-properties prepare-package read-project-properties classpath:project-default.properties true read-job-properties prepare-package read-project-properties ${project.build.directory}/${primed.dir}/job.properties job-override.properties true eu.dnetlib.dhp dhp-build-properties-maven-plugin ${project.version} validate generate-properties write-job-properties prepare-package write-project-properties target/${oozie.package.file.name}/job.properties nameNode,jobTracker,queueName,importerQueueName,oozieLauncherQueueName, workingDir,oozieTopWfApplicationPath,oozieServiceLoc, sparkDriverMemory,sparkExecutorMemory,sparkExecutorCores, oozie.wf.application.path,projectVersion,oozie.use.system.libpath, oozieActionShareLibForSpark1,spark1YarnHistoryServerAddress,spark1EventLogDir, oozieActionShareLibForSpark2,spark2YarnHistoryServerAddress,spark2EventLogDir, sparkSqlWarehouseDir true ${project.build.directory}/${primed.dir}/job.properties job-override.properties pl.project13.maven git-commit-id-plugin 2.1.11 revision true yyyy-MM-dd'T'HH:mm:ssZ true target/${oozie.package.file.name}/${oozieAppDir}/version.properties org.apache.maven.plugins maven-assembly-plugin 3.0.0 eu.dnetlib.dhp dhp-build-assembly-resources ${project.version} assembly-oozie-installer package single false ${oozie.package.file.name}_shell_scripts oozie-installer maven-antrun-plugin installer-copy-custom process-resources run package run deploy org.codehaus.mojo exec-maven-plugin 1.5.0 create-target-dir package exec ssh ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name} -p ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no rm -rf ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; mkdir -p ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/ upload-oozie-package package exec scp -P ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no target/${oozie.package.file.name}.tar.gz ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name}:${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/${oozie.package.file.name}.tar.gz extract-and-upload-to-hdfs package exec ssh ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name} -p ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no cd ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; tar -zxf oozie-package.tar.gz; rm ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/oozie-package.tar.gz; ./upload_workflow.sh run org.codehaus.mojo exec-maven-plugin 1.5.0 run-job package exec ssh ${oozie.execution.log.file.location} ${dhp.hadoop.frontend.user.name}@${dhp.hadoop.frontend.host.name} -p ${dhp.hadoop.frontend.port.ssh} -o StrictHostKeyChecking=no cd ${dhp.hadoop.frontend.temp.dir}/oozie-packages/${sandboxName}/${output.dir.name}/; ./run_workflow.sh show-run-log-on-stdout package exec cat ${oozie.execution.log.file.location} child-tests org.apache.maven.plugins maven-jar-plugin integration-test-package integration-test test-jar org.apache.maven.plugins maven-surefire-plugin org.apache.maven.plugins maven-failsafe-plugin ${maven.failsave.plugin.version} default-integration-test -Xmx1024m ${dhpConnectionProperties} ${output.dir.name} src/main/resources/parent.marker