activePromoteProjectActionPayload
when true will promote actions with eu.dnetlib.dhp.schema.oaf.OtherResearchProduct payload
inputGraphRootPath
root location of input materialized graph
inputActionPayloadRootPath
root location of action payloads to promote
outputGraphRootPath
root location for output materialized graph
mergeAndGetStrategy
strategy for merging graph table objects with action payload instances, MERGE_FROM_AND_GET or SELECT_NEWER_AND_GET
sparkDriverMemory
memory for driver process
sparkExecutorMemory
memory for individual executor
sparkExecutorCores
number of cores used by single executor
oozieActionShareLibForSpark2
oozie action sharelib for spark 2.*
spark2ExtraListeners
com.cloudera.spark.lineage.NavigatorAppListener
spark 2.* extra listeners classname
spark2SqlQueryExecutionListeners
com.cloudera.spark.lineage.NavigatorQueryListener
spark 2.* sql query execution listeners classname
spark2YarnHistoryServerAddress
spark 2.* yarn history server address
spark2EventLogDir
spark 2.* event log dir location
${jobTracker}
${nameNode}
oozie.action.sharelib.for.spark
${oozieActionShareLibForSpark2}
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
${(activePromoteProjectActionPayload eq "true") and
(fs:exists(concat(concat(concat(concat(wf:conf('nameNode'),'/'),wf:conf('inputGraphRootPath')),'/'),'project')) eq "true") and
(fs:exists(concat(concat(concat(concat(wf:conf('nameNode'),'/'),wf:conf('inputActionPayloadRootPath')),'/'),'clazz=eu.dnetlib.dhp.schema.oaf.Project')) eq "true")}
yarn-cluster
cluster
PromoteProjectActionPayloadForProjectTable
eu.dnetlib.dhp.actionmanager.promote.PromoteActionPayloadForGraphTableJob
dhp-actionmanager-${projectVersion}.jar
--executor-memory=${sparkExecutorMemory}
--executor-cores=${sparkExecutorCores}
--driver-memory=${sparkDriverMemory}
--conf spark.extraListeners=${spark2ExtraListeners}
--conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
--conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
--inputGraphTablePath${inputGraphRootPath}/project
--graphTableClassNameeu.dnetlib.dhp.schema.oaf.Project
--inputActionPayloadPath${inputActionPayloadRootPath}/clazz=eu.dnetlib.dhp.schema.oaf.Project
--actionPayloadClassNameeu.dnetlib.dhp.schema.oaf.Project
--outputGraphTablePath${outputGraphRootPath}/project
--mergeAndGetStrategy${mergeAndGetStrategy}
--promoteActionStrategy${promoteActionStrategy}
-pb
${inputGraphRootPath}/project
${outputGraphRootPath}/project