mdStoreInputId
the identifier of the native MDStore
mdStoreOutputId
the identifier of the cleaned MDStore
mdStoreManagerURI
the path of the cleaned mdstore
transformationRuleId
The transformation Rule to apply
transformationPlugin
XSLT_TRANSFORM
The transformation Plugin
dateOfTransformation
The timestamp of the transformation date
isLookupUrl
The IS lookUp service endopoint
workflowId
The identifier of the workflow
dnetMessageManagerURL
The URI of the Dnet Message Manager
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
oozie.launcher.mapreduce.user.classpath.first
true
eu.dnetlib.dhp.aggregation.mdstore.MDStoreActionNode
--actionREAD_LOCK
--mdStoreID${mdStoreInputId}
--mdStoreManagerURI${mdStoreManagerURI}
oozie.launcher.mapreduce.user.classpath.first
true
eu.dnetlib.dhp.aggregation.mdstore.MDStoreActionNode
--actionNEW_VERSION
--mdStoreID${mdStoreOutputId}
--mdStoreManagerURI${mdStoreManagerURI}
yarn
cluster
Transform MetadataStore
eu.dnetlib.dhp.transformation.TransformSparkJobNode
dhp-aggregation-${projectVersion}.jar
--executor-memory=${sparkExecutorMemory}
--executor-cores=${sparkExecutorCores}
--driver-memory=${sparkDriverMemory}
--conf spark.extraListeners=${spark2ExtraListeners}
--conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
--conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
--mdstoreOutputVersion${wf:actionData('StartTransaction')['mdStoreVersion']}
--mdstoreInputVersion${wf:actionData('BeginRead')['mdStoreReadLockVersion']}
--dateOfTransformation${dateOfTransformation}
--transformationPlugin${transformationPlugin}
--transformationRuleId${transformationRuleId}
--isLookupUrl${isLookupUrl}
--workflowId${workflowId}
--dnetMessageManagerURL${dnetMessageManagerURL}
oozie.launcher.mapreduce.user.classpath.first
true
eu.dnetlib.dhp.aggregation.mdstore.MDStoreActionNode
--actionREAD_UNLOCK
--mdStoreManagerURI${mdStoreManagerURI}
--readMDStoreId${wf:actionData('BeginRead')['mdStoreReadLockVersion']}
oozie.launcher.mapreduce.user.classpath.first
true
eu.dnetlib.dhp.aggregation.mdstore.MDStoreActionNode
--actionCOMMIT
--namenode${nameNode}
--mdStoreVersion${wf:actionData('StartTransaction')['mdStoreVersion']}
--mdStoreManagerURI${mdStoreManagerURI}
oozie.launcher.mapreduce.user.classpath.first
true
eu.dnetlib.dhp.aggregation.mdstore.MDStoreActionNode
--actionREAD_UNLOCK
--mdStoreManagerURI${mdStoreManagerURI}
--readMDStoreId${wf:actionData('BeginRead')['mdStoreReadLockVersion']}
oozie.launcher.mapreduce.user.classpath.first
true
eu.dnetlib.dhp.aggregation.mdstore.MDStoreActionNode
--actionROLLBACK
--mdStoreVersion${wf:actionData('StartTransaction')['mdStoreVersion']}
--mdStoreManagerURI${mdStoreManagerURI}