diff --git a/dhp-workflows/dhp-bulktag/src/main/resources/eu/dnetlib/dhp/bulktag/oozie_app/workflow.xml b/dhp-workflows/dhp-bulktag/src/main/resources/eu/dnetlib/dhp/bulktag/oozie_app/workflow.xml
index 2fea9ff41..524281bc9 100644
--- a/dhp-workflows/dhp-bulktag/src/main/resources/eu/dnetlib/dhp/bulktag/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-bulktag/src/main/resources/eu/dnetlib/dhp/bulktag/oozie_app/workflow.xml
@@ -1,39 +1,33 @@
-
-
- sourcePath
- the source path
-
-
- isLookUpUrl
- the isLookup service endpoint
-
-
- pathMap
- the json path associated to each selection field
-
-
- outputPath
- the output path
-
-
+
+
+ sourcePath
+ the source path
+
+
+ isLookUpUrl
+ the isLookup service endpoint
+
+
+ pathMap
+ the json path associated to each selection field
+
+
+ outputPath
+ the output path
+
+
-
+
-
- Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
+
+ Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
+
-
+
-
-
-
-
-
-
-
-
+
+
@@ -67,6 +61,7 @@
+
${jobTracker}
@@ -91,14 +86,13 @@
+
+
+
+
+
+
-
-
-
-
-
-
-
${jobTracker}
@@ -127,6 +121,7 @@
+
${jobTracker}
@@ -155,6 +150,7 @@
+
${jobTracker}
@@ -183,6 +179,7 @@
+
${jobTracker}
@@ -211,6 +208,9 @@
-
-
+
+
+
+
+
\ No newline at end of file
diff --git a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/countrypropagation/oozie_app/workflow.xml b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/countrypropagation/oozie_app/workflow.xml
index 90b004883..f269c5442 100644
--- a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/countrypropagation/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/countrypropagation/oozie_app/workflow.xml
@@ -27,14 +27,8 @@
-
-
-
-
-
-
-
-
+
+
diff --git a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/orcidtoresultfromsemrel/oozie_app/workflow.xml b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/orcidtoresultfromsemrel/oozie_app/workflow.xml
index 243167bd6..7b06b6504 100644
--- a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/orcidtoresultfromsemrel/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/orcidtoresultfromsemrel/oozie_app/workflow.xml
@@ -1,37 +1,29 @@
-
-
- sourcePath
- the source path
-
-
- allowedsemrels
- the semantic relationships allowed for propagation
-
-
- outputPath
- the output path
-
-
-
+
+
+ sourcePath
+ the source path
+
+
+ allowedsemrels
+ the semantic relationships allowed for propagation
+
+
+ outputPath
+ the output path
+
+
+
-
+
+ Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
+
-
- Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
-
+
-
-
-
-
-
-
-
-
-
+
+
@@ -119,11 +111,16 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --sourcePath${sourcePath}
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.Publication
- --outputPath${workingDir}/preparedInfo/targetOrcidAssoc
- --allowedsemrels${allowedsemrels}
+ --sourcePath
+ ${sourcePath}
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.Publication
+ --outputPath
+ ${workingDir}/preparedInfo/targetOrcidAssoc
+ --allowedsemrels
+ ${allowedsemrels}
@@ -147,11 +144,16 @@
--conf spark.dynamicAllocation.enabled=true
--conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
- --sourcePath${sourcePath}
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.Dataset
- --outputPath${workingDir}/preparedInfo/targetOrcidAssoc
- --allowedsemrels${allowedsemrels}
+ --sourcePath
+ ${sourcePath}
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.Dataset
+ --outputPath
+ ${workingDir}/preparedInfo/targetOrcidAssoc
+ --allowedsemrels
+ ${allowedsemrels}
@@ -175,11 +177,16 @@
--conf spark.dynamicAllocation.enabled=true
--conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
- --sourcePath${sourcePath}
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.OtherResearchProduct
- --outputPath${workingDir}/preparedInfo/targetOrcidAssoc
- --allowedsemrels${allowedsemrels}
+ --sourcePath
+ ${sourcePath}
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.OtherResearchProduct
+ --outputPath
+ ${workingDir}/preparedInfo/targetOrcidAssoc
+ --allowedsemrels
+ ${allowedsemrels}
@@ -203,11 +210,16 @@
--conf spark.dynamicAllocation.enabled=true
--conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
- --sourcePath${sourcePath}
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.Software
- --outputPath${workingDir}/preparedInfo/targetOrcidAssoc
- --allowedsemrels${allowedsemrels}
+ --sourcePath
+ ${sourcePath}
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.Software
+ --outputPath
+ ${workingDir}/preparedInfo/targetOrcidAssoc
+ --allowedsemrels
+ ${allowedsemrels}
@@ -233,11 +245,13 @@
--conf spark.dynamicAllocation.enabled=true
--conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
- --sourcePath${workingDir}/preparedInfo/targetOrcidAssoc
- --outputPath${workingDir}/preparedInfo/mergedOrcidAssoc
+ --sourcePath
+ ${workingDir}/preparedInfo/targetOrcidAssoc
+ --outputPath
+ ${workingDir}/preparedInfo/mergedOrcidAssoc
-
+
@@ -270,12 +284,18 @@
--conf spark.hadoop.mapreduce.reduce.speculative=false
--conf spark.sql.shuffle.partitions=3840
- --possibleUpdatesPath${workingDir}/preparedInfo/mergedOrcidAssoc
- --sourcePath${sourcePath}/publication
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.Publication
- --outputPath${outputPath}/publication
- --saveGraph${saveGraph}
+ --possibleUpdatesPath
+ ${workingDir}/preparedInfo/mergedOrcidAssoc
+ --sourcePath
+ ${sourcePath}/publication
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.Publication
+ --outputPath
+ ${outputPath}/publication
+ --saveGraph
+ ${saveGraph}
@@ -301,12 +321,18 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --possibleUpdatesPath${workingDir}/preparedInfo/mergedOrcidAssoc
- --sourcePath${sourcePath}/dataset
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.Dataset
- --outputPath${outputPath}/dataset
- --saveGraph${saveGraph}
+ --possibleUpdatesPath
+ ${workingDir}/preparedInfo/mergedOrcidAssoc
+ --sourcePath
+ ${sourcePath}/dataset
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.Dataset
+ --outputPath
+ ${outputPath}/dataset
+ --saveGraph
+ ${saveGraph}
@@ -332,12 +358,18 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --possibleUpdatesPath${workingDir}/preparedInfo/mergedOrcidAssoc
- --sourcePath${sourcePath}/otherresearchproduct
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.OtherResearchProduct
- --outputPath${outputPath}/otherresearchproduct
- --saveGraph${saveGraph}
+ --possibleUpdatesPath
+ ${workingDir}/preparedInfo/mergedOrcidAssoc
+ --sourcePath
+ ${sourcePath}/otherresearchproduct
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.OtherResearchProduct
+ --outputPath
+ ${outputPath}/otherresearchproduct
+ --saveGraph
+ ${saveGraph}
@@ -363,16 +395,22 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --possibleUpdatesPath${workingDir}/preparedInfo/mergedOrcidAssoc
- --sourcePath${sourcePath}/software
- --hive_metastore_uris${hive_metastore_uris}
- --resultTableNameeu.dnetlib.dhp.schema.oaf.Software
- --outputPath${outputPath}/software
- --saveGraph${saveGraph}
+ --possibleUpdatesPath
+ ${workingDir}/preparedInfo/mergedOrcidAssoc
+ --sourcePath
+ ${sourcePath}/software
+ --hive_metastore_uris
+ ${hive_metastore_uris}
+ --resultTableName
+ eu.dnetlib.dhp.schema.oaf.Software
+ --outputPath
+ ${outputPath}/software
+ --saveGraph
+ ${saveGraph}
-
+
\ No newline at end of file
diff --git a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/projecttoresult/oozie_app/workflow.xml b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/projecttoresult/oozie_app/workflow.xml
index 850a2f498..dd7f25846 100644
--- a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/projecttoresult/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/projecttoresult/oozie_app/workflow.xml
@@ -14,27 +14,21 @@
-
-
+
+
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
+
-
-
-
-
-
-
-
-
-
+
+
+
@@ -190,4 +184,5 @@
+
\ No newline at end of file
diff --git a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromorganization/oozie_app/workflow.xml b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromorganization/oozie_app/workflow.xml
index e041fc39c..3be69bde6 100644
--- a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromorganization/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromorganization/oozie_app/workflow.xml
@@ -14,23 +14,16 @@
-
+
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
+
-
-
-
-
-
-
-
-
-
+
+
@@ -64,6 +57,7 @@
+
${jobTracker}
@@ -85,6 +79,7 @@
+
@@ -111,7 +106,6 @@
--organizationtoresultcommunitymap${organizationtoresultcommunitymap}
-
@@ -150,6 +144,7 @@
+
yarn
@@ -178,6 +173,7 @@
+
yarn
@@ -206,6 +202,7 @@
+
yarn
@@ -238,4 +235,5 @@
+
\ No newline at end of file
diff --git a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromsemrel/oozie_app/workflow.xml b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromsemrel/oozie_app/workflow.xml
index f2d406ad9..b75b2d31e 100644
--- a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromsemrel/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttocommunityfromsemrel/oozie_app/workflow.xml
@@ -1,43 +1,38 @@
-
-
- sourcePath
- the source path
-
-
- allowedsemrels
- the semantic relationships allowed for propagation
-
-
- isLookUpUrl
- the isLookup service endpoint
-
-
- outputPath
- the output path
-
-
+
+
+ sourcePath
+ the source path
+
+
+ allowedsemrels
+ the semantic relationships allowed for propagation
+
+
+ isLookUpUrl
+ the isLookup service endpoint
+
+
+ outputPath
+ the output path
+
+
-
+
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
+
+
-
-
-
-
-
-
-
-
-
+
+
+
@@ -126,6 +121,7 @@
+
yarn
@@ -182,6 +178,7 @@
+
yarn
@@ -214,29 +211,29 @@
-
- yarn
- cluster
- ResultToCommunityEmRelPropagation-PreparePhase2
- eu.dnetlib.dhp.resulttocommunityfromsemrel.PrepareResultCommunitySetStep2
- dhp-propagation-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.dynamicAllocation.enabled=true
- --conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
-
- --sourcePath${workingDir}/preparedInfo/targetCommunityAssoc
- --outputPath${workingDir}/preparedInfo/mergedCommunityAssoc
-
-
-
-
+
+ yarn
+ cluster
+ ResultToCommunityEmRelPropagation-PreparePhase2
+ eu.dnetlib.dhp.resulttocommunityfromsemrel.PrepareResultCommunitySetStep2
+ dhp-propagation-${projectVersion}.jar
+
+ --executor-cores=${sparkExecutorCores}
+ --executor-memory=${sparkExecutorMemory}
+ --driver-memory=${sparkDriverMemory}
+ --conf spark.extraListeners=${spark2ExtraListeners}
+ --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
+ --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
+ --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
+ --conf spark.dynamicAllocation.enabled=true
+ --conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
+
+ --sourcePath${workingDir}/preparedInfo/targetCommunityAssoc
+ --outputPath${workingDir}/preparedInfo/mergedCommunityAssoc
+
+
+
+
@@ -275,6 +272,7 @@
+
yarn
@@ -303,6 +301,7 @@
+
yarn
@@ -331,6 +330,7 @@
+
yarn
@@ -362,5 +362,6 @@
-
+
+
\ No newline at end of file
diff --git a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfrominstrepo/oozie_app/workflow.xml b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfrominstrepo/oozie_app/workflow.xml
index 6bf7d0cec..73268fcc7 100644
--- a/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfrominstrepo/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-propagation/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfrominstrepo/oozie_app/workflow.xml
@@ -1,32 +1,25 @@
-
-
- sourcePath
- the source path
-
-
- outputPath
- sets the outputPath
-
-
+
+
+ sourcePath
+ the source path
+
+
+ outputPath
+ sets the outputPath
+
+
-
-
-
- Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
+
-
+
+ Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
+
+
+
-
-
-
-
-
-
-
-
-
+
+
@@ -53,6 +46,7 @@
+
${jobTracker}
@@ -85,6 +79,7 @@
+
${jobTracker}
@@ -95,6 +90,7 @@
+
${jobTracker}
@@ -151,9 +147,9 @@
--alreadyLinkedPath${workingDir}/preparedInfo/alreadyLinked
-
+
@@ -220,6 +216,7 @@
+
yarn
@@ -281,6 +278,7 @@
+
\ No newline at end of file