diff --git a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/orcidtoresultfromsemrel/oozie_app/workflow.xml b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/orcidtoresultfromsemrel/oozie_app/workflow.xml
index bab1e55df..a9642d637 100644
--- a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/orcidtoresultfromsemrel/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/orcidtoresultfromsemrel/oozie_app/workflow.xml
@@ -114,7 +114,7 @@
--sourcePath${sourcePath}
--hive_metastore_uris${hive_metastore_uris}
--resultTableNameeu.dnetlib.dhp.schema.oaf.Publication
- --outputPath${workingDir}/orcid/preparedInfo/targetOrcidAssoc
+ --outputPath${workingDir}/orcid/targetOrcidAssoc
--allowedsemrels${allowedsemrels}
@@ -142,7 +142,7 @@
--sourcePath${sourcePath}
--hive_metastore_uris${hive_metastore_uris}
--resultTableNameeu.dnetlib.dhp.schema.oaf.Dataset
- --outputPath${workingDir}/orcid/preparedInfo/targetOrcidAssoc
+ --outputPath${workingDir}/orcid/targetOrcidAssoc
--allowedsemrels${allowedsemrels}
@@ -170,7 +170,7 @@
--sourcePath${sourcePath}
--hive_metastore_uris${hive_metastore_uris}
--resultTableNameeu.dnetlib.dhp.schema.oaf.OtherResearchProduct
- --outputPath${workingDir}/orcid/preparedInfo/targetOrcidAssoc
+ --outputPath${workingDir}/orcid/targetOrcidAssoc
--allowedsemrels${allowedsemrels}
@@ -198,7 +198,7 @@
--sourcePath${sourcePath}
--hive_metastore_uris${hive_metastore_uris}
--resultTableNameeu.dnetlib.dhp.schema.oaf.Software
- --outputPath${workingDir}/orcid/preparedInfo/targetOrcidAssoc
+ --outputPath${workingDir}/orcid/targetOrcidAssoc
--allowedsemrels${allowedsemrels}
@@ -225,8 +225,8 @@
--conf spark.dynamicAllocation.enabled=true
--conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
- --sourcePath${workingDir}/orcid/orcidprop
- --outputPath${workingDir}/orcid/orcidprop/mergedOrcidAssoc
+ --sourcePath${workingDir}/orcid/targetOrcidAssoc
+ --outputPath${workingDir}/orcid/mergedOrcidAssoc
@@ -247,9 +247,10 @@
eu.dnetlib.dhp.orcidtoresultfromsemrel.SparkOrcidToResultFromSemRelJob
dhp-enrichment-${projectVersion}.jar
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
+ --executor-cores=4
+ --executor-memory=4G
--driver-memory=${sparkDriverMemory}
+ --conf spark.executor.memoryOverhead=5G
--conf spark.extraListeners=${spark2ExtraListeners}
--conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
--conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
@@ -259,9 +260,9 @@
--conf spark.speculation=false
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --conf spark.sql.shuffle.partitions=3840
+ --conf spark.sql.shuffle.partitions=15000
- --possibleUpdatesPath${workingDir}/orcid/orcidprop/mergedOrcidAssoc
+ --possibleUpdatesPath${workingDir}/orcid/mergedOrcidAssoc
--sourcePath${sourcePath}/publication
--resultTableNameeu.dnetlib.dhp.schema.oaf.Publication
--outputPath${outputPath}/publication
@@ -291,7 +292,7 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --possibleUpdatesPath${workingDir}/orcid/orcidprop/mergedOrcidAssoc
+ --possibleUpdatesPath${workingDir}/orcid/mergedOrcidAssoc
--sourcePath${sourcePath}/dataset
--resultTableNameeu.dnetlib.dhp.schema.oaf.Dataset
--outputPath${outputPath}/dataset
@@ -321,7 +322,7 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --possibleUpdatesPath${workingDir}/orcid/orcidprop/mergedOrcidAssoc
+ --possibleUpdatesPath${workingDir}/orcid/mergedOrcidAssoc
--sourcePath${sourcePath}/otherresearchproduct
--resultTableNameeu.dnetlib.dhp.schema.oaf.OtherResearchProduct
--outputPath${outputPath}/otherresearchproduct
@@ -351,7 +352,7 @@
--conf spark.hadoop.mapreduce.map.speculative=false
--conf spark.hadoop.mapreduce.reduce.speculative=false
- --possibleUpdatesPath${workingDir}/orcid/orcidprop/mergedOrcidAssoc
+ --possibleUpdatesPath${workingDir}/orcid/mergedOrcidAssoc
--sourcePath${sourcePath}/software
--resultTableNameeu.dnetlib.dhp.schema.oaf.Software
--outputPath${outputPath}/software