From f10066547bb467dd9eff8e78ed4d538802cdaa10 Mon Sep 17 00:00:00 2001
From: Claudio Atzori <claudio.atzori@isti.cnr.it>
Date: Wed, 23 Mar 2022 12:22:26 +0100
Subject: [PATCH] increased spark.sql.shuffle.partitions in
 affiliation_from_semrel_propagation

---
 .../dhp/resulttoorganizationfromsemrel/oozie_app/workflow.xml    | 1 +
 1 file changed, 1 insertion(+)

diff --git a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfromsemrel/oozie_app/workflow.xml b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfromsemrel/oozie_app/workflow.xml
index 3f0530aaf1..5ce2f5c06d 100644
--- a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfromsemrel/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/resulttoorganizationfromsemrel/oozie_app/workflow.xml
@@ -173,6 +173,7 @@
                 --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
                 --conf spark.dynamicAllocation.enabled=true
                 --conf spark.dynamicAllocation.maxExecutors=${spark2MaxExecutors}
+                --conf spark.sql.shuffle.partitions=3840
             </spark-opts>
             <arg>--relationPath</arg><arg>${workingDir}/preparedInfo/relation</arg>
             <arg>--outputPath</arg><arg>${outputPath}/relation</arg>