From 95885bcf1226fbb82a7690d89151f5bc756364ee Mon Sep 17 00:00:00 2001
From: "miriam.baglioni" <miriam.baglioni@isti.cnr.it>
Date: Wed, 16 Jun 2021 10:17:52 +0200
Subject: [PATCH] forces executor Executor memory and driver executor memory to
 be 7G (trying to avoid OOM)

---
 .../eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml          | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml b/dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml
index 7bd7d107f..5a943c673 100644
--- a/dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml
@@ -154,9 +154,9 @@
             <class>eu.dnetlib.doiboost.crossref.GenerateCrossrefDataset</class>
             <jar>dhp-doiboost-${projectVersion}.jar</jar>
             <spark-opts>
-                --executor-memory=${sparkExecutorMemory}
-                --executor-cores=2
-                --driver-memory=${sparkDriverMemory}
+                --executor-memory=7G
+                --executor-cores=4
+                --driver-memory=7G
                 --conf spark.sql.shuffle.partitions=3840
                 --conf spark.extraListeners=${spark2ExtraListeners}
                 --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}