modified the number of executors trying to avoid OOM exception

3 years ago · 1c47c0d786
parent 7deac55138
commit 1c47c0d786
1 changed files with 1 additions and 1 deletions
--- a/dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/oozie_app/workflow.xml
@ -155,7 +155,7 @@
            <jar>dhp-doiboost-${projectVersion}.jar</jar>
            <spark-opts>
                --executor-memory=${sparkExecutorMemory}
-                --executor-cores=${sparkExecutorCores}
+                --executor-cores=2
                --driver-memory=${sparkDriverMemory}
                --conf spark.sql.shuffle.partitions=3840
                --conf spark.extraListeners=${spark2ExtraListeners}