diff --git a/dhp-workflows/dhp-rdfconverter/src/main/resources/eu/dnetlib/dhp/rdfconverter/bioschema/oozie_app/workflow.xml b/dhp-workflows/dhp-rdfconverter/src/main/resources/eu/dnetlib/dhp/rdfconverter/bioschema/oozie_app/workflow.xml index 9ab3dd603..86508d25a 100644 --- a/dhp-workflows/dhp-rdfconverter/src/main/resources/eu/dnetlib/dhp/rdfconverter/bioschema/oozie_app/workflow.xml +++ b/dhp-workflows/dhp-rdfconverter/src/main/resources/eu/dnetlib/dhp/rdfconverter/bioschema/oozie_app/workflow.xml @@ -37,6 +37,11 @@ 2G memory for individual executor + + sparkExecutorCores + 4 + number of cores used by single executor + spark2ExtraListeners com.cloudera.spark.lineage.NavigatorAppListener @@ -73,8 +78,8 @@ eu.dnetlib.dhp.rdfconverter.bioschema.SparkRdfToDatacite dhp-rdfconverter-${projectVersion}.jar - --conf spark.dynamicAllocation.enabled=true - --conf spark.dynamicAllocation.maxExecutors=${spark2RdfConversionMaxExecutors} + --executor-cores=${sparkExecutorCores} + --driver-memory=${sparkDriverMemory} --executor-memory=${sparkExecutorMemory} --driver-memory=${sparkDriverMemory} --conf spark.extraListeners=${spark2ExtraListeners}