diff --git a/workflow/dnet/spark_configurator.py b/workflow/dnet/spark_configurator.py index 04fbd89..b007a65 100644 --- a/workflow/dnet/spark_configurator.py +++ b/workflow/dnet/spark_configurator.py @@ -78,6 +78,9 @@ class SparkConfigurator: "restartPolicy": { "type": "Never" }, + "dynamicAllocation": { + "enables": True + }, "driver": { "javaOptions": "-Dcom.amazonaws.sdk.disableCertChecking=true -Dcom.cloudera.com.amazonaws.sdk.disableCertChecking=true", "cores": self.sparkResoruceConf['driver_cores'],