enable dynamic allocation

2024-10-21 20:23:31 +02:00 · 2024-10-21 20:23:31 +02:00 · 131f6e5592
parent df46c8c65f
commit 131f6e5592
1 changed files with 3 additions and 0 deletions
--- a/workflow/dnet/spark_configurator.py
+++ b/workflow/dnet/spark_configurator.py
@ -78,6 +78,9 @@ class SparkConfigurator:
                "restartPolicy": {
                    "type": "Never"
                },
+                "dynamicAllocation": {
+                    "enables": True
+                },
                "driver": {
                    "javaOptions": "-Dcom.amazonaws.sdk.disableCertChecking=true -Dcom.cloudera.com.amazonaws.sdk.disableCertChecking=true",
                    "cores": self.sparkResoruceConf['driver_cores'],