diff --git a/workflow/dnet/spark_configurator.py b/workflow/dnet/spark_configurator.py index e77e9df..e5b084a 100644 --- a/workflow/dnet/spark_configurator.py +++ b/workflow/dnet/spark_configurator.py @@ -70,7 +70,7 @@ class SparkConfigurator: "mainClass": self.mainClass, "mainApplicationFile": self.jarLocation, "arguments": self.arguments, - "sparkVersion": "3.5.1", + "sparkVersion": "3.5.3", "sparkConf": self.s3Configuration, "restartPolicy": { "type": "Never" @@ -81,7 +81,7 @@ class SparkConfigurator: "coreLimit": "1200m", "memory": self.sparkResoruceConf['driver_memory'], "labels": { - "version": "3.5.1" + "version": "3.5.3" }, "serviceAccount": "spark" }, @@ -92,7 +92,7 @@ class SparkConfigurator: "memory": self.sparkResoruceConf['executor_memory'], "instances": self.sparkResoruceConf['executor_instances'], "labels": { - "version": "3.5.1" + "version": "3.5.3" } } }