D-Net
/
code-infrastructure-lab
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

oct-update #1

Merged
sandro.labruzzo merged 42 commits from oct-update into master 2024-11-18 10:43:07 +01:00
Conversation 0 Commits 42 Files Changed 33 +3 -3
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit c5f4263061 - Show all commits

6
workflow/dnet/spark_configurator.py
View File

@ -70,7 +70,7 @@ class SparkConfigurator:
"mainClass": self.mainClass,
"mainApplicationFile": self.jarLocation,
"arguments": self.arguments,
"sparkVersion": "3.5.1",
"sparkVersion": "3.5.3",
"sparkConf": self.s3Configuration,
"restartPolicy": {
"type": "Never"
@ -81,7 +81,7 @@ class SparkConfigurator:
"coreLimit": "1200m",
"memory": self.sparkResoruceConf['driver_memory'],
"labels": {
"version": "3.5.1"
"version": "3.5.3"
},
"serviceAccount": "spark"
},
@ -92,7 +92,7 @@ class SparkConfigurator:
"memory": self.sparkResoruceConf['executor_memory'],
"instances": self.sparkResoruceConf['executor_instances'],
"labels": {
"version": "3.5.1"
"version": "3.5.3"
}
}
}