D-Net
/
code-infrastructure-lab
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

updated airflow dag

This commit is contained in:
Sandro La Bruzzo 2024-05-02 11:22:27 +02:00
parent 730f35fb75
commit 5a9cffbe3a
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
airflow/dags/run_spark.py
View File

@ -71,7 +71,7 @@ spec = {'apiVersion': 'sparkoperator.k8s.io/v1beta2',
'driver': { 'driver': {
'coreLimit': '1200m', 'coreLimit': '1200m',
'cores': 1, 'cores': 1,
'labels': {'version': '3.1.3'}, 'labels': {'version': '3.5.1'},
'memory': '1g', 'memory': '1g',
'serviceAccount': 'spark', 'serviceAccount': 'spark',
}, },
@ -79,7 +79,7 @@ spec = {'apiVersion': 'sparkoperator.k8s.io/v1beta2',
'cores': 1, 'cores': 1,
'instances': 1, 'instances': 1,
'memory': '512m', 'memory': '512m',
'labels': {'version': '3.1.3'} 'labels': {'version': '3.5.1'}
} }
}} }}