D-Net
/
code-infrastructure-lab
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

minor fix

This commit is contained in:
Sandro La Bruzzo 2024-05-02 11:34:32 +02:00
parent 5a9cffbe3a
commit c37a84bb89
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
airflow/dags/run_spark.py
View File

@ -63,7 +63,7 @@ spec = {'apiVersion': 'sparkoperator.k8s.io/v1beta2',
'mode': 'cluster',
'image': 'dnet-spark:1.0.0',
'imagePullPolicy': 'IfNotPresent',
'mainApplicationFile': 'local:///opt/spark/examples/jars/spark-examples_2.12-3.1.3.jar',
'mainApplicationFile': 'local:///opt/spark/examples/jars/spark-examples_2.12-3.5.1.jar',
'mainClass': 'org.apache.spark.examples.SparkPi',
'sparkVersion': '3.5.1',
'restartPolicy': {'type': 'Never'},