From c37a84bb897b7dc6af90e2e19678f0ba7e526e4b Mon Sep 17 00:00:00 2001 From: Sandro La Bruzzo Date: Thu, 2 May 2024 11:34:32 +0200 Subject: [PATCH] minor fix --- airflow/dags/run_spark.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airflow/dags/run_spark.py b/airflow/dags/run_spark.py index c508c20..22310b4 100644 --- a/airflow/dags/run_spark.py +++ b/airflow/dags/run_spark.py @@ -63,7 +63,7 @@ spec = {'apiVersion': 'sparkoperator.k8s.io/v1beta2', 'mode': 'cluster', 'image': 'dnet-spark:1.0.0', 'imagePullPolicy': 'IfNotPresent', - 'mainApplicationFile': 'local:///opt/spark/examples/jars/spark-examples_2.12-3.1.3.jar', + 'mainApplicationFile': 'local:///opt/spark/examples/jars/spark-examples_2.12-3.5.1.jar', 'mainClass': 'org.apache.spark.examples.SparkPi', 'sparkVersion': '3.5.1', 'restartPolicy': {'type': 'Never'},