From 884009181387e08e7827d1196c7b7c41499703c8 Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Sat, 9 Mar 2024 19:41:04 +0100 Subject: [PATCH] simple test DAG --- airflow/dags/spark_pi.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/airflow/dags/spark_pi.py b/airflow/dags/spark_pi.py index 1b065b3..32a101c 100644 --- a/airflow/dags/spark_pi.py +++ b/airflow/dags/spark_pi.py @@ -66,10 +66,10 @@ submit = SparkKubernetesOperator( task_id='spark_pi_submit', namespace='lot1-spark-jobs', application_file="example_spark_kubernetes_operator_pi.yaml", - delete_on_termination=False, kubernetes_conn_id="kubernetes_default", do_xcom_push=True, - dag=dag + dag=dag, + delete_on_termination=False ) sensor = SparkKubernetesSensor(