simple test DAG

2024-03-09 19:41:04 +01:00 · 2024-03-09 19:41:04 +01:00 · 8840091813
parent 38bbf4f449
commit 8840091813
1 changed files with 2 additions and 2 deletions
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@ -66,10 +66,10 @@ submit = SparkKubernetesOperator(
    task_id='spark_pi_submit',
    namespace='lot1-spark-jobs',
    application_file="example_spark_kubernetes_operator_pi.yaml",
-    delete_on_termination=False,
    kubernetes_conn_id="kubernetes_default",
    do_xcom_push=True,
-    dag=dag
+    dag=dag,
+    delete_on_termination=False
 )

 sensor = SparkKubernetesSensor(