simple test DAG

2024-03-09 19:42:58 +01:00 · 2024-03-09 19:42:58 +01:00 · b19e4f8ae8
parent 8840091813
commit b19e4f8ae8
1 changed files with 3 additions and 2 deletions
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@ -68,10 +68,11 @@ submit = SparkKubernetesOperator(
    application_file="example_spark_kubernetes_operator_pi.yaml",
    kubernetes_conn_id="kubernetes_default",
    do_xcom_push=True,
-    dag=dag,
-    delete_on_termination=False
+    dag=dag
 )

+submit.delete_on_termination = False
+
 sensor = SparkKubernetesSensor(
    task_id='spark_pi_monitor',
    namespace='lot1-spark-jobs',