simple test DAG

2024-03-10 13:29:51 +01:00 · 2024-03-10 13:29:51 +01:00 · f8f0141d50
parent 5a181be26a
commit f8f0141d50
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@ -106,7 +106,7 @@ sensor = SparkKubernetesSensor(
    application_name="{{ task_instance.xcom_pull(task_ids='spark_pi_submit')['metadata']['name'] }}",
    kubernetes_conn_id="kubernetes_default",
    dag=dag,
-    attach_log=True
+    attach_log=False
 )

 submit >> sensor