simple test DAG

2024-03-11 19:16:27 +01:00 · 2024-03-11 19:16:27 +01:00 · 32992c79e8
parent 8ee696c145
commit 32992c79e8
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@ -95,7 +95,7 @@ submit = SparkKubernetesOperator(
    namespace='lot1-spark-jobs',
    template_spec=spec,
    kubernetes_conn_id="kubernetes_default",
-    do_xcom_push=True,
+#    do_xcom_push=True,
 #    delete_on_termination=True,
    base_container_name="spark-kubernetes-driver",
    dag=dag