diff --git a/airflow/dags/spark_pi.py b/airflow/dags/spark_pi.py index 4315f28..340e29a 100644 --- a/airflow/dags/spark_pi.py +++ b/airflow/dags/spark_pi.py @@ -95,7 +95,7 @@ submit = SparkKubernetesOperator( namespace='lot1-spark-jobs', template_spec=spec, kubernetes_conn_id="kubernetes_default", - do_xcom_push=True, +# do_xcom_push=True, # delete_on_termination=True, base_container_name="spark-kubernetes-driver", dag=dag