giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simple test DAG

This commit is contained in:
Giambattista Bloisi 2024-03-11 18:44:45 +01:00
parent dd07466aae
commit b4f8ba1bd0
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
airflow/dags/spark_pi.py
View File

@ -95,6 +95,7 @@ submit = SparkKubernetesOperator(
namespace='lot1-spark-jobs', namespace='lot1-spark-jobs',
template_spec=spec, template_spec=spec,
kubernetes_conn_id="kubernetes_default", kubernetes_conn_id="kubernetes_default",
do_xcom_push=True,
# delete_on_termination=True, # delete_on_termination=True,
dag=dag dag=dag
) )