giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simple test DAG

This commit is contained in:
Giambattista Bloisi 2024-03-11 19:16:27 +01:00
parent 8ee696c145
commit 32992c79e8
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
airflow/dags/spark_pi.py
View File

@ -95,7 +95,7 @@ submit = SparkKubernetesOperator(
namespace='lot1-spark-jobs', namespace='lot1-spark-jobs',
template_spec=spec, template_spec=spec,
kubernetes_conn_id="kubernetes_default", kubernetes_conn_id="kubernetes_default",
do_xcom_push=True, # do_xcom_push=True,
# delete_on_termination=True, # delete_on_termination=True,
base_container_name="spark-kubernetes-driver", base_container_name="spark-kubernetes-driver",
dag=dag dag=dag