giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simple test DAG

This commit is contained in:
Giambattista Bloisi 2024-03-09 19:23:45 +01:00
parent 027996069c
commit a7b1d25fdb
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
airflow/dags/spark_pi.py
View File

@ -68,6 +68,9 @@ submit = SparkKubernetesOperator(
application_file="example_spark_kubernetes_operator_pi.yaml", application_file="example_spark_kubernetes_operator_pi.yaml",
kubernetes_conn_id="kubernetes_default", kubernetes_conn_id="kubernetes_default",
do_xcom_push=True, do_xcom_push=True,
log_events_on_failure=True,
reattach_on_restart=True,
delete_on_termination=False,
dag=dag, dag=dag,
) )