simple test DAG

2024-03-09 19:23:45 +01:00 · 2024-03-09 19:23:45 +01:00 · a7b1d25fdb
parent 027996069c
commit a7b1d25fdb
1 changed files with 3 additions and 0 deletions
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@ -68,6 +68,9 @@ submit = SparkKubernetesOperator(
    application_file="example_spark_kubernetes_operator_pi.yaml",
    kubernetes_conn_id="kubernetes_default",
    do_xcom_push=True,
+    log_events_on_failure=True,
+    reattach_on_restart=True,
+    delete_on_termination=False,
    dag=dag,
 )