simple test DAG

2024-03-09 22:54:31 +01:00 · 2024-03-09 22:54:31 +01:00 · fcbc01fed4
parent b19e4f8ae8
commit fcbc01fed4
1 changed files with 2 additions and 0 deletions
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@ -68,6 +68,8 @@ submit = SparkKubernetesOperator(
    application_file="example_spark_kubernetes_operator_pi.yaml",
    kubernetes_conn_id="kubernetes_default",
    do_xcom_push=True,
+    in_cluster=True,
+    delete_on_termination=True,
    dag=dag
 )