From fcbc01fed4d9258f9af024ef1240533aa4a8cd34 Mon Sep 17 00:00:00 2001
From: Giambattista Bloisi <giambattista.bloisi@openaire.eu>
Date: Sat, 9 Mar 2024 22:54:31 +0100
Subject: [PATCH] simple test DAG

---
 airflow/dags/spark_pi.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/airflow/dags/spark_pi.py b/airflow/dags/spark_pi.py
index d6b5e35..7858522 100644
--- a/airflow/dags/spark_pi.py
+++ b/airflow/dags/spark_pi.py
@@ -68,6 +68,8 @@ submit = SparkKubernetesOperator(
     application_file="example_spark_kubernetes_operator_pi.yaml",
     kubernetes_conn_id="kubernetes_default",
     do_xcom_push=True,
+    in_cluster=True,
+    delete_on_termination=True,
     dag=dag
 )