minor fix

2024-05-02 14:51:45 +02:00 · 2024-05-02 14:51:45 +02:00 · 7eb5e35753
parent cb06d46bb2
commit 7eb5e35753
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/run_spark.py
+++ b/airflow/dags/run_spark.py
@ -80,7 +80,7 @@ dag = DAG(
 )

 submit = SparkKubernetesOperator(
-    task_id='spark_scholix_submit',
+    task_id='spark-scholix-{{ ds }}-{{ task_instance.try_number }}',
    namespace='dnet-spark-jobs',
    template_spec=spec,
    kubernetes_conn_id="kubernetes_default",