diff --git a/airflow/dags/run_spark.py b/airflow/dags/run_spark.py index 69ed76e..b81e02a 100644 --- a/airflow/dags/run_spark.py +++ b/airflow/dags/run_spark.py @@ -80,7 +80,7 @@ dag = DAG( ) submit = SparkKubernetesOperator( - task_id='spark_scholix_submit', + task_id='spark-scholix-{{ ds }}-{{ task_instance.try_number }}', namespace='dnet-spark-jobs', template_spec=spec, kubernetes_conn_id="kubernetes_default",