From 5a9cffbe3a3ca57a09057cf3c0825b4489c3b982 Mon Sep 17 00:00:00 2001 From: Sandro La Bruzzo Date: Thu, 2 May 2024 11:22:27 +0200 Subject: [PATCH] updated airflow dag --- airflow/dags/run_spark.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/airflow/dags/run_spark.py b/airflow/dags/run_spark.py index 612addc..c508c20 100644 --- a/airflow/dags/run_spark.py +++ b/airflow/dags/run_spark.py @@ -71,7 +71,7 @@ spec = {'apiVersion': 'sparkoperator.k8s.io/v1beta2', 'driver': { 'coreLimit': '1200m', 'cores': 1, - 'labels': {'version': '3.1.3'}, + 'labels': {'version': '3.5.1'}, 'memory': '1g', 'serviceAccount': 'spark', }, @@ -79,7 +79,7 @@ spec = {'apiVersion': 'sparkoperator.k8s.io/v1beta2', 'cores': 1, 'instances': 1, 'memory': '512m', - 'labels': {'version': '3.1.3'} + 'labels': {'version': '3.5.1'} } }}