D-Net
/
code-infrastructure-lab
4
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

code formatted

This commit is contained in:
Sandro La Bruzzo 2024-05-02 16:22:54 +02:00
parent 372da136df
commit 935705caaf
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
airflow/dags/run_spark.py
View File

@ -36,9 +36,6 @@ from airflow import DAG
from airflow.providers.cncf.kubernetes.operators.spark_kubernetes import SparkKubernetesOperator
from airflow.providers.cncf.kubernetes.sensors.spark_kubernetes import SparkKubernetesSensor
from airflow.utils.dates import days_ago
import logging
logger = logging.getLogger(__name__)
# [END import_module]
@ -67,11 +64,6 @@ spec =SparkConfigurator(
executor_instances=1,
executor_memoryOverhead="3G").get_configuration()
logger.info("found configuration")
logger.info(spec)
dag = DAG(
'spark_scholix',
default_args=default_args,