From 0d4ef9cb1fc4d48972abb752fd3a98c21281d05b Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Thu, 14 Mar 2024 21:13:39 +0100 Subject: [PATCH] simple test DAG --- airflow/dags/skg_if_pipeline.py | 12 ++++++------ 1 file changed, 6 insertions(+), 6 deletions(-) diff --git a/airflow/dags/skg_if_pipeline.py b/airflow/dags/skg_if_pipeline.py index f8b0d75..162da57 100644 --- a/airflow/dags/skg_if_pipeline.py +++ b/airflow/dags/skg_if_pipeline.py @@ -118,12 +118,12 @@ def skg_if_pipeline(): chain( unzip_to_s3.override(task_id=f"unzip_to_s3")("dump.zip", S3_BUCKET_NAME), [bulk_load.override(task_id=f"load_datasources")("datasources"), - bulk_load(task_id=f"load grants")("grants"), - bulk_load(task_id=f"load organizations")("organizations"), - bulk_load(task_id=f"load persons")("persons"), - bulk_load(task_id=f"load products")("products"), - bulk_load(task_id=f"load topics")("topics"), - bulk_load(task_id=f"load values")("venues") + bulk_load.override(task_id=f"load grants")("grants"), + bulk_load.override(task_id=f"load organizations")("organizations"), + bulk_load.override(task_id=f"load persons")("persons"), + bulk_load.override(task_id=f"load products")("products"), + bulk_load.override(task_id=f"load topics")("topics"), + bulk_load.override(task_id=f"load values")("venues") ] )