From ab172a39ffeb1ab177aae6f64f35a9ffca78a802 Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Fri, 15 Mar 2024 13:12:17 +0100 Subject: [PATCH] simple test DAG --- airflow/dags/skg_if_pipeline.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airflow/dags/skg_if_pipeline.py b/airflow/dags/skg_if_pipeline.py index 8658734..c93f137 100644 --- a/airflow/dags/skg_if_pipeline.py +++ b/airflow/dags/skg_if_pipeline.py @@ -108,7 +108,7 @@ def skg_if_pipeline(): hook = S3Hook(AWS_CONN_ID, transfer_config_args={'use_threads': False}) keys = hook.list_keys(bucket_name=S3_BUCKET_NAME, prefix=f'{entity}/') for key in keys: - pieces.append({entity, key}) + pieces.append((entity, key)) def split_list(list_a, chunk_size): for i in range(0, len(list_a), chunk_size):