From 08ed5927119dd782f64e9943645d3fba379dceeb Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Wed, 27 Mar 2024 12:33:00 +0100 Subject: [PATCH] initial stage --- airflow/dags/import_EOSC_catalog.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airflow/dags/import_EOSC_catalog.py b/airflow/dags/import_EOSC_catalog.py index e77cda0..c9f9044 100644 --- a/airflow/dags/import_EOSC_catalog.py +++ b/airflow/dags/import_EOSC_catalog.py @@ -89,7 +89,7 @@ def import_EOSC_catalog(): num_batches = len(pieces)//kwargs["params"]["BATCH_LOADERS_NUM"] if num_batches > 0: return list(split_list(pieces, num_batches)) - return pieces + return list({"files": pieces}) @task def bulk_load(files: list[(str, str)], **kwargs):