initial stage

2024-03-27 12:33:00 +01:00 · 2024-03-27 12:33:00 +01:00 · 08ed592711
parent 43eb5cb43d
commit 08ed592711
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/import_EOSC_catalog.py
+++ b/airflow/dags/import_EOSC_catalog.py
@ -89,7 +89,7 @@ def import_EOSC_catalog():
        num_batches = len(pieces)//kwargs["params"]["BATCH_LOADERS_NUM"]
        if num_batches > 0:
            return list(split_list(pieces, num_batches))
-        return pieces
+        return list({"files": pieces})

    @task
    def bulk_load(files: list[(str, str)], **kwargs):