initial stage

2024-03-27 13:00:23 +01:00 · 2024-03-27 13:00:23 +01:00 · 33cb4ce636
parent f6fbce36e1
commit 33cb4ce636
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/import_EOSC_graph.py
+++ b/airflow/dags/import_EOSC_graph.py
@ -114,7 +114,7 @@ for config_name, config in configs.items():
            num_batches = len(pieces)//kwargs["params"]["BATCH_LOADERS_NUM"]
            if num_batches > 0:
                return list(split_list(pieces, num_batches))
-            return pieces
+            return list(split_list(pieces, len(pieces)))

        @task(executor_config={
            "pod_override": k8s.V1Pod(