giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

initial stage

This commit is contained in:
Giambattista Bloisi 2024-03-27 13:00:23 +01:00
parent f6fbce36e1
commit 33cb4ce636
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
airflow/dags/import_EOSC_graph.py
View File

@ -114,7 +114,7 @@ for config_name, config in configs.items():
num_batches = len(pieces)//kwargs["params"]["BATCH_LOADERS_NUM"] num_batches = len(pieces)//kwargs["params"]["BATCH_LOADERS_NUM"]
if num_batches > 0: if num_batches > 0:
return list(split_list(pieces, num_batches)) return list(split_list(pieces, num_batches))
return pieces return list(split_list(pieces, len(pieces)))
@task(executor_config={ @task(executor_config={
"pod_override": k8s.V1Pod( "pod_override": k8s.V1Pod(