giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simple test DAG

This commit is contained in:
Giambattista Bloisi 2024-03-14 21:13:39 +01:00
parent d2bbaaece3
commit 0d4ef9cb1f
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
airflow/dags/skg_if_pipeline.py
View File

@ -118,12 +118,12 @@ def skg_if_pipeline():
chain(
unzip_to_s3.override(task_id=f"unzip_to_s3")("dump.zip", S3_BUCKET_NAME),
[bulk_load.override(task_id=f"load_datasources")("datasources"),
bulk_load(task_id=f"load grants")("grants"),
bulk_load(task_id=f"load organizations")("organizations"),
bulk_load(task_id=f"load persons")("persons"),
bulk_load(task_id=f"load products")("products"),
bulk_load(task_id=f"load topics")("topics"),
bulk_load(task_id=f"load values")("venues")
bulk_load.override(task_id=f"load grants")("grants"),
bulk_load.override(task_id=f"load organizations")("organizations"),
bulk_load.override(task_id=f"load persons")("persons"),
bulk_load.override(task_id=f"load products")("products"),
bulk_load.override(task_id=f"load topics")("topics"),
bulk_load.override(task_id=f"load values")("venues")
]
)