simple test DAG

2024-03-12 12:56:24 +01:00 · 2024-03-12 12:56:24 +01:00 · 2cb40d2276
parent 32992c79e8
commit 2cb40d2276
1 changed files with 5 additions and 5 deletions
--- a/airflow/dags/skg_if_pipeline.py
+++ b/airflow/dags/skg_if_pipeline.py
@ -102,12 +102,12 @@ def skg_if_pipeline():
            verify=False)

    unzip_to_s3("dump.zip", S3_BUCKET_NAME)
-    bulk_load("datasource")
-    bulk_load("grant")
-    bulk_load("organization")
+    bulk_load("datasources")
+    bulk_load("grants")
+    bulk_load("organizations")
    bulk_load("persons")
-    bulk_load("research_product")
-    bulk_load("topic")
+    bulk_load("products")
+    bulk_load("topics")
    bulk_load("venues")