simple test DAG

2024-03-06 23:54:10 +01:00 · 2024-03-06 23:54:10 +01:00 · 550da2c190
parent e99002329e
commit 550da2c190
1 changed files with 2 additions and 1 deletions
--- a/airflow/dags/populate_opensearch.py
+++ b/airflow/dags/populate_opensearch.py
@ -61,7 +61,8 @@ def bulk_load():
                headers={"Content-Type": "application/json"},
                verify=False)
    hook = S3Hook(AWS_CONN_ID, transfer_config_args={'use_threads': False})
-    keys = hook.list_keys(bucket_name=S3_BUCKET_NAME, prefix='/organization/')
+    keys = hook.list_keys(bucket_name=S3_BUCKET_NAME, prefix='organization/')
+    print(keys)
    for key in keys:
        print(key)
        s3_obj = hook.get_key(key, bucket_name=S3_BUCKET_NAME)