simple test DAG

2024-03-21 10:49:44 +01:00 · 2024-03-21 10:49:44 +01:00 · 83b86b50ab
parent d660233e8e
commit 83b86b50ab
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/import_skg_if.py
+++ b/airflow/dags/import_skg_if.py
@ -131,7 +131,7 @@ def skg_if_pipeline():
        pieces = []
        for entity in ENTITIES:
            keys = hook.list_keys(bucket_name=S3_BUCKET_NAME, prefix=f'{entity}/')
-            to_delete = filter(lambda key: key.endswith('.PROCESSED'), keys)
+            to_delete = list(filter(lambda key: key.endswith('.PROCESSED'), keys))
            hook.delete_objects(bucket=S3_BUCKET_NAME,keys=to_delete)
            for key in keys:
                if key.endswith('.gz'):