initial stage

2024-03-24 19:11:16 +01:00 · 2024-03-24 19:11:16 +01:00 · f1e619c7fb
parent 6b2ef00c25
commit f1e619c7fb
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/import_EOSC_graph.py
+++ b/airflow/dags/import_EOSC_graph.py
@ -133,7 +133,7 @@ def import_EOSC_graph():
            keys = hook.list_keys(bucket_name=S3_BUCKET_NAME, prefix=f'{entity}/')
            to_delete = list(filter(lambda key: key.endswith('.PROCESSED'), keys))
            for obj in to_delete:
-                hook.delete_objects(bucket=S3_BUCKET_NAME,keys=obj)
+                hook.get_conn().delete_object(bucket=S3_BUCKET_NAME,keys=obj)
            for key in keys:
                if key.endswith('.gz'):
                    pieces.append((entity, key))