Compare commits
2 Commits
6b2ef00c25
...
172703df7c
Author | SHA1 | Date |
---|---|---|
Giambattista Bloisi | 172703df7c | |
Giambattista Bloisi | f1e619c7fb |
|
@ -133,7 +133,7 @@ def import_EOSC_graph():
|
|||
keys = hook.list_keys(bucket_name=S3_BUCKET_NAME, prefix=f'{entity}/')
|
||||
to_delete = list(filter(lambda key: key.endswith('.PROCESSED'), keys))
|
||||
for obj in to_delete:
|
||||
hook.delete_objects(bucket=S3_BUCKET_NAME,keys=obj)
|
||||
hook.get_conn().delete_object(bucket=S3_BUCKET_NAME,key=obj)
|
||||
for key in keys:
|
||||
if key.endswith('.gz'):
|
||||
pieces.append((entity, key))
|
||||
|
|
Loading…
Reference in New Issue