giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

initial stage

This commit is contained in:
Giambattista Bloisi 2024-06-10 13:41:03 +02:00
parent 132d3a45b1
commit 26e8789d30
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
airflow/dags/S3_untar.py
View File

@ -40,7 +40,7 @@ def s3_untar():
dst_key = context["params"]["dst_key_prefix"] + "/" + member.name
dst_key = os.path.normpath(dst_key)
# Ignore directories, links, devices, fifos, etc.
if not member.isfile():
if (not member.isfile()) or member.name.endswith('/'):
print(f"Skipping {member.name} to {dst_key}")
continue
print(f"Extracting {member.name} to {dst_key}")