giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simple test DAG

This commit is contained in:
Giambattista Bloisi 2024-03-08 16:11:31 +01:00
parent 5a30741e29
commit a7c82b0d61
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
airflow/dags/skg_if_pipeline.py
View File

@ -33,7 +33,7 @@ def unzip_to_s3(key: str, bucket: str):
with TemporaryDirectory() as tmp_dir: with TemporaryDirectory() as tmp_dir:
archive = f'{tmp_dir}/{key}' archive = f'{tmp_dir}/{key}'
hook.download_file(key=key, bucket_name=bucket, local_path=archive, preserve_file_name=True, use_autogenerated_subdir=False) hook.download_file(key=key, bucket_name=bucket, local_path=tmp_dir, preserve_file_name=True, use_autogenerated_subdir=False)
with zipfile.ZipFile(archive, 'r') as zip_ref: with zipfile.ZipFile(archive, 'r') as zip_ref:
zip_ref.extractall(tmp_dir) zip_ref.extractall(tmp_dir)