simple test DAG

2024-03-08 16:06:05 +01:00 · 2024-03-08 16:06:05 +01:00 · 4128d1c863
parent 7edb0c5a7e
commit 4128d1c863
1 changed files with 1 additions and 1 deletions
--- a/airflow/dags/skg_if_pipeline.py
+++ b/airflow/dags/skg_if_pipeline.py
@ -33,7 +33,7 @@ def unzip_to_s3(key: str, bucket: str):

    with TemporaryDirectory() as tmp_dir:
        archive = f'{tmp_dir}/{key}'
-        hook.download_file(key, bucket_name=bucket, local_path=archive)
+        hook.download_file(key, bucket_name=bucket, local_path=archive, preserve_file_name=True, use_autogenerated_subdir=False)
        with zipfile.ZipFile(archive, 'r') as zip_ref:
            zip_ref.extractall(tmp_dir)