From c259c529bccab2b3859e5deeefe0de756741c943 Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Fri, 8 Mar 2024 16:51:39 +0100 Subject: [PATCH] simple test DAG --- airflow/dags/skg_if_pipeline.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/airflow/dags/skg_if_pipeline.py b/airflow/dags/skg_if_pipeline.py index 7e4d528..85acc59 100644 --- a/airflow/dags/skg_if_pipeline.py +++ b/airflow/dags/skg_if_pipeline.py @@ -51,6 +51,7 @@ def unzip_to_s3(key: str, bucket: str): continue local_file_path = os.path.join(root, file) hook.load_file(local_file_path, strip_prefix(local_file_path, tmp_dir), S3_BUCKET_NAME, replace=True) + return "" @task @@ -88,6 +89,7 @@ def bulk_load(entity: str): verify=False) session.post(f'https://opensearch-cluster.lot1-opensearch-cluster.svc.cluster.local:9200/{entity}_index/_refresh', verify=False) + return "" with DAG(