simple test DAG
This commit is contained in:
parent
deb6567a73
commit
c259c529bc
|
@ -51,6 +51,7 @@ def unzip_to_s3(key: str, bucket: str):
|
|||
continue
|
||||
local_file_path = os.path.join(root, file)
|
||||
hook.load_file(local_file_path, strip_prefix(local_file_path, tmp_dir), S3_BUCKET_NAME, replace=True)
|
||||
return ""
|
||||
|
||||
|
||||
@task
|
||||
|
@ -88,6 +89,7 @@ def bulk_load(entity: str):
|
|||
verify=False)
|
||||
session.post(f'https://opensearch-cluster.lot1-opensearch-cluster.svc.cluster.local:9200/{entity}_index/_refresh',
|
||||
verify=False)
|
||||
return ""
|
||||
|
||||
|
||||
with DAG(
|
||||
|
|
Loading…
Reference in New Issue