giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

simple test DAG

This commit is contained in:
Giambattista Bloisi 2024-03-08 17:26:29 +01:00
parent 031b11a3db
commit d505df8d36
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
airflow/dags/skg_if_pipeline.py
View File

@ -81,7 +81,7 @@ def bulk_load(entity: str):
buff = io.BufferedReader(gzipfile) buff = io.BufferedReader(gzipfile)
for line in buff: for line in buff:
data = json.loads(line) data = json.loads(line)
session.post(f'https://opensearch-cluster.lot1-opensearch-cluster.svc.cluster.local:9200/{entity}_index/_doc/' + requests.utils.quote(data['id'], safe='') + "?refresh=false", session.post(f'https://opensearch-cluster.lot1-opensearch-cluster.svc.cluster.local:9200/{entity}_index/_doc/' + requests.utils.quote(data['local_identifier'], safe='') + "?refresh=false",
data=json.dumps(data), data=json.dumps(data),
headers={"Content-Type": "application/json"}, headers={"Content-Type": "application/json"},
verify=False) verify=False)