From 5600a23f061b31d56921689ebc819fc3749bf530 Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Sat, 29 Jun 2024 20:41:31 +0200 Subject: [PATCH] initial stage --- airflow/dags/import_EOSC_graph.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/airflow/dags/import_EOSC_graph.py b/airflow/dags/import_EOSC_graph.py index 2885f56..ccdfe27 100644 --- a/airflow/dags/import_EOSC_graph.py +++ b/airflow/dags/import_EOSC_graph.py @@ -73,7 +73,6 @@ for config_name, config in configs.items(): client.cluster.put_settings(body={ "persistent": { "cluster.routing.allocation.balance.prefer_primary": True, - "indices.replication.retry_timeout": "300s", "segrep.pressure.enabled": True } }) @@ -152,7 +151,8 @@ for config_name, config in configs.items(): verify_certs=False, ssl_show_warn=False, pool_maxsize=20, - timeout=180 + timeout=180, + request_timeout=5*60 ) hook = S3Hook(kwargs["params"]["S3_CONN_ID"], transfer_config_args={'use_threads': False})