From 0c272f7ff2e26a1c042c63c94778bf8c0a33df65 Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Sun, 17 Mar 2024 18:27:42 +0100 Subject: [PATCH] simple test DAG --- airflow/dags/import_raw_graph.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/airflow/dags/import_raw_graph.py b/airflow/dags/import_raw_graph.py index d115fba..dc59222 100644 --- a/airflow/dags/import_raw_graph.py +++ b/airflow/dags/import_raw_graph.py @@ -30,7 +30,7 @@ OPENSEARCH_PASSWD = Variable.get("OPENSEARCH_PASSWORD", "admin") ENTITIES = ["dataset", "datasource", "organization", "otherresearchproduct", "project", "publication", "relation", "software"] -BULK_PARALLELISM = 40 +BULK_PARALLELISM = 4 #