From 10fedb06f13c126084fa16a33af987e5cd052c01 Mon Sep 17 00:00:00 2001
From: Giambattista Bloisi <giambattista.bloisi@openaire.eu>
Date: Wed, 20 Mar 2024 17:33:12 +0100
Subject: [PATCH] simple test DAG

---
 airflow/dags/import_skg_if.py | 22 +++++++++++-----------
 1 file changed, 11 insertions(+), 11 deletions(-)

diff --git a/airflow/dags/import_skg_if.py b/airflow/dags/import_skg_if.py
index 04e5fcd..186cb9d 100644
--- a/airflow/dags/import_skg_if.py
+++ b/airflow/dags/import_skg_if.py
@@ -31,7 +31,7 @@ OPENSEARCH_PASSWD = Variable.get("OPENSEARCH_PASSWORD", "admin")
 
 ENTITIES = ["datasources", "grants", "organizations", "persons", "products", "topics", "venues"]
 
-BULK_PARALLELISM = 16
+BULK_PARALLELISM = 10
 
 #
 
@@ -114,15 +114,15 @@ def skg_if_pipeline():
                     }
 
                 },
-                # "mappings": mappings[entity]
-                "mappings":{
-                    "dynamic": False,
-                    "properties": {
-                        "local_identifier": {
-                            "type": "keyword"
-                        }
-                    }
-                }
+                "mappings": mappings[entity]
+                # "mappings":{
+                #     "dynamic": False,
+                #     "properties": {
+                #         "local_identifier": {
+                #             "type": "keyword"
+                #         }
+                #     }
+                # }
             })
 
     def compute_batches(ds=None, **kwargs):
@@ -148,7 +148,7 @@ def skg_if_pipeline():
                         name="base",
                         resources=k8s.V1ResourceRequirements(
                             requests={
-                                "cpu": "1",
+                                "cpu": "550m",
                                 "memory": "256Mi"
                             }
                         )