diff --git a/airflow/dags/import_EOSC_graph.py b/airflow/dags/import_EOSC_graph.py index ebfc9fc..cf480c2 100644 --- a/airflow/dags/import_EOSC_graph.py +++ b/airflow/dags/import_EOSC_graph.py @@ -29,7 +29,7 @@ OPENSEARCH_URL= Variable.get("OPENSEARCH_URL", "https://opensearch-cluster.lot1- OPENSEARCH_USER = Variable.get("OPENSEARCH_USER", "admin") OPENSEARCH_PASSWD = Variable.get("OPENSEARCH_PASSWORD", "admin") -ENTITIES = ["datasources"] #, "grants", "organizations", "persons", "products", "topics", "venues"] +ENTITIES = ["datasource", "grants", "organizations", "persons", "products", "topics", "venues"] BULK_PARALLELISM = 10 @@ -185,7 +185,6 @@ def import_EOSC_graph(): data = json.loads(line) data['_index'] = entity data['_id'] = data['local_identifier'] - data['eoscId'] = '' yield data # disable success post logging diff --git a/airflow/dags/opensearch_indexes.py b/airflow/dags/opensearch_indexes.py index df6ae65..2d84590 100644 --- a/airflow/dags/opensearch_indexes.py +++ b/airflow/dags/opensearch_indexes.py @@ -1,7 +1,7 @@ mappings = {} -mappings['datasources'] = { +mappings['datasource'] = { "properties": { "data_source_classification": { "type": "keyword"