initial stage

airflow/dags/EOSC_indexes.py

@@ -6,15 +6,26 @@ mappings['datasource'] = {
         "data_source_classification": {
             "type": "keyword"
         },
+        "eoscId": {
+            "type": "keyword"
+        },
+        "identifiers": {
+            "type": "object",
+            "properties": {
+                "scheme": {
+                    "type": "keyword"
+                },
+                "value": {
+                    "type": "keyword"
+                }
+            }
+        },
         "jurisdiction": {
             "type": "keyword"
         },
         "local_identifier": {
             "type": "keyword"
         },
-        "eoscId": {
-            "type": "keyword"
-        },
         "name": {
             "fields": {
                 "keyword": {
@@ -23,6 +34,44 @@ mappings['datasource'] = {
             },
             "type": "text"
         },
+        "organization": {
+            "type": "object",
+            "properties": {
+                "isni": {
+                    "type": "keyword"
+                },
+                "local_identifier": {
+                    "type": "keyword"
+                },
+                "name": {
+                    "fields": {
+                        "keyword": {
+                            "type": "keyword",
+                            "ignore_above": 256
+                        }
+                    },
+                    "type": "text"
+                },
+                "rinGold": {
+                    "type": "keyword"
+                },
+                "ror": {
+                    "type": "keyword"
+                },
+                "wikidata": {
+                    "type": "keyword"
+                }
+            }
+        },
+        "preservation_policy_url": {
+            "type": "text"
+        },
+        "research_product_access_policy": {
+            "type": "keyword"
+        },
+        "research_product_metadata_access_policy": {
+            "type": "keyword"
+        },
         "research_product_type": {
             "type": "keyword"
         },
@@ -31,54 +80,7 @@ mappings['datasource'] = {
         },
         "version_control": {
             "type": "boolean"
-        },
+        }
-
-        # TODO: THOSE WERE NOT INFERREd AUTOMATICALLY
-        "submission_policy_url": {
-            "type": "text"
-        },
-        "preservation_policy_url": {
-            "type": "text"
-        },
-        "persistent_identity_systems": {
-            "type": "object",
-            "properties": {
-                "product_type": {
-                    "type": "keyword"
-                },
-                "pid_schemes": {
-                    "type": "keyword"
-                }
-            }
-        },
-        "research_product_license": {
-            "type": "object",
-            "properties": {
-                "name": {
-                    "type": "text"
-                },
-                "url": {
-                    "type": "text"
-                }
-            }
-        },
-        "research_product_access_policy": {
-            "type": "keyword"
-        },
-        "research_metadata_license": {
-            "type": "object",
-            "properties": {
-                "name": {
-                    "type": "text"
-                },
-                "url": {
-                    "type": "text"
-                }
-            }
-        },
-        "research_metadata_access_policy": {
-            "type": "keyword"
-        },
     }
 }
 
@@ -241,7 +243,7 @@ mappings['organizations'] = {
 
 mappings['grants'] = {
     "properties": {
-        "acronym": {  # TODO: could be keyword only??
+        "acronym": {
             "fields": {
                 "keyword": {
                     "type": "keyword"
@@ -249,6 +251,35 @@ mappings['grants'] = {
             },
             "type": "text"
         },
+        "beneficiaries": {
+            "type": "object",
+            "properties": {
+                "isni": {
+                    "type": "keyword"
+                },
+                "local_identifier": {
+                    "type": "keyword"
+                },
+                "name": {
+                    "fields": {
+                        "keyword": {
+                            "type": "keyword",
+                            "ignore_above": 256
+                        }
+                    },
+                    "type": "text"
+                },
+                "rinGold": {
+                    "type": "keyword"
+                },
+                "ror": {
+                    "type": "keyword"
+                },
+                "wikidata": {
+                    "type": "keyword"
+                }
+            }
+        },
         "currency": {
             "type": "keyword"
         },