giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

initial stage

This commit is contained in:
Giambattista Bloisi 2024-04-06 14:55:37 +02:00
parent c798eb0aff
commit 684230b314
1 changed files with 83 additions and 52 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

135
airflow/dags/EOSC_indexes.py
View File

@ -6,15 +6,26 @@ mappings['datasource'] = {
"data_source_classification": {
"type": "keyword"
},
"eoscId": {
"type": "keyword"
},
"identifiers": {
"type": "object",
"properties": {
"scheme": {
"type": "keyword"
},
"value": {
"type": "keyword"
}
}
},
"jurisdiction": {
"type": "keyword"
},
"local_identifier": {
"type": "keyword"
},
"eoscId": {
"type": "keyword"
},
"name": {
"fields": {
"keyword": {
@ -23,6 +34,44 @@ mappings['datasource'] = {
},
"type": "text"
},
"organization": {
"type": "object",
"properties": {
"isni": {
"type": "keyword"
},
"local_identifier": {
"type": "keyword"
},
"name": {
"fields": {
"keyword": {
"type": "keyword",
"ignore_above": 256
}
},
"type": "text"
},
"rinGold": {
"type": "keyword"
},
"ror": {
"type": "keyword"
},
"wikidata": {
"type": "keyword"
}
}
},
"preservation_policy_url": {
"type": "text"
},
"research_product_access_policy": {
"type": "keyword"
},
"research_product_metadata_access_policy": {
"type": "keyword"
},
"research_product_type": {
"type": "keyword"
},
@ -31,54 +80,7 @@ mappings['datasource'] = {
},
"version_control": {
"type": "boolean"
},
# TODO: THOSE WERE NOT INFERREd AUTOMATICALLY
"submission_policy_url": {
"type": "text"
},
"preservation_policy_url": {
"type": "text"
},
"persistent_identity_systems": {
"type": "object",
"properties": {
"product_type": {
"type": "keyword"
},
"pid_schemes": {
"type": "keyword"
}
}
},
"research_product_license": {
"type": "object",
"properties": {
"name": {
"type": "text"
},
"url": {
"type": "text"
}
}
},
"research_product_access_policy": {
"type": "keyword"
},
"research_metadata_license": {
"type": "object",
"properties": {
"name": {
"type": "text"
},
"url": {
"type": "text"
}
}
},
"research_metadata_access_policy": {
"type": "keyword"
},
}
}
}
@ -241,7 +243,7 @@ mappings['organizations'] = {
mappings['grants'] = {
"properties": {
"acronym": { # TODO: could be keyword only??
"acronym": {
"fields": {
"keyword": {
"type": "keyword"
@ -249,6 +251,35 @@ mappings['grants'] = {
},
"type": "text"
},
"beneficiaries": {
"type": "object",
"properties": {
"isni": {
"type": "keyword"
},
"local_identifier": {
"type": "keyword"
},
"name": {
"fields": {
"keyword": {
"type": "keyword",
"ignore_above": 256
}
},
"type": "text"
},
"rinGold": {
"type": "keyword"
},
"ror": {
"type": "keyword"
},
"wikidata": {
"type": "keyword"
}
}
},
"currency": {
"type": "keyword"
},