giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

initial stage

This commit is contained in:
Giambattista Bloisi 2024-04-06 11:05:37 +02:00
parent 8461dc62cc
commit c798eb0aff
1 changed files with 58 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

91
airflow/dags/EOSC_indexes.py
View File

@ -326,6 +326,7 @@ mappings['grants'] = {
mappings['products'] = {
"properties": {
### Syntethic fields
### generated by transformation
"accessRights": {
"type": "keyword"
},
@ -346,7 +347,7 @@ mappings['products'] = {
"keyword": {
"type": "keyword"
},
###
### raw fields
"abstracts": {
"type": "object",
"properties": {
@ -356,12 +357,12 @@ mappings['products'] = {
}
}
},
# "accessRights": {
# "type": "keyword"
# },
"contributions": {
"type": "object",
"properties": {
"declared_affiliations": {
"type": "keyword"
},
"person": {
"type": "object",
"properties": {
@ -381,14 +382,11 @@ mappings['products'] = {
}
}
},
"declared_affiliations": {
"type": "keyword" # TODO: ask to Miriam, not mapped automatically
},
"rank": {
"type": "long"
},
"roles": {
"type": "keyword" # TODO: ask to Miriam, not mapped automatically
"type": "keyword"
}
}
},
@ -425,6 +423,22 @@ mappings['products'] = {
}
}
},
"indicator": {
"type": "object",
"properties": {
"downloadsAndViews": {
"type": "object",
"properties": {
"downloads": {
"type": "long"
},
"views": {
"type": "long"
}
}
}
}
},
"local_identifier": {
"type": "keyword"
},
@ -437,9 +451,21 @@ mappings['products'] = {
"biblio": {
"type": "object",
"properties": {
"edition": {
"type": "text"
},
"end_page": {
"type": "text"
},
"hosting_data_source": {
"type": "text"
},
"issue": {
"type": "text"
},
"number": {
"type": "text"
},
"publisher": {
"type": "text"
},
@ -448,18 +474,6 @@ mappings['products'] = {
},
"volume": {
"type": "text"
},
"issue": {
"type": "text"
},
"edition": {
"type": "text"
},
"number": {
"type": "text"
},
"hosting_data_source": {
"type": "text"
}
}
},
@ -474,6 +488,9 @@ mappings['products'] = {
}
}
},
"eoscId": {
"type": "keyword"
},
"hosting_datasource": {
"type": "object",
"properties": {
@ -504,10 +521,10 @@ mappings['products'] = {
"type": "keyword"
},
"product_local_type": {
"type": "text"
"type": "keyword"
},
"product_local_type_schema": {
"type": "text"
"type": "keyword"
},
"url": {
"type": "text"
@ -534,12 +551,18 @@ mappings['products'] = {
"product_list": {
"type": "object",
"properties": {
"arxivid": {
"type": "keyword"
},
"doi": {
"type": "keyword"
},
"local_identifier": {
"type": "keyword"
},
"pmid": {
"type": "keyword"
},
"title": {
"type": "text"
}
@ -562,6 +585,9 @@ mappings['products'] = {
"name": {
"type": "text"
},
"rinGold": {
"type": "keyword"
},
"ror": {
"type": "keyword"
},
@ -579,10 +605,6 @@ mappings['products'] = {
}
}
},
"type": {
"type": "alias",
"path": "product_type"
},
"topics": {
"type": "object",
"properties": {
@ -594,7 +616,8 @@ mappings['products'] = {
"index": "false"
},
"type": {
"type": "keyword"
"type": "keyword",
"index": "false"
}
}
},
@ -604,17 +627,19 @@ mappings['products'] = {
"local_identifier": {
"type": "keyword"
},
"scheme": {
"type": "keyword"
},
"value": {
"fields": {
"keyword": {
"type": "keyword"
}
},
"type": "text"
"type": "keyword"
}
}
}
}
},
"type": {
"path": "product_type",
"type": "alias"
}
}
}