giambattista.bloisi
/
lot1-kickoff
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

initial stage

This commit is contained in:
Giambattista Bloisi 2024-04-09 11:04:06 +02:00
parent b2329a7b63
commit 735f08aee8
2 changed files with 54 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
airflow/dags/EOSC_entity_trasform.py
View File

@ -40,6 +40,14 @@ def map_fos_topic_to_domain(fos: str):
return None
def trasform_interoperability(p: dict) -> dict:
p = trasform_catalog_entity(p)
if 'domain' in p:
p['domain'] = {"domain": p['domain']}
return p
def trasform_product(p: dict) -> dict:
p = trasform_graph_entity(p)
p['accessRights'] = list(set(
@ -72,7 +80,7 @@ transform_entities = {
"topics": trasform_graph_entity,
"venues": trasform_graph_entity,
# EOSC catalog entities
"interoperability": trasform_catalog_entity,
"interoperability": trasform_interoperability,
"services": trasform_catalog_entity,
"training": trasform_catalog_entity,
}

51
airflow/dags/EOSC_indexes.py
View File

@ -681,6 +681,9 @@ mappings['products'] = {
#
mappings['services'] = {
"properties": {
"access_modes": {
"type": "keyword"
},
"category": {
"type": "object",
"properties": {
@ -751,6 +754,24 @@ mappings['services'] = {
},
"type": "text"
},
"relatedPlatforms": {
"fields": {
"keyword": {
"type": "keyword",
"ignore_above": 256
}
},
"type": "text"
},
"relatedResources": {
"fields": {
"keyword": {
"type": "keyword",
"ignore_above": 256
}
},
"type": "text"
},
"tags": {
"type": "keyword"
},
@ -759,6 +780,9 @@ mappings['services'] = {
},
"webpage": {
"type": "text"
},
"year": {
"type": "long"
}
}
}
@ -768,6 +792,18 @@ mappings['interoperability'] = {
"description": {
"type": "text"
},
"domain": {
"type": "keyword"
},
"guidelineType": {
"fields": {
"keyword": {
"type": "keyword",
"ignore_above": 256
}
},
"type": "text"
},
"id": {
"type": "keyword"
},
@ -826,9 +862,6 @@ mappings['training'] = {
"description": {
"type": "text"
},
"duration": {
"type": "keyword"
},
"domain": {
"type": "object",
"properties": {
@ -840,6 +873,9 @@ mappings['training'] = {
}
}
},
"duration": {
"type": "keyword"
},
"expertiseLevel": {
"type": "keyword"
},
@ -870,17 +906,20 @@ mappings['training'] = {
"qualifications": {
"type": "keyword"
},
"title": {
"type": "text"
},
"targetGroup": {
"type": "keyword"
},
"title": {
"type": "text"
},
"type": {
"type": "keyword"
},
"url": {
"type": "text"
},
"year": {
"type": "long"
}
}
}