D-Net
/
dnet-hadoop
13
4
Fork 10
Code Issues 14 Pull Requests 7 Projects 2 Releases 1 Wiki Activity

updated index mapping to include orcid

This commit is contained in:
Sandro La Bruzzo 2023-04-13 10:51:10 +02:00
parent 1bbf408a08
commit 2984e8e59f
2 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dhp-workflows/dhp-graph-provision/src/main/resources/eu/dnetlib/dhp/sx/provision/oozie_app/workflow.xml
View File

@ -50,7 +50,7 @@
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
</spark-opts> </spark-opts>
<arg>--master</arg><arg>yarn</arg> <arg>--master</arg><arg>yarn</arg>
<arg>--sourcePath</arg><arg>${sourcePath}/summaries_json</arg> <arg>--sourcePath</arg><arg>${sourcePath}/index/summaries_json</arg>
<arg>--index</arg><arg>${index}_object</arg> <arg>--index</arg><arg>${index}_object</arg>
<arg>--idPath</arg><arg>id</arg> <arg>--idPath</arg><arg>id</arg>
<arg>--cluster</arg><arg>${esCluster}</arg> <arg>--cluster</arg><arg>${esCluster}</arg>
@ -76,7 +76,7 @@
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
</spark-opts> </spark-opts>
<arg>--master</arg><arg>yarn</arg> <arg>--master</arg><arg>yarn</arg>
<arg>--sourcePath</arg><arg>${sourcePath}/scholix_json</arg> <arg>--sourcePath</arg><arg>${sourcePath}/index/scholix_json</arg>
<arg>--index</arg><arg>${index}_scholix</arg> <arg>--index</arg><arg>${index}_scholix</arg>
<arg>--idPath</arg><arg>identifier</arg> <arg>--idPath</arg><arg>identifier</arg>
<arg>--cluster</arg><arg>${esCluster}</arg> <arg>--cluster</arg><arg>${esCluster}</arg>

10
dhp-workflows/dhp-graph-provision/src/main/resources/eu/dnetlib/dhp/sx/provision/summary_index.json
View File

@ -11,9 +11,13 @@
} }
}, },
"author": { "author": {
"type": "text", "type": "nested",
"fields": { "properties": {
"keyword": { "fullname": {
"type": "keyword",
"ignore_above": 256
},
"orcid": {
"type": "keyword", "type": "keyword",
"ignore_above": 256 "ignore_above": 256
} }