D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 12 Projects 2 Releases 2 Wiki Activity

added extra parameters to the provision indexing workflow

This commit is contained in:
Claudio Atzori 2020-05-20 14:55:38 +02:00
parent 0bdfbb0a57
commit d7d2a0637f
2 changed files with 26 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dhp-workflows/dhp-graph-provision/src/main/resources/eu/dnetlib/dhp/oa/provision/input_params_prepare_relations.json
View File

@ -32,7 +32,7 @@
{
"paramName": "mr",
"paramLongName": "maxRelations",
"paramDescription": "maximum number of relations applied reading relations (by relClass)",
"paramDescription": "maximum number of relations allowed for a each entity",
"paramRequired": false
}
]

25
dhp-workflows/dhp-graph-provision/src/main/resources/eu/dnetlib/dhp/oa/provision/oozie_app/workflow.xml
View File

@ -9,6 +9,30 @@
<name>isLookupUrl</name>
<description>URL for the isLookup service</description>
</property>
<property>
<name>relPartitions</name>
<description>number or partitions for the relations Dataset</description>
</property>
<property>
<name>relationFilter</name>
<description>filter applied reading relations (by relClass)</description>
</property>
<property>
<name>maxRelations</name>
<description>maximum number of relations allowed for a each entity</description>
</property>
<property>
<name>otherDsTypeId</name>
<description>mapping used to populate datasourceTypeUi field</description>
</property>
<property>
<name>format</name>
<description>metadata format name (DMF|TMF)</description>
</property>
<property>
<name>batchSize</name>
<description>number of records to be included in each indexing request</description>
</property>
<property>
<name>sparkDriverMemoryForJoining</name>
@ -421,4 +445,5 @@
</action>
<end name="End"/>
</workflow-app>