dimitris.pierrakos
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

parameters from the GetFile class

This commit is contained in:
Miriam Baglioni 2020-05-15 18:18:50 +02:00
parent 83c262a483
commit 5a648016ef
1 changed files with 13 additions and 78 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

91
dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/actionset/h2020programme/parameters.json
View File

@ -1,86 +1,21 @@
[ [
{ {
"paramName": "issm", "paramName": "fu",
"paramLongName": "isSparkSessionManaged", "paramLongName" : "fileURL",
"paramDescription": "when true will stop SparkSession after job execution", "paramDescription" : "the url of the file to download",
"paramRequired": false "paramRequired" : true
}, },
{ {
"paramName": "e", "paramName": "hp",
"paramLongName": "encoding", "paramLongName" : "hdfsPath",
"paramDescription": "the encoding of the input record should be JSON or XML", "paramDescription" : "where to save the file",
"paramRequired": true "paramRequired" : true
}, },
{ {
"paramName": "d", "paramName": "hnn",
"paramLongName": "dateOfCollection", "paramLongName" : "hdfsNameNode",
"paramDescription": "the date when the record has been stored", "paramDescription" : "the name node",
"paramRequired": true "paramRequired" : true
},
{
"paramName": "p",
"paramLongName": "provenance",
"paramDescription": "the infos about the provenance of the collected records",
"paramRequired": true
},
{
"paramName": "x",
"paramLongName": "xpath",
"paramDescription": "the xpath to identify the record identifier",
"paramRequired": true
},
{
"paramName": "i",
"paramLongName": "input",
"paramDescription": "the path of the sequencial file to read",
"paramRequired": true
},
{
"paramName": "o",
"paramLongName": "output",
"paramDescription": "the path of the result DataFrame on HDFS",
"paramRequired": true
},
{
"paramName": "ru",
"paramLongName": "rabbitUser",
"paramDescription": "the user to connect with RabbitMq for messaging",
"paramRequired": true
},
{
"paramName": "rp",
"paramLongName": "rabbitPassword",
"paramDescription": "the password to connect with RabbitMq for messaging",
"paramRequired": true
},
{
"paramName": "rh",
"paramLongName": "rabbitHost",
"paramDescription": "the host of the RabbitMq server",
"paramRequired": true
},
{
"paramName": "ro",
"paramLongName": "rabbitOngoingQueue",
"paramDescription": "the name of the ongoing queue",
"paramRequired": true
},
{
"paramName": "rr",
"paramLongName": "rabbitReportQueue",
"paramDescription": "the name of the report queue",
"paramRequired": true
},
{
"paramName": "w",
"paramLongName": "workflowId",
"paramDescription": "the identifier of the dnet Workflow",
"paramRequired": true
},
{
"paramName": "t",
"paramLongName": "isTest",
"paramDescription": "the name of the report queue",
"paramRequired": false
} }
] ]