dimitris.pierrakos
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

parameters for the preparation phase and blacklist phase

This commit is contained in:
Miriam Baglioni 2020-04-30 18:28:13 +02:00
parent 1070790c19
commit 95433e1087
2 changed files with 15 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
dhp-workflows/dhp-blacklist/src/main/resources/eu/dnetlib/dhp/blacklist/input_preparerelation_parameters.json
View File

@ -1,10 +1,4 @@
[ [
{
"paramName": "p",
"paramLongName": "hdfsPath",
"paramDescription": "the path where storing the sequential file",
"paramRequired": true
},
{ {
"paramName": "s", "paramName": "s",
"paramLongName": "sourcePath", "paramLongName": "sourcePath",
@ -22,5 +16,11 @@
"paramLongName": "isSparkSessionManaged", "paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed", "paramDescription": "true if the spark session is managed",
"paramRequired": false "paramRequired": false
},
{
"paramName":"h",
"paramLongName":"hive_metastore_uris",
"paramDescription": "the hive metastore uris",
"paramRequired": true
} }
] ]

24
dhp-workflows/dhp-blacklist/src/main/resources/eu/dnetlib/dhp/blacklist/sparkblacklist_parameters.json
View File

@ -6,27 +6,21 @@
"paramRequired": true "paramRequired": true
}, },
{ {
"paramName": "nn", "paramName": "s",
"paramLongName": "hdfsNameNode", "paramLongName": "sourcePath",
"paramDescription": "the name node on hdfs", "paramDescription": "the path to the graph used to remove the relations ",
"paramRequired": true "paramRequired": true
}, },
{ {
"paramName": "pgurl", "paramName": "out",
"paramLongName": "postgresUrl", "paramLongName": "outputPath",
"paramDescription": "postgres url, example: jdbc:postgresql://localhost:5432/testdb", "paramDescription": "the path where to store the temporary result ",
"paramRequired": true "paramRequired": true
}, },
{ {
"paramName": "pguser", "paramName": "issm",
"paramLongName": "postgresUser", "paramLongName": "isSparkSessionManaged",
"paramDescription": "postgres user", "paramDescription": "true if the spark session is managed",
"paramRequired": false
},
{
"paramName": "pgpasswd",
"paramLongName": "postgresPassword",
"paramDescription": "postgres password",
"paramRequired": false "paramRequired": false
} }
] ]