forked from D-Net/dnet-hadoop
[HostedByMap] added left over from PR and fixed issue on workflow
This commit is contained in:
parent
c959639bd5
commit
89fd275480
|
@ -0,0 +1,27 @@
|
|||
[
|
||||
|
||||
{
|
||||
"paramName":"op",
|
||||
"paramLongName":"outputPath",
|
||||
"paramDescription": "the output json file produced by the CSV downlaod procedure",
|
||||
"paramRequired": true
|
||||
},
|
||||
|
||||
{
|
||||
"paramName": "hnn",
|
||||
"paramLongName": "hdfsNameNode",
|
||||
"paramDescription": "the path used to store the HostedByMap",
|
||||
"paramRequired": true
|
||||
},{
|
||||
"paramName": "cf",
|
||||
"paramLongName": "compressedFile",
|
||||
"paramDescription": "the path used to store the HostedByMap",
|
||||
"paramRequired": true
|
||||
},{
|
||||
"paramName":"wp",
|
||||
"paramLongName":"workingPath",
|
||||
"paramDescription": "the output json file produced by the CSV downlaod procedure",
|
||||
"paramRequired": true
|
||||
}
|
||||
]
|
||||
|
|
@ -0,0 +1,3 @@
|
|||
#!/bin/bash
|
||||
curl -LSs $1 | hdfs dfs -put - $2/$3
|
||||
curl -LSs http://api.crossref.org/works/10.1099/jgv.0.001453 > prova.txt
|
|
@ -92,7 +92,7 @@
|
|||
|
||||
<action name="download_gold">
|
||||
<java>
|
||||
<main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV2</main-class>
|
||||
<main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV</main-class>
|
||||
<arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
|
||||
<arg>--fileURL</arg><arg>${unibiFileURL}</arg>
|
||||
<arg>--tmpFile</arg><arg>/tmp/unibi_gold_replaced.csv</arg>
|
||||
|
|
Loading…
Reference in New Issue