forked from D-Net/dnet-hadoop
[HostedByMap] added left over from PR and fixed issue on workflow
This commit is contained in:
parent
c959639bd5
commit
89fd275480
|
@ -0,0 +1,27 @@
|
||||||
|
[
|
||||||
|
|
||||||
|
{
|
||||||
|
"paramName":"op",
|
||||||
|
"paramLongName":"outputPath",
|
||||||
|
"paramDescription": "the output json file produced by the CSV downlaod procedure",
|
||||||
|
"paramRequired": true
|
||||||
|
},
|
||||||
|
|
||||||
|
{
|
||||||
|
"paramName": "hnn",
|
||||||
|
"paramLongName": "hdfsNameNode",
|
||||||
|
"paramDescription": "the path used to store the HostedByMap",
|
||||||
|
"paramRequired": true
|
||||||
|
},{
|
||||||
|
"paramName": "cf",
|
||||||
|
"paramLongName": "compressedFile",
|
||||||
|
"paramDescription": "the path used to store the HostedByMap",
|
||||||
|
"paramRequired": true
|
||||||
|
},{
|
||||||
|
"paramName":"wp",
|
||||||
|
"paramLongName":"workingPath",
|
||||||
|
"paramDescription": "the output json file produced by the CSV downlaod procedure",
|
||||||
|
"paramRequired": true
|
||||||
|
}
|
||||||
|
]
|
||||||
|
|
|
@ -0,0 +1,3 @@
|
||||||
|
#!/bin/bash
|
||||||
|
curl -LSs $1 | hdfs dfs -put - $2/$3
|
||||||
|
curl -LSs http://api.crossref.org/works/10.1099/jgv.0.001453 > prova.txt
|
|
@ -92,7 +92,7 @@
|
||||||
|
|
||||||
<action name="download_gold">
|
<action name="download_gold">
|
||||||
<java>
|
<java>
|
||||||
<main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV2</main-class>
|
<main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV</main-class>
|
||||||
<arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
|
<arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
|
||||||
<arg>--fileURL</arg><arg>${unibiFileURL}</arg>
|
<arg>--fileURL</arg><arg>${unibiFileURL}</arg>
|
||||||
<arg>--tmpFile</arg><arg>/tmp/unibi_gold_replaced.csv</arg>
|
<arg>--tmpFile</arg><arg>/tmp/unibi_gold_replaced.csv</arg>
|
||||||
|
|
Loading…
Reference in New Issue