1
0
Fork 0

[HostedByMap] added left over from PR and fixed issue on workflow

This commit is contained in:
Miriam Baglioni 2022-03-21 09:54:45 +01:00
parent c959639bd5
commit 89fd275480
3 changed files with 31 additions and 1 deletions

View File

@ -0,0 +1,27 @@
[
{
"paramName":"op",
"paramLongName":"outputPath",
"paramDescription": "the output json file produced by the CSV downlaod procedure",
"paramRequired": true
},
{
"paramName": "hnn",
"paramLongName": "hdfsNameNode",
"paramDescription": "the path used to store the HostedByMap",
"paramRequired": true
},{
"paramName": "cf",
"paramLongName": "compressedFile",
"paramDescription": "the path used to store the HostedByMap",
"paramRequired": true
},{
"paramName":"wp",
"paramLongName":"workingPath",
"paramDescription": "the output json file produced by the CSV downlaod procedure",
"paramRequired": true
}
]

View File

@ -0,0 +1,3 @@
#!/bin/bash
curl -LSs $1 | hdfs dfs -put - $2/$3
curl -LSs http://api.crossref.org/works/10.1099/jgv.0.001453 > prova.txt

View File

@ -92,7 +92,7 @@
<action name="download_gold">
<java>
<main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV2</main-class>
<main-class>eu.dnetlib.dhp.oa.graph.hostedbymap.DownloadCSV</main-class>
<arg>--hdfsNameNode</arg><arg>${nameNode}</arg>
<arg>--fileURL</arg><arg>${unibiFileURL}</arg>
<arg>--tmpFile</arg><arg>/tmp/unibi_gold_replaced.csv</arg>