antonis.lempesis
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

test resources for the dump of the pids graph

This commit is contained in:
Miriam Baglioni 2020-08-24 16:50:39 +02:00
parent bef79d3bdf
commit 40c8d2de7b
9 changed files with 247 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_collectandsave.json Normal file
View File

@ -0,0 +1,22 @@
[
{
"paramName":"pip",
"paramLongName":"preparedInfoPath",
"paramDescription": "the path of the prepared resultid of allowed pids file to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the entire set of the prepared info",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
}
]

28
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_author.json Normal file
View File

@ -0,0 +1,28 @@
[
{
"paramName":"s",
"paramLongName":"sourcePath",
"paramDescription": "the path of the prepared resultid sequence of allowed pids file to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped entities",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
},
{
"paramName": "aap",
"paramLongName": "allowedAuthorPids",
"paramDescription": "the allowed list of accepted pids for authors",
"paramRequired": true
}
]

28
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_organization.json Normal file
View File

@ -0,0 +1,28 @@
[
{
"paramName":"aop",
"paramLongName":"allowedOrganizationPids",
"paramDescription": "the set of pid allowed to be dumped for the organization",
"paramRequired": true
},
{
"paramName":"s",
"paramLongName":"sourcePath",
"paramDescription": "the path of the information to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped entities",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
}
]

34
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_organizationrels.json Normal file
View File

@ -0,0 +1,34 @@
[
{
"paramName":"aop",
"paramLongName":"allowedOrganizationPids",
"paramDescription": "the set of pid allowed to be dumped for the organization",
"paramRequired": true
},
{
"paramName":"s",
"paramLongName":"sourcePath",
"paramDescription": "the path of the information to be dumped",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped relation",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
},
{
"paramName":"ppi",
"paramLongName":"preparedInfoPath",
"paramDescription": "the path of the prepared info",
"paramRequired": true
}
]

23
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_project.json Normal file
View File

@ -0,0 +1,23 @@
[
{
"paramName":"s",
"paramLongName":"sourcePath",
"paramDescription": "the path of the information to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped entities",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
}
]

28
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_projectrels.json Normal file
View File

@ -0,0 +1,28 @@
[
{
"paramName":"s",
"paramLongName":"sourcePath",
"paramDescription": "the path of the information to be dumped",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped relation",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
},
{
"paramName":"ppi",
"paramLongName":"preparedInfoPath",
"paramDescription": "the path of the prepared info",
"paramRequired": true
}
]

22
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_result.json Normal file
View File

@ -0,0 +1,22 @@
[
{
"paramName":"ppi",
"paramLongName":"preparedInfoPath",
"paramDescription": "the path of the prepared resultid sequence of allowed pids file to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped entities",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
}
]

22
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_dump_resultrels.json Normal file
View File

@ -0,0 +1,22 @@
[
{
"paramName":"pip",
"paramLongName":"preparedInfoPath",
"paramDescription": "the path of the prepared resultid of allowed pids file to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store the dumped relations",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
}
]

40
dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_pid/input_parameters.json Normal file
View File

@ -0,0 +1,40 @@
[
{
"paramName":"arp",
"paramLongName":"allowedResultPids",
"paramDescription": "the set of pid allowed to be dumped for the result",
"paramRequired": true
},
{
"paramName":"aap",
"paramLongName":"allowedAuthorPids",
"paramDescription": "the set of pid allowed to be dumped for the author",
"paramRequired": true
},
{
"paramName":"s",
"paramLongName":"sourcePath",
"paramDescription": "the path of the file to read",
"paramRequired": true
},
{
"paramName": "out",
"paramLongName": "outputPath",
"paramDescription": "the path used to store temporary output files",
"paramRequired": true
},
{
"paramName": "ssm",
"paramLongName": "isSparkSessionManaged",
"paramDescription": "true if the spark session is managed, false otherwise",
"paramRequired": false
},
{
"paramName":"tn",
"paramLongName":"resultTableName",
"paramDescription": "the name of the result table we are currently working on",
"paramRequired": true
}
]