D-Net
/
dhp-graph-dump
4
0
Fork 0
Code Issues Pull Requests 1 Projects Releases Wiki Activity

moved parameter file. moved dump out of working dir not to have to build it from scratch in case of errors in making the tar

This commit is contained in:
Miriam Baglioni 2023-08-04 17:23:50 +02:00
parent df0e152318
commit 9ebcdc60bf
2 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/eosc/oozie_app/workflow.xml
View File

@ -598,7 +598,7 @@
</spark-opts>
<arg>--relationPath</arg><arg>${workingDir}/dump/relation</arg>
<arg>--resultPath</arg><arg>${workingDir}/dump/publicationextendedproject</arg>
<arg>--outputPath</arg><arg>${workingDir}/tar/publication</arg>
<arg>--outputPath</arg><arg>${outputPath}/dump/publication</arg>
</spark>
<ok to="join_extend_relation"/>
<error to="Kill"/>
@ -623,7 +623,7 @@
</spark-opts>
<arg>--relationPath</arg><arg>${workingDir}/dump/relation</arg>
<arg>--resultPath</arg><arg>${workingDir}/dump/datasetextendedproject</arg>
<arg>--outputPath</arg><arg>${workingDir}/tar/dataset</arg>
<arg>--outputPath</arg><arg>${outputPath}/dump/dataset</arg>
</spark>
<ok to="join_extend_relation"/>
<error to="Kill"/>
@ -648,7 +648,7 @@
</spark-opts>
<arg>--relationPath</arg><arg>${workingDir}/dump/relation</arg>
<arg>--resultPath</arg><arg>${workingDir}/dump/softwareextendedproject</arg>
<arg>--outputPath</arg><arg>${workingDir}/tar/software</arg>
<arg>--outputPath</arg><arg>${outputPath}/dump/software</arg>
</spark>
<ok to="join_extend_relation"/>
<error to="Kill"/>
@ -673,7 +673,7 @@
</spark-opts>
<arg>--relationPath</arg><arg>${workingDir}/dump/relation</arg>
<arg>--resultPath</arg><arg>${workingDir}/dump/otherresearchproductextendedproject</arg>
<arg>--outputPath</arg><arg>${workingDir}/tar/otherresearchproduct</arg>
<arg>--outputPath</arg><arg>${outputPath}/dump/otherresearchproduct</arg>
</spark>
<ok to="join_extend_relation"/>
<error to="Kill"/>
@ -684,9 +684,9 @@
<action name="make_archive">
<java>
<main-class>eu.dnetlib.dhp.oa.graph.dump.MakeTar</main-class>
<arg>--hdfsPath</arg><arg>${outputPath}</arg>
<arg>--hdfsPath</arg><arg>${outputPath}/tar</arg>
<arg>--nameNode</arg><arg>${nameNode}</arg>
<arg>--sourcePath</arg><arg>${workingDir}/tar</arg>
<arg>--sourcePath</arg><arg>${outputPath}/dump</arg>
</java>
<ok to="send_zenodo"/>
<error to="Kill"/>
@ -695,7 +695,7 @@
<action name="send_zenodo">
<java>
<main-class>eu.dnetlib.dhp.oa.graph.dump.SendToZenodoHDFS</main-class>
<arg>--hdfsPath</arg><arg>${outputPath}</arg>
<arg>--hdfsPath</arg><arg>${outputPath}/tar</arg>
<arg>--nameNode</arg><arg>${nameNode}</arg>
<arg>--accessToken</arg><arg>${accessToken}</arg>
<arg>--connectionUrl</arg><arg>${connectionUrl}</arg>

0
dump/src/main/resources/eu/dnetlib/dhp/common/eosc_input_maketar_parameters.json → dump/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/eosc_input_maketar_parameters.json
View File