andreas.czerniak
/
BrBETA_dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

added absolute path to process folder

This commit is contained in:
Enrico Ottonello 2021-07-14 16:44:51 +02:00
parent 7840cc6526
commit 66604bb2b4
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dhp-workflows/dhp-doiboost/src/main/java/eu/dnetlib/doiboost/orcidnodoi/SparkGenEnrichedOrcidWorks.java
View File

@ -188,7 +188,7 @@ public class SparkGenEnrichedOrcidWorks {
OBJECT_MAPPER.writeValueAsString(new AtomicAction<>(Publication.class, p)))) OBJECT_MAPPER.writeValueAsString(new AtomicAction<>(Publication.class, p))))
.mapToPair(t -> new Tuple2(new Text(t._1()), new Text(t._2()))) .mapToPair(t -> new Tuple2(new Text(t._1()), new Text(t._2())))
.saveAsNewAPIHadoopFile( .saveAsNewAPIHadoopFile(
workingPath.concat(outputEnrichedWorksPath), outputEnrichedWorksPath,
Text.class, Text.class,
Text.class, Text.class,
SequenceFileOutputFormat.class, SequenceFileOutputFormat.class,

8
dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/orcidnodoi/oozie_app/workflow.xml
View File

@ -11,7 +11,7 @@
<description>path where to store the action set</description> <description>path where to store the action set</description>
</property> </property>
<property> <property>
<name>processOutputFolder</name> <name>processOutputPath</name>
<value>process_no_doi_dataset_prod</value> <value>process_no_doi_dataset_prod</value>
<description>temporary path where to store the action set</description> <description>temporary path where to store the action set</description>
</property> </property>
@ -71,7 +71,7 @@
<action name="ResetWorkingPath"> <action name="ResetWorkingPath">
<fs> <fs>
<delete path='${workingPath}/${processOutputFolder}'/> <delete path='${processOutputPath}'/>
</fs> </fs>
<ok to="GenOrcidNoDoiDataset"/> <ok to="GenOrcidNoDoiDataset"/>
<error to="Kill"/> <error to="Kill"/>
@ -97,7 +97,7 @@
<arg>--workingPath</arg><arg>${workingPath}/</arg> <arg>--workingPath</arg><arg>${workingPath}/</arg>
<arg>--hdfsServerUri</arg><arg>${nameNode}</arg> <arg>--hdfsServerUri</arg><arg>${nameNode}</arg>
<arg>--orcidDataFolder</arg><arg>last_orcid_dataset</arg> <arg>--orcidDataFolder</arg><arg>last_orcid_dataset</arg>
<arg>--outputEnrichedWorksPath</arg><arg>${processOutputFolder}</arg> <arg>--outputEnrichedWorksPath</arg><arg>${processOutputPath}</arg>
</spark> </spark>
<ok to="importOrcidNoDoi"/> <ok to="importOrcidNoDoi"/>
<error to="Kill"/> <error to="Kill"/>
@ -105,7 +105,7 @@
<action name="importOrcidNoDoi"> <action name="importOrcidNoDoi">
<distcp xmlns="uri:oozie:distcp-action:0.2"> <distcp xmlns="uri:oozie:distcp-action:0.2">
<arg>${workingPath}/${processOutputFolder}/*</arg> <arg>${processOutputPath}/*</arg>
<arg>${outputPath}</arg> <arg>${outputPath}</arg>
</distcp> </distcp>
<ok to="End"/> <ok to="End"/>