dimitris.pierrakos
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

changed the working path parameter value as dependant from the dnet-workflow working dir parameter

This commit is contained in:
Miriam Baglioni 2021-10-13 15:33:50 +02:00
parent 16b28494a9
commit 5d9cc2452d
1 changed files with 1 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/process/oozie_app/workflow.xml
View File

@ -50,10 +50,6 @@
<name>inputPathMAG</name> <name>inputPathMAG</name>
<description>the MAG input path</description> <description>the MAG input path</description>
</property> </property>
<property>
<name>workingPathMAG</name>
<description>the MAG working path where to store the intermediate process results</description>
</property>
<!-- UnpayWall Parameters --> <!-- UnpayWall Parameters -->
@ -142,7 +138,7 @@
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
</spark-opts> </spark-opts>
<arg>--sourcePath</arg><arg>${inputPathMAG}/dataset</arg> <arg>--sourcePath</arg><arg>${inputPathMAG}/dataset</arg>
<arg>--workingPath</arg><arg>${workingPathMAG}</arg> <arg>--workingPath</arg><arg>${workingPath}/MAG</arg>
<arg>--targetPath</arg><arg>${workingPath}</arg> <arg>--targetPath</arg><arg>${workingPath}</arg>
<arg>--master</arg><arg>yarn-cluster</arg> <arg>--master</arg><arg>yarn-cluster</arg>
</spark> </spark>