changed the working path parameter value as dependant from the dnet-workflow working dir parameter

This commit is contained in:
Miriam Baglioni 2021-10-13 15:33:50 +02:00
parent 16b28494a9
commit 5d9cc2452d
1 changed files with 1 additions and 5 deletions

View File

@ -50,10 +50,6 @@
<name>inputPathMAG</name>
<description>the MAG input path</description>
</property>
<property>
<name>workingPathMAG</name>
<description>the MAG working path where to store the intermediate process results</description>
</property>
<!-- UnpayWall Parameters -->
@ -142,7 +138,7 @@
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
</spark-opts>
<arg>--sourcePath</arg><arg>${inputPathMAG}/dataset</arg>
<arg>--workingPath</arg><arg>${workingPathMAG}</arg>
<arg>--workingPath</arg><arg>${workingPath}/MAG</arg>
<arg>--targetPath</arg><arg>${workingPath}</arg>
<arg>--master</arg><arg>yarn-cluster</arg>
</spark>