forked from D-Net/dnet-hadoop
changed the working path parameter value as dependant from the dnet-workflow working dir parameter
This commit is contained in:
parent
8db39c86e2
commit
4b1920f008
|
@ -50,10 +50,6 @@
|
|||
<name>inputPathMAG</name>
|
||||
<description>the MAG input path</description>
|
||||
</property>
|
||||
<property>
|
||||
<name>workingPathMAG</name>
|
||||
<description>the MAG working path where to store the intermediate process results</description>
|
||||
</property>
|
||||
|
||||
|
||||
<!-- UnpayWall Parameters -->
|
||||
|
@ -142,7 +138,7 @@
|
|||
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
|
||||
</spark-opts>
|
||||
<arg>--sourcePath</arg><arg>${inputPathMAG}/dataset</arg>
|
||||
<arg>--workingPath</arg><arg>${workingPathMAG}</arg>
|
||||
<arg>--workingPath</arg><arg>${workingPath}/MAG</arg>
|
||||
<arg>--targetPath</arg><arg>${workingPath}</arg>
|
||||
<arg>--master</arg><arg>yarn-cluster</arg>
|
||||
</spark>
|
||||
|
|
Loading…
Reference in New Issue