forked from D-Net/dnet-hadoop
changed the working path parameter value as dependant from the dnet-workflow working dir parameter
This commit is contained in:
parent
8db39c86e2
commit
4b1920f008
|
@ -50,10 +50,6 @@
|
||||||
<name>inputPathMAG</name>
|
<name>inputPathMAG</name>
|
||||||
<description>the MAG input path</description>
|
<description>the MAG input path</description>
|
||||||
</property>
|
</property>
|
||||||
<property>
|
|
||||||
<name>workingPathMAG</name>
|
|
||||||
<description>the MAG working path where to store the intermediate process results</description>
|
|
||||||
</property>
|
|
||||||
|
|
||||||
|
|
||||||
<!-- UnpayWall Parameters -->
|
<!-- UnpayWall Parameters -->
|
||||||
|
@ -142,7 +138,7 @@
|
||||||
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
|
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
|
||||||
</spark-opts>
|
</spark-opts>
|
||||||
<arg>--sourcePath</arg><arg>${inputPathMAG}/dataset</arg>
|
<arg>--sourcePath</arg><arg>${inputPathMAG}/dataset</arg>
|
||||||
<arg>--workingPath</arg><arg>${workingPathMAG}</arg>
|
<arg>--workingPath</arg><arg>${workingPath}/MAG</arg>
|
||||||
<arg>--targetPath</arg><arg>${workingPath}</arg>
|
<arg>--targetPath</arg><arg>${workingPath}</arg>
|
||||||
<arg>--master</arg><arg>yarn-cluster</arg>
|
<arg>--master</arg><arg>yarn-cluster</arg>
|
||||||
</spark>
|
</spark>
|
||||||
|
|
Loading…
Reference in New Issue