forked from D-Net/dnet-hadoop
changed the parameter name
This commit is contained in:
parent
4f47ad0891
commit
66e7ef892f
|
@ -139,7 +139,7 @@
|
||||||
<arg>--hdfsServerUri</arg><arg>${nameNode}</arg>
|
<arg>--hdfsServerUri</arg><arg>${nameNode}</arg>
|
||||||
<arg>--crossrefFileNameTarGz</arg><arg>${crossrefDumpPath}/crossref.tar.gz</arg>
|
<arg>--crossrefFileNameTarGz</arg><arg>${crossrefDumpPath}/crossref.tar.gz</arg>
|
||||||
<arg>--workingPath</arg><arg>${crossrefDumpPath}</arg>
|
<arg>--workingPath</arg><arg>${crossrefDumpPath}</arg>
|
||||||
<arg>--outputPath</arg><arg>${workingDir}/files</arg>
|
<arg>--outputPath</arg><arg>${crossrefDumpPath}/files</arg>
|
||||||
</java>
|
</java>
|
||||||
<ok to="generateCrossrefDataset"/>
|
<ok to="generateCrossrefDataset"/>
|
||||||
<error to="Kill"/>
|
<error to="Kill"/>
|
||||||
|
@ -163,7 +163,7 @@
|
||||||
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
|
--conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
|
||||||
</spark-opts>
|
</spark-opts>
|
||||||
<arg>--master</arg><arg>yarn-cluster</arg>
|
<arg>--master</arg><arg>yarn-cluster</arg>
|
||||||
<arg>--sourcePath</arg><arg>${workingDir}/files/</arg>
|
<arg>--sourcePath</arg><arg>${crossrefDumpPath}/files/</arg>
|
||||||
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds</arg>
|
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds</arg>
|
||||||
|
|
||||||
</spark>
|
</spark>
|
||||||
|
@ -173,7 +173,7 @@
|
||||||
|
|
||||||
<action name="removeFiles">
|
<action name="removeFiles">
|
||||||
<fs>
|
<fs>
|
||||||
<delete path="${workingDir}/files"/>
|
<delete path="${crossrefDumpPath}/files"/>
|
||||||
</fs>
|
</fs>
|
||||||
<ok to="ResetMagWorkingPath"/>
|
<ok to="ResetMagWorkingPath"/>
|
||||||
<error to="Kill"/>
|
<error to="Kill"/>
|
||||||
|
|
Loading…
Reference in New Issue