forked from D-Net/dnet-hadoop
no need to rename the folders, just write in overwrite mode, so I changed the name of the output folder
This commit is contained in:
parent
9f9dd00b94
commit
4f47ad0891
|
@ -164,7 +164,7 @@
|
||||||
</spark-opts>
|
</spark-opts>
|
||||||
<arg>--master</arg><arg>yarn-cluster</arg>
|
<arg>--master</arg><arg>yarn-cluster</arg>
|
||||||
<arg>--sourcePath</arg><arg>${workingDir}/files/</arg>
|
<arg>--sourcePath</arg><arg>${workingDir}/files/</arg>
|
||||||
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds_updated</arg>
|
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds</arg>
|
||||||
|
|
||||||
</spark>
|
</spark>
|
||||||
<ok to="removeFiles"/>
|
<ok to="removeFiles"/>
|
||||||
|
|
Loading…
Reference in New Issue