no need to rename the folders, just write in overwrite mode, so I changed the name of the output folder

This commit is contained in:
Miriam Baglioni 2021-06-15 09:28:31 +02:00
parent 9f9dd00b94
commit 4f47ad0891
1 changed files with 1 additions and 1 deletions

View File

@ -164,7 +164,7 @@
</spark-opts>
<arg>--master</arg><arg>yarn-cluster</arg>
<arg>--sourcePath</arg><arg>${workingDir}/files/</arg>
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds_updated</arg>
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds</arg>
</spark>
<ok to="removeFiles"/>