no need to rename the folders, just write in overwrite mode, so I changed the name of the output folder

pull/119/head
Miriam Baglioni 3 years ago
parent 9f9dd00b94
commit 4f47ad0891

@ -164,7 +164,7 @@
</spark-opts>
<arg>--master</arg><arg>yarn-cluster</arg>
<arg>--sourcePath</arg><arg>${workingDir}/files/</arg>
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds_updated</arg>
<arg>--targetPath</arg><arg>${inputPathCrossref}/crossref_ds</arg>
</spark>
<ok to="removeFiles"/>

Loading…
Cancel
Save