sabeel
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

added updating last orcid dataset folders after completion

This commit is contained in:
Enrico Ottonello 2021-03-01 10:17:04 +01:00
parent bd3b16402b
commit 70cb100647
1 changed files with 26 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
dhp-workflows/dhp-doiboost/src/main/resources/eu/dnetlib/dhp/doiboost/orcid_updates_download/oozie_app/workflow.xml
View File

@ -286,6 +286,32 @@
<delete path='${workingPath}/orcid_dataset/new_authors'/>
<delete path='${workingPath}/orcid_dataset/new_works'/>
</fs>
<ok to="updateLastOrcidAuthorsDataset"/>
<error to="Kill"/>
</action>
<action name="updateLastOrcidAuthorsDataset">
<distcp xmlns="uri:oozie:distcp-action:0.2">
<prepare>
<delete path="${workingPath}/last_orcid_dataset/authors"/>
<mkdir path="${workingPath}/last_orcid_dataset/authors"/>
</prepare>
<arg>${workingPath}/orcid_dataset/authors/*</arg>
<arg>${workingPath}/last_orcid_dataset/authors</arg>
</distcp>
<ok to="updateLastOrcidWorksDataset"/>
<error to="Kill"/>
</action>
<action name="updateLastOrcidWorksDataset">
<distcp xmlns="uri:oozie:distcp-action:0.2">
<prepare>
<delete path="${workingPath}/last_orcid_dataset/works"/>
<mkdir path="${workingPath}/last_orcid_dataset/works"/>
</prepare>
<arg>${workingPath}/orcid_dataset/works/*</arg>
<arg>${workingPath}/last_orcid_dataset/works</arg>
</distcp>
<ok to="End"/>
<error to="Kill"/>
</action>