andreas.czerniak
/
BrBETA_dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

updated parameters for regular_all_steps worfklow, introduced flag 'reuseContent'

This commit is contained in:
Claudio Atzori 2020-03-17 17:04:58 +01:00
parent b8290b5851
commit 2f0c85eeb3
1 changed files with 24 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

28
dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/migration/wfs/regular_all_steps/oozie_app/workflow.xml
View File

@ -9,6 +9,11 @@
<name>graphBasePath</name>
<description>the target path to store raw graph</description>
</property>
<property>
<name>reuseContent</name>
<value>false</value>
<description>should import content from the aggregator or reuse a previous version</description>
</property>
<property>
<name>postgresURL</name>
<description>the postgres URL to access to the database</description>
@ -43,19 +48,34 @@
</property>
</parameters>
<start to="ResetWorkingPath"/>
<start to="ResetGraphPath"/>
<kill name="Kill">
<message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
</kill>
<action name="ResetWorkingPath">
<action name="ResetGraphPath">
<fs>
<delete path='${workingPath}'/>
<mkdir path='${workingPath}'/>
<delete path="'${graphBasePath}/graph_raw'"/>
<mkdir path="'${graphBasePath}/graph_raw'"/>
</fs>
<ok to="ReuseContent"/>
<error to="Kill"/>
</action>
<decision name="ReuseContent">
<switch>
<case to="ResetWorkingPath">${wf:conf('reuseContent') eq false}</case>
<case to="GenerateEntities">${wf:conf('reuseContent') eq true}</case>
<default to="ResetWorkingPath"/>
</switch>
</decision>
<action name="ResetWorkingPath">
<fs>
<delete path="'${workingPath}'"/>
<mkdir path="'${workingPath}'"/>
</fs>
<ok to="ImportDB"/>
<error to="Kill"/>
</action>