D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 12 Projects 2 Releases 2 Wiki Activity

Make PR and AttRank serial

This commit is contained in:
Ilias Kanellos 2023-07-06 13:47:51 +03:00
parent a1b9187039
commit 772d5f0aab
1 changed files with 15 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
dhp-workflows/dhp-impact-indicators/src/main/resources/eu/dnetlib/dhp/oa/graph/impact_indicators/oozie_app/workflow.xml
View File

@ -22,7 +22,10 @@
<!-- If any different condition is set, go to the corresponding start -->
<case to="non-iterative-rankings">${wf:conf('resume') eq "rankings-start"}</case>
<case to="spark-impulse">${wf:conf('resume') eq "impulse"}</case>
<case to="iterative-rankings">${wf:conf('resume') eq "rankings-iterative"}</case>
<case to="spark-pagerank">${wf:conf('resume') eq "pagerank"}</case>
<case to="spark-attrank">${wf:conf('resume') eq "attrank"}</case>
<!-- Removed for serafeim -->
<!-- <case to="iterative-rankings">${wf:conf('resume') eq "rankings-iterative"}</case> -->
<case to="get-file-names">${wf:conf('resume') eq "format-results"}</case>
<case to="map-openaire-to-doi">${wf:conf('resume') eq "map-ids"}</case>
<case to="map-scores-to-dois">${wf:conf('resume') eq "map-scores"}</case>
@ -220,16 +223,19 @@
</spark>
<!-- Do this after finishing okay -->
<ok to="iterative-rankings" />
<ok to="spark-pagerank" />
<!-- Go there if we have an error -->
<error to="impulse-fail" />
</action>
<!-- Removed for ser to make pagerank & attrank serial -->
<!--
<fork name="iterative-rankings">
<path start="spark-pagerank"/>
<path start="spark-attrank"/>
</fork>
-->
<!-- PAGERANK here -->
<action name="spark-pagerank">
@ -278,7 +284,7 @@
</spark>
<!-- Do this after finishing okay -->
<ok to="join-iterative-rankings" />
<ok to="spark-attrank" />
<!-- Go there if we have an error -->
<error to="pagerank-fail" />
@ -328,15 +334,18 @@
</spark>
<!-- Do this after finishing okay -->
<ok to="join-iterative-rankings" />
<ok to="get-file-names" />
<!-- Go there if we have an error -->
<error to="attrank-fail" />
</action>
<!-- JOIN ITERATIVE METHODS AND THEN END -->
<!-- Removed for ser -->
<!--
JOIN ITERATIVE METHODS AND THEN END =
<join name="join-iterative-rankings" to="end" />
<!-- to="get-file-names"/> -->
to="get-file-names"/>
-->
<!-- This will be a shell action that will output key-value pairs for output files -->