From d012aec0b34369d5ec1074815b05785880329c7c Mon Sep 17 00:00:00 2001 From: Giambattista Bloisi Date: Mon, 28 Aug 2023 22:44:54 +0200 Subject: [PATCH 1/2] Revert PropagateRelation's argument name from outputPath to graphOutputPath in consistency workflow (#8964) --- .../eu/dnetlib/dhp/oa/dedup/consistency/oozie_app/workflow.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dhp-workflows/dhp-dedup-openaire/src/main/resources/eu/dnetlib/dhp/oa/dedup/consistency/oozie_app/workflow.xml b/dhp-workflows/dhp-dedup-openaire/src/main/resources/eu/dnetlib/dhp/oa/dedup/consistency/oozie_app/workflow.xml index eb7e6d98d..2302d4b8f 100644 --- a/dhp-workflows/dhp-dedup-openaire/src/main/resources/eu/dnetlib/dhp/oa/dedup/consistency/oozie_app/workflow.xml +++ b/dhp-workflows/dhp-dedup-openaire/src/main/resources/eu/dnetlib/dhp/oa/dedup/consistency/oozie_app/workflow.xml @@ -95,7 +95,7 @@ --conf spark.sql.shuffle.partitions=15000 --graphBasePath${graphBasePath} - --outputPath${workingPath}/propagaterelation/ + --graphOutputPath${workingPath}/propagaterelation/ --workingPath${workingPath} From f437be80ad851bf4f67bfde629798603979b1216 Mon Sep 17 00:00:00 2001 From: Claudio Atzori Date: Tue, 29 Aug 2023 09:03:03 +0200 Subject: [PATCH 2/2] [impact indicators] adjusted paths in the bip ranker wf parameters --- .../impact_indicators/oozie_app/workflow.xml | 35 ++++++++++++++----- 1 file changed, 27 insertions(+), 8 deletions(-) diff --git a/dhp-workflows/dhp-impact-indicators/src/main/resources/eu/dnetlib/dhp/oa/graph/impact_indicators/oozie_app/workflow.xml b/dhp-workflows/dhp-impact-indicators/src/main/resources/eu/dnetlib/dhp/oa/graph/impact_indicators/oozie_app/workflow.xml index c225fa3e1..0d7d29bfe 100644 --- a/dhp-workflows/dhp-impact-indicators/src/main/resources/eu/dnetlib/dhp/oa/graph/impact_indicators/oozie_app/workflow.xml +++ b/dhp-workflows/dhp-impact-indicators/src/main/resources/eu/dnetlib/dhp/oa/graph/impact_indicators/oozie_app/workflow.xml @@ -9,6 +9,26 @@ oozie.action.sharelib.for.spark ${oozieActionShareLibForSpark2} + + projectImpactIndicatorsOutput + ${nameNode}${workingDir}/project_indicators + + + openaireGraphInputPath + ${nameNode}/${workingDir}/openaire_id_graph + + + synonymFolder + ${nameNode}/${workingDir}/openaireid_to_dois/ + + + checkpointDir + ${nameNode}/${workingDir}/check/ + + + bipScorePath + ${nameNode}${workingDir}/openaire_universe_scores/ + @@ -65,9 +85,8 @@ ${sparkShufflePartitions} - ${openaireGraphInputPath} - - ${wfAppPath}/create_openaire_ranking_graph.py#create_openaire_ranking_graph.py + ${nameNode}${workingDir}/openaire_id_graph + ${nameNode}${wfAppPath}/create_openaire_ranking_graph.py#create_openaire_ranking_graph.py @@ -103,7 +122,7 @@ - ${openaireGraphInputPath} + ${nameNode}/${workingDir}/openaire_id_graph ${sparkShufflePartitions} @@ -136,7 +155,7 @@ - ${openaireGraphInputPath} + ${nameNode}/${workingDir}/openaire_id_graph ${ramGamma} ${currentYear} RAM @@ -174,7 +193,7 @@ - ${openaireGraphInputPath} + ${nameNode}/${workingDir}/openaire_id_graph ${sparkShufflePartitions} 3 @@ -207,7 +226,7 @@ - ${openaireGraphInputPath} + ${nameNode}/${workingDir}/openaire_id_graph ${pageRankAlpha} ${convergenceError} ${checkpointDir} @@ -243,7 +262,7 @@ - ${openaireGraphInputPath} + ${nameNode}/${workingDir}/openaire_id_graph ${attrankAlpha} ${attrankBeta} ${attrankGamma}