dimitris.pierrakos
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

Add separate forder for results && project actionsets

This commit is contained in:
Serafeim Chatzopoulos 2023-04-27 12:37:15 +03:00
parent 815a4ddbba
commit 614cc1089b
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
dhp-workflows/dhp-impact-indicators/src/main/resources/eu/dnetlib/dhp/oa/graph/impact_indicators/oozie_app/workflow.xml
View File

@ -556,9 +556,12 @@
<action name="deleteOutputPathForActionSet"> <action name="deleteOutputPathForActionSet">
<fs> <fs>
<delete path="${actionSetOutputPath}"/> <delete path="${actionSetOutputPath}/results/"/>
<mkdir path="${actionSetOutputPath}"/> <delete path="${actionSetOutputPath}/projects/"/>
</fs>
<mkdir path="${actionSetOutputPath}/results/"/>
<mkdir path="${actionSetOutputPath}/projects/"/>
</fs>
<ok to="createActionSetForResults"/> <ok to="createActionSetForResults"/>
<error to="actionset-delete-fail"/> <error to="actionset-delete-fail"/>
</action> </action>
@ -581,7 +584,7 @@
--conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir}
</spark-opts> </spark-opts>
<arg>--inputPath</arg><arg>${bipScorePath}</arg> <arg>--inputPath</arg><arg>${bipScorePath}</arg>
<arg>--outputPath</arg><arg>${actionSetOutputPath}</arg> <arg>--outputPath</arg><arg>${actionSetOutputPath}/results/</arg>
<arg>--targetEntity</arg><arg>result</arg> <arg>--targetEntity</arg><arg>result</arg>
</spark> </spark>
<ok to="project-impact-indicators"/> <ok to="project-impact-indicators"/>
@ -659,7 +662,7 @@
--conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir}
</spark-opts> </spark-opts>
<arg>--inputPath</arg><arg>${projectImpactIndicatorsOutput}</arg> <arg>--inputPath</arg><arg>${projectImpactIndicatorsOutput}</arg>
<arg>--outputPath</arg><arg>${actionSetOutputPath}</arg> <arg>--outputPath</arg><arg>${actionSetOutputPath}/projects/</arg>
<arg>--targetEntity</arg><arg>project</arg> <arg>--targetEntity</arg><arg>project</arg>
</spark> </spark>
<ok to="end"/> <ok to="end"/>