From 2148a51fae42dec9b2e836e4d5dca8a6ea19c96c Mon Sep 17 00:00:00 2001
From: Claudio Atzori <claudio.atzori@isti.cnr.it>
Date: Thu, 5 Nov 2020 11:24:12 +0100
Subject: [PATCH] minor changes

---
 .../dhp/oa/graph/dump/oozie_app/workflow.xml  | 79 +++++++++----------
 .../graph/dump_whole/oozie_app/workflow.xml   | 32 +++-----
 2 files changed, 52 insertions(+), 59 deletions(-)

diff --git a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml
index 7321fd076..baf9ae37a 100644
--- a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml
@@ -1,18 +1,18 @@
 <workflow-app name="dump_community_products" xmlns="uri:oozie:workflow:0.5">
 
     <parameters>
-            <property>
-                <name>sourcePath</name>
-                <description>the source path</description>
-            </property>
-            <property>
-                <name>isLookUpUrl</name>
-                <description>the isLookup service endpoint</description>
-            </property>
-            <property>
-                <name>outputPath</name>
-                <description>the output path</description>
-            </property>
+        <property>
+            <name>sourcePath</name>
+            <description>the source path</description>
+        </property>
+        <property>
+            <name>isLookUpUrl</name>
+            <description>the isLookup service endpoint</description>
+        </property>
+        <property>
+            <name>outputPath</name>
+            <description>the output path</description>
+        </property>
         <property>
             <name>accessToken</name>
             <description>the access token used for the deposition in Zenodo</description>
@@ -320,6 +320,7 @@
         <ok to="join_extend"/>
         <error to="Kill"/>
     </action>
+
     <action name="extend_orp">
         <spark xmlns="uri:oozie:spark-action:0.2">
             <master>yarn</master>
@@ -344,6 +345,7 @@
         <ok to="join_extend"/>
         <error to="Kill"/>
     </action>
+
     <action name="extend_software">
         <spark xmlns="uri:oozie:spark-action:0.2">
             <master>yarn</master>
@@ -371,43 +373,42 @@
 
     <join name="join_extend" to="splitForCommunities"/>
 
-        <action name="splitForCommunities">
-            <spark xmlns="uri:oozie:spark-action:0.2">
-                <master>yarn</master>
-                <mode>cluster</mode>
-                <name>Split dumped result for community</name>
-                <class>eu.dnetlib.dhp.oa.graph.dump.community.SparkSplitForCommunity</class>
-                <jar>dhp-graph-mapper-${projectVersion}.jar</jar>
-                <spark-opts>
-                    --executor-memory=${sparkExecutorMemory}
-                    --executor-cores=${sparkExecutorCores}
-                    --driver-memory=${sparkDriverMemory}
-                    --conf spark.extraListeners=${spark2ExtraListeners}
-                    --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
-                    --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
-                    --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
-                    --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir}
-                </spark-opts>
-                <arg>--sourcePath</arg><arg>${workingDir}/ext</arg>
-                <arg>--outputPath</arg><arg>${workingDir}/split</arg>
-                <arg>--communityMapPath</arg><arg>${workingDir}/communityMap</arg>
-            </spark>
-            <ok to="make_archive"/>
-            <error to="Kill"/>
-        </action>
+    <action name="splitForCommunities">
+        <spark xmlns="uri:oozie:spark-action:0.2">
+            <master>yarn</master>
+            <mode>cluster</mode>
+            <name>Split dumped result for community</name>
+            <class>eu.dnetlib.dhp.oa.graph.dump.community.SparkSplitForCommunity</class>
+            <jar>dhp-graph-mapper-${projectVersion}.jar</jar>
+            <spark-opts>
+                --executor-memory=${sparkExecutorMemory}
+                --executor-cores=${sparkExecutorCores}
+                --driver-memory=${sparkDriverMemory}
+                --conf spark.extraListeners=${spark2ExtraListeners}
+                --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
+                --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
+                --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
+                --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir}
+            </spark-opts>
+            <arg>--sourcePath</arg><arg>${workingDir}/ext</arg>
+            <arg>--outputPath</arg><arg>${workingDir}/split</arg>
+            <arg>--communityMapPath</arg><arg>${workingDir}/communityMap</arg>
+        </spark>
+        <ok to="make_archive"/>
+        <error to="Kill"/>
+    </action>
 
     <action name="make_archive">
         <java>
             <main-class>eu.dnetlib.dhp.oa.graph.dump.MakeTar</main-class>
             <arg>--hdfsPath</arg><arg>${outputPath}</arg>
             <arg>--nameNode</arg><arg>${nameNode}</arg>
-           <arg>--sourcePath</arg><arg>${workingDir}/split</arg>
+            <arg>--sourcePath</arg><arg>${workingDir}/split</arg>
         </java>
         <ok to="send_zenodo"/>
         <error to="Kill"/>
     </action>
 
-
     <action name="send_zenodo">
         <java>
             <main-class>eu.dnetlib.dhp.oa.graph.dump.SendToZenodoHDFS</main-class>
@@ -424,8 +425,6 @@
         <error to="Kill"/>
     </action>
 
-
-
     <end name="End"/>
 
 </workflow-app>
\ No newline at end of file
diff --git a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_whole/oozie_app/workflow.xml b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_whole/oozie_app/workflow.xml
index 793c1ed33..e5001bf43 100644
--- a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_whole/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump_whole/oozie_app/workflow.xml
@@ -1,18 +1,18 @@
 <workflow-app name="dump_whole_graph" xmlns="uri:oozie:workflow:0.5">
 
     <parameters>
-            <property>
-                <name>sourcePath</name>
-                <description>the source path</description>
-            </property>
-            <property>
-                <name>isLookUpUrl</name>
-                <description>the isLookup service endpoint</description>
-            </property>
-            <property>
-                <name>outputPath</name>
-                <description>the output path</description>
-            </property>
+        <property>
+            <name>sourcePath</name>
+            <description>the source path</description>
+        </property>
+        <property>
+            <name>isLookUpUrl</name>
+            <description>the isLookup service endpoint</description>
+        </property>
+        <property>
+            <name>outputPath</name>
+            <description>the output path</description>
+        </property>
         <property>
             <name>resultAggregation</name>
             <description>true if all the result type have to be dumped under result. false otherwise</description>
@@ -357,10 +357,8 @@
         <error to="Kill"/>
     </action>
 
-
     <join name="join_dump" to="fork_context"/>
 
-
     <fork name="fork_context">
         <path start="create_entities_fromcontext"/>
         <path start="create_relation_fromcontext"/>
@@ -389,7 +387,6 @@
         <error to="Kill"/>
     </action>
 
-
     <action name="create_relation_fromorgs">
         <spark xmlns="uri:oozie:spark-action:0.2">
             <master>yarn</master>
@@ -418,7 +415,6 @@
 
     <join name="join_context" to="fork_extract_relations"/>
 
-
     <fork name="fork_extract_relations">
         <path start="rels_from_pubs"/>
         <path start="rels_from_dats"/>
@@ -530,7 +526,6 @@
         <error to="Kill"/>
     </action>
 
-
     <join name="join_extract_relations" to="collect_and_save"/>
 
     <action name="collect_and_save">
@@ -568,8 +563,7 @@
         <ok to="send_zenodo"/>
         <error to="Kill"/>
     </action>
-
-
+    
     <action name="send_zenodo">
         <java>
             <main-class>eu.dnetlib.dhp.oa.graph.dump.SendToZenodoHDFS</main-class>