From 028873cc512de8d528a3cc5dd52de028b66f809c Mon Sep 17 00:00:00 2001
From: antleb <antleb@di.uoa.gr>
Date: Fri, 29 Apr 2022 12:49:27 +0300
Subject: [PATCH] added new hive opts

---
 .../dnetlib/dhp/oa/graph/stats/oozie_app/indicators.sh |  9 +++++----
 .../dnetlib/dhp/oa/graph/stats/oozie_app/workflow.xml  | 10 +++++++---
 2 files changed, 12 insertions(+), 7 deletions(-)

diff --git a/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/indicators.sh b/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/indicators.sh
index 72d6d8048..fef569b59 100644
--- a/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/indicators.sh
+++ b/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/indicators.sh
@@ -8,12 +8,13 @@ fi
 
 export TARGET=$1
 export SCRIPT_PATH=$2
+export HIVE_OPTS="-hiveconf mapred.job.queue.name=analytics -hiveconf hive.spark.client.connect.timeout=120000ms -hiveconf hive.spark.client.server.connect.timeout=300000ms"
 
 echo "Getting file from " $SCRIPT_PATH
 hdfs dfs -copyToLocal $SCRIPT_PATH
 
 echo "Creating indicators"
-hive --database ${TARGET} -e "show tables" | grep -v WARN | sed "s/^\(.*\)/analyze table ${TARGET}.\1 compute statistics;/" > foo
-hive -f foo
-hive --database ${TARGET} -f step16-createIndicatorsTables.sql
-echo "Indicators created"
\ No newline at end of file
+hive $HIVE_OPTS --database ${TARGET} -e "show tables" | grep -v WARN | sed "s/^\(.*\)/analyze table ${TARGET}.\1 compute statistics;/" > foo
+hive $HIVE_OPTS -f foo
+hive $HIVE_OPTS --database ${TARGET} -f step16-createIndicatorsTables.sql
+echo "Indicators created"
diff --git a/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/workflow.xml b/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/workflow.xml
index 7ac3cefbb..5661e1e73 100644
--- a/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/workflow.xml
@@ -67,10 +67,14 @@
             	<name>hive.txn.timeout</name>
             	<value>${hive_timeout}</value>
             </property>
+	<property>
+	    <name>mapred.job.queue.name</name>
+	    <value>analytics</value>
+	</property>
         </configuration>
     </global>
 
-    <start to="Step1"/>
+    <start to="Step16-createIndicatorsTables"/>
 
     <kill name="Kill">
         <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
@@ -276,7 +280,7 @@
             <argument>${wf:appPath()}/scripts/step16-createIndicatorsTables.sql</argument>
             <file>indicators.sh</file>
         </shell>
-        <ok to="Step16_1-definitions"/>
+        <ok to="End"/>
         <error to="Kill"/>
     </action>
 
@@ -414,4 +418,4 @@
     </action>
 
     <end name="End"/>
-</workflow-app>
\ No newline at end of file
+</workflow-app>