From 24c43e0c602254f506e81f1e3d361645b1a9d36e Mon Sep 17 00:00:00 2001
From: Serafeim Chatzopoulos <s.chatzopoulos@gmail.com>
Date: Tue, 3 Oct 2023 15:11:58 +0300
Subject: [PATCH] Restructure workflow parameters

---
 .../main/resources/eu/dnetlib/dhp/swh/job.properties |  2 --
 .../eu/dnetlib/dhp/swh/oozie_app/config-default.xml  |  4 ++++
 .../eu/dnetlib/dhp/swh/oozie_app/workflow.xml        | 12 ++++++++++++
 3 files changed, 16 insertions(+), 2 deletions(-)

diff --git a/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/job.properties b/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/job.properties
index 8dd0689a3..114181944 100644
--- a/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/job.properties
+++ b/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/job.properties
@@ -1,8 +1,6 @@
 # hive
 hiveDbName=openaire_prod_20230914
 
-sparkSqlWarehouseDir=/user/hive/warehouse
-
 # input/output files
 softwareCodeRepositoryURLs=${workingDir}/1_code_repo_urls.csv
 lastVisitsPath=${workingDir}/2_last_visits.seq
diff --git a/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/config-default.xml b/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/config-default.xml
index 7873d595e..3e45a53fa 100644
--- a/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/config-default.xml
+++ b/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/config-default.xml
@@ -47,4 +47,8 @@
         <name>oozie.launcher.mapreduce.user.classpath.first</name>
         <value>true</value>
     </property>
+    <property>
+        <name>sparkSqlWarehouseDir</name>
+        <value>/user/hive/warehouse</value>
+    </property>
 </configuration>
\ No newline at end of file
diff --git a/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/workflow.xml b/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/workflow.xml
index e0763414f..e29e5b43d 100644
--- a/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/oozie_app/workflow.xml
@@ -18,6 +18,14 @@
             <name>archiveRequestsPath</name>
             <description>The path in the HDFS to save the responses of the archive requests</description>
         </property>
+        <property>
+            <name>actionsetsPath</name>
+            <description>The path in the HDFS to save the action sets</description>
+        </property>
+        <property>
+            <name>graphPath</name>
+            <description>The path in the HDFS to the base folder of the graph</description>
+        </property>
         <property>
             <name>maxNumberOfRetry</name>
             <description>Max number of retries for failed API calls</description>
@@ -30,6 +38,10 @@
             <name>requestDelay</name>
             <description>Delay between API requests (in ms)</description>
         </property>
+        <property>
+            <name>softwareLimit</name>
+            <description>Limit on the number of repo URLs to use (Optional); for debug purposes</description>
+        </property>
         <property>
             <name>resume</name>
             <description>Variable that indicates the step to start from</description>