From 773346f6388c59479f7b30298bd647f182ff29b8 Mon Sep 17 00:00:00 2001
From: "michele.artini" <michele.artini@isti.cnr.it>
Date: Wed, 14 Feb 2024 14:40:27 +0100
Subject: [PATCH] increased memory

---
 .../dnetlib/dhp/collection/plugin/base/BaseAnalyzerJob.java   | 4 ++++
 .../dhp/collection/plugin/base/oozie_app/config-default.xml   | 2 +-
 2 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseAnalyzerJob.java b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseAnalyzerJob.java
index ceff64c33..20c1bc206 100644
--- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseAnalyzerJob.java
+++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseAnalyzerJob.java
@@ -114,6 +114,10 @@ public class BaseAnalyzerJob {
 			final long i = recordsCounter.incrementAndGet();
 			if ((i % 10000) == 0) {
 				log.info("# Read records: " + i);
+				log.info("# fields: " + fields.size());
+				log.info("# types: " + types.size());
+				log.info("# collections: " + collections.size());
+				log.info("# totals: " + totals.size());
 			}
 
 			final List<String> recTypes = new ArrayList<>();
diff --git a/dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/collection/plugin/base/oozie_app/config-default.xml b/dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/collection/plugin/base/oozie_app/config-default.xml
index a1755f329..60150dd90 100644
--- a/dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/collection/plugin/base/oozie_app/config-default.xml
+++ b/dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/collection/plugin/base/oozie_app/config-default.xml
@@ -49,7 +49,7 @@
     </property>
     <property>
         <name>sparkExecutorMemory</name>
-        <value>6G</value>
+        <value>10G</value>
     </property>
     <property>
         <name>sparkExecutorCores</name>