From 760e0ef7e27633590ca6e988e6114ddb9ee732a4 Mon Sep 17 00:00:00 2001 From: LSmyrnaios Date: Wed, 23 Feb 2022 17:31:32 +0200 Subject: [PATCH] Increase "PublicationsRetriever.threadsMultiplier" to 10, which in turn, increases performance by 41%. --- .../urls_worker/plugins/PublicationsRetrieverPlugin.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/main/java/eu/openaire/urls_worker/plugins/PublicationsRetrieverPlugin.java b/src/main/java/eu/openaire/urls_worker/plugins/PublicationsRetrieverPlugin.java index 5a59ca9..bfb8fd8 100644 --- a/src/main/java/eu/openaire/urls_worker/plugins/PublicationsRetrieverPlugin.java +++ b/src/main/java/eu/openaire/urls_worker/plugins/PublicationsRetrieverPlugin.java @@ -52,7 +52,7 @@ public class PublicationsRetrieverPlugin { ConnSupportUtils.shouldBlockMost5XXDomains = false; LoaderAndChecker.setCouldRetryRegex(); - PublicationsRetriever.threadsMultiplier = 4; + PublicationsRetriever.threadsMultiplier = 10; int workerThreadsCount = (Runtime.getRuntime().availableProcessors() * PublicationsRetriever.threadsMultiplier); logger.info("Use " + workerThreadsCount + " worker-threads."); PublicationsRetriever.executor = Executors.newFixedThreadPool(workerThreadsCount);