From 8f180080012a6cb44cd94dbfc5c8fc0e49d62e3c Mon Sep 17 00:00:00 2001 From: LSmyrnaios Date: Mon, 11 Mar 2024 14:57:13 +0200 Subject: [PATCH] Avoid performing payload-related operations in case no fulltext was received from the worker, due to en error. --- .../eu/openaire/urls_controller/services/UrlsServiceImpl.java | 1 + 1 file changed, 1 insertion(+) diff --git a/src/main/java/eu/openaire/urls_controller/services/UrlsServiceImpl.java b/src/main/java/eu/openaire/urls_controller/services/UrlsServiceImpl.java index 34161e3..56908e6 100644 --- a/src/main/java/eu/openaire/urls_controller/services/UrlsServiceImpl.java +++ b/src/main/java/eu/openaire/urls_controller/services/UrlsServiceImpl.java @@ -302,6 +302,7 @@ public class UrlsServiceImpl implements UrlsService { // We write only the payloads which are connected with retrieved full-texts, uploaded to S3-Object-Store. // We continue with writing the "attempts", as we want to avoid re-checking the failed-urls later. // The urls which give full-text (no matter if we could not get it from the worker), are flagged as "couldRetry" anyway, so they will be picked-up to be checked again later. + hasFulltexts = false; } else if ( uploadFullTextsResponse == FileUtils.UploadFullTextsResponse.successful_without_fulltexts ) hasFulltexts = false; else