Avoid performing payload-related operations in case no fulltext was received from the worker, due to en error.

This commit is contained in:
Lampros Smyrnaios 2024-03-11 14:57:13 +02:00
parent ce3e149a95
commit 8f18008001
1 changed files with 1 additions and 0 deletions

View File

@ -302,6 +302,7 @@ public class UrlsServiceImpl implements UrlsService {
// We write only the payloads which are connected with retrieved full-texts, uploaded to S3-Object-Store.
// We continue with writing the "attempts", as we want to avoid re-checking the failed-urls later.
// The urls which give full-text (no matter if we could not get it from the worker), are flagged as "couldRetry" anyway, so they will be picked-up to be checked again later.
hasFulltexts = false;
} else if ( uploadFullTextsResponse == FileUtils.UploadFullTextsResponse.successful_without_fulltexts )
hasFulltexts = false;
else