- Handle the latest download-errors provided by the "PublicationsRetriever" program.
- Update the "test" requestUrl.
This commit is contained in:
parent
2e4c1323a3
commit
73552ce079
|
@ -188,7 +188,7 @@ public class PublicationsRetrieverPlugin {
|
||||||
if ( !foundAlreadyDownloadedFullText )
|
if ( !foundAlreadyDownloadedFullText )
|
||||||
error = new Error(Error.ErrorType.couldRetry, comment + " | That ID-sourceUrl was not found inside the WorkerReport!"); // We can still try to download it from the found docUrl, in the future.
|
error = new Error(Error.ErrorType.couldRetry, comment + " | That ID-sourceUrl was not found inside the WorkerReport!"); // We can still try to download it from the found docUrl, in the future.
|
||||||
}
|
}
|
||||||
else if ( ! comment.equals(HttpConnUtils.docFileNotRetrievedMessage) ) { // If it was downloaded without an error.
|
else if ( ! comment.contains(HttpConnUtils.docFileNotRetrievedMessage) ) { // If it was downloaded without an error.
|
||||||
fileLocation = comment; // This is the full-file-path.
|
fileLocation = comment; // This is the full-file-path.
|
||||||
mimeType = "application/pdf";
|
mimeType = "application/pdf";
|
||||||
} else // Else the file was not retrieved, so all file-related data are kept "null".
|
} else // Else the file was not retrieved, so all file-related data are kept "null".
|
||||||
|
|
|
@ -3,7 +3,6 @@ package eu.openaire.urls_worker.util;
|
||||||
import com.google.common.collect.HashMultimap;
|
import com.google.common.collect.HashMultimap;
|
||||||
import com.google.common.collect.Multimap;
|
import com.google.common.collect.Multimap;
|
||||||
import eu.openaire.urls_worker.UrlsWorkerApplication;
|
import eu.openaire.urls_worker.UrlsWorkerApplication;
|
||||||
import eu.openaire.urls_worker.components.ScheduledTasks;
|
|
||||||
import eu.openaire.urls_worker.models.Assignment;
|
import eu.openaire.urls_worker.models.Assignment;
|
||||||
import eu.openaire.urls_worker.models.UrlReport;
|
import eu.openaire.urls_worker.models.UrlReport;
|
||||||
import eu.openaire.urls_worker.payloads.requests.AssignmentsRequest;
|
import eu.openaire.urls_worker.payloads.requests.AssignmentsRequest;
|
||||||
|
@ -52,7 +51,7 @@ public class AssignmentsHandler {
|
||||||
|
|
||||||
public static AssignmentsRequest requestAssignments()
|
public static AssignmentsRequest requestAssignments()
|
||||||
{
|
{
|
||||||
String requestUrl = UrlsWorkerApplication.controllerBaseUrl + "urls" + (askForTest ? "/test" : "") + "?workerId=" + UrlsWorkerApplication.workerId + "&workerAssignmentsLimit=" + UrlsWorkerApplication.maxAssignmentsLimitPerBatch;
|
String requestUrl = UrlsWorkerApplication.controllerBaseUrl + (askForTest ? "test/" : "") + "urls?workerId=" + UrlsWorkerApplication.workerId + "&workerAssignmentsLimit=" + UrlsWorkerApplication.maxAssignmentsLimitPerBatch;
|
||||||
logger.info("Going to request assignments from the controller-server: " + requestUrl);
|
logger.info("Going to request assignments from the controller-server: " + requestUrl);
|
||||||
|
|
||||||
AssignmentsRequest assignmentRequest = null;
|
AssignmentsRequest assignmentRequest = null;
|
||||||
|
|
Loading…
Reference in New Issue