michal.politowski
/
UrlsController
forked from lsmyrnaios/UrlsController
1
0
Fork 0
Code Pull Requests Activity

Place the "workerReports" and the "bulkImportReports" dirs inside the "reports" parent-directory.

This commit is contained in:
Lampros Smyrnaios 2023-05-24 14:10:57 +03:00
parent cd1fb0af88
commit 8b5f143b0a
2 changed files with 4 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
docker-compose.yml
View File

@ -20,11 +20,8 @@ services:
source: /mnt/bulk_import source: /mnt/bulk_import
target: /mnt/bulk_import target: /mnt/bulk_import
- type: bind - type: bind
source: $HOME/workerReports source: $HOME/reports
target: /workerReports target: /reports # This will contain the "workerReports" and "bulkImportReports" subdirectories.
- type: bind
source: $HOME/bulkImportReports
target: /bulkImportReports
build: build:
dockerfile: ./Dockerfile dockerfile: ./Dockerfile
context: . context: .

4
src/main/resources/application.yml
View File

@ -20,7 +20,7 @@ services:
assignmentLimit: 10000 assignmentLimit: 10000
maxAttemptsPerRecord: 3 maxAttemptsPerRecord: 3
baseFilesLocation: tmp/ baseFilesLocation: tmp/
workerReportsDirPath: /workerReports/ workerReportsDirPath: /reports/workerReports/
parquetLocalDirectoryPath: ${services.pdfaggregation.controller.baseFilesLocation}parquetFiles/ parquetLocalDirectoryPath: ${services.pdfaggregation.controller.baseFilesLocation}parquetFiles/
s3: s3:
endpoint: XA endpoint: XA
@ -34,7 +34,7 @@ services:
bulkImport: bulkImport:
baseBulkImportLocation: /mnt/bulk_import/ baseBulkImportLocation: /mnt/bulk_import/
bulkImportReportLocation: /bulkImportReports/ bulkImportReportLocation: /reports/bulkImportReports/
bulkImportSources: # These sources are accepted for bulk-import requests and are excluded from crawling. bulkImportSources: # These sources are accepted for bulk-import requests and are excluded from crawling.
arxivImport: arxivImport:
datasourceID: opendoar____::6f4922f45568161a8cdf4ad2299f6d23 datasourceID: opendoar____::6f4922f45568161a8cdf4ad2299f6d23