dnet-hadoop/dhp-workflows/dhp-swh/src/main/resources/eu/dnetlib/dhp/swh/job.properties

20 lines
481 B
Properties

# hive
hiveDbName=openaire_prod_20230914
sparkSqlWarehouseDir=/user/hive/warehouse
# input/output files
softwareCodeRepositoryURLs=${workingDir}/1_code_repo_urls.csv
lastVisitsPath=${workingDir}/2_last_visits.seq
archiveRequestsPath=${workingDir}/3_archive_requests.seq
actionsetsPath=${workingDir}/4_actionsets
graphPath=/tmp/prod_provision/graph/18_graph_blacklisted
maxNumberOfRetry=2
retryDelay=1
requestDelay=100
softwareLimit=500
resume=collect-software-repository-urls