D-Net
/
dnet-hadoop
13
4
Fork 10
Code Issues 14 Pull Requests 8 Projects 2 Releases 1 Wiki Activity

Orcid Update Procedure #394

Merged
sandro.labruzzo merged 13 commits from orcid_update into beta 2024-02-28 09:17:30 +01:00
Conversation 2 Commits 13 Files Changed 15 +6
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit 859babf722 - Show all commits

6
dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/orcid/ORCIDWorker.java
View File

@ -135,6 +135,8 @@ public class ORCIDWorker extends Thread {
total_time = System.currentTimeMillis() - start;
requests++;
if (total_time < 1000) {
//I know making a sleep on a thread is bad, but we need to stay to 24 requests per seconds, hence
//the time between two http request in a thread must be 1 second
Thread.sleep(1000L - total_time);
}
start = System.currentTimeMillis();
@ -142,6 +144,8 @@ public class ORCIDWorker extends Thread {
total_time = System.currentTimeMillis() - start;
requests++;
if (total_time < 1000) {
//I know making a sleep on a thread is bad, but we need to stay to 24 requests per seconds, hence
//the time between two http request in a thread must be 1 second
Thread.sleep(1000L - total_time);
}
start = System.currentTimeMillis();
@ -149,6 +153,8 @@ public class ORCIDWorker extends Thread {
total_time = System.currentTimeMillis() - start;
requests++;
if (total_time < 1000) {
//I know making a sleep on a thread is bad, but we need to stay to 24 requests per seconds, hence
//the time between two http request in a thread must be 1 second
Thread.sleep(1000L - total_time);
}
if (requests %30 ==0)