gcube-cms-suite/geoportal-service/src/test/java/org/gcube/application/geoportal/service/engine/caches/Caches.java

149 lines
5.9 KiB
Java
Raw Normal View History

2021-10-05 16:27:19 +02:00
package org.gcube.application.geoportal.service.engine.caches;
import ch.qos.logback.core.net.SyslogOutputStream;
2021-10-06 14:34:07 +02:00
import com.mongodb.MongoWaitQueueFullException;
2021-10-05 16:27:19 +02:00
import lombok.extern.slf4j.Slf4j;
import org.gcube.application.cms.tests.TokenSetter;
import org.gcube.application.cms.tests.model.TestModel;
import org.gcube.application.geoportal.common.utils.StorageUtils;
2021-10-06 11:26:35 +02:00
import org.gcube.application.geoportal.service.BasicServiceTestUnit;
import org.gcube.application.geoportal.service.engine.ImplementationProvider;
2021-10-06 11:26:35 +02:00
import org.gcube.application.geoportal.service.engine.mongo.ConcessioniMongoManager;
2021-10-05 16:27:19 +02:00
import org.gcube.application.geoportal.service.engine.providers.AbstractScopedMap;
import org.gcube.application.geoportal.service.engine.providers.TTLObject;
import org.gcube.application.geoportal.service.model.internal.faults.ConfigurationException;
import org.junit.Test;
import java.io.File;
import java.io.FileNotFoundException;
2021-10-05 16:27:19 +02:00
import java.time.Duration;
import java.time.Instant;
import java.time.LocalDateTime;
import java.time.temporal.ChronoUnit;
2021-10-06 11:26:35 +02:00
import java.time.temporal.TemporalUnit;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
2021-10-05 16:27:19 +02:00
import java.util.concurrent.TimeUnit;
2021-10-06 11:26:35 +02:00
import java.util.concurrent.atomic.AtomicLong;
2021-10-05 16:27:19 +02:00
import static org.junit.Assert.assertTrue;
@Slf4j
2021-10-06 11:26:35 +02:00
public class Caches extends BasicServiceTestUnit {
2021-10-05 16:27:19 +02:00
@Test
public void testCache() throws ConfigurationException {
TokenSetter.set("/gcube/devsec/devVRE");
Duration ttl=Duration.of(10, ChronoUnit.SECONDS);
Duration monitorWindow=Duration.of(100, ChronoUnit.SECONDS);
DummyCache cache= new DummyCache();
cache.setTTL(ttl);
Instant startMonitoring=Instant.now();
LocalDateTime previous=cache.getObject();
while(Duration.between(startMonitoring,Instant.now()).compareTo(monitorWindow)<0){
LocalDateTime obj= cache.getObject();
if(obj.equals(previous)){
//objects are equals, TTL should be valid
// Assert : now-creationTime < TTL
assertTrue(Duration.between(obj,LocalDateTime.now()).compareTo(ttl)<0);
}else {
// different object only after TTL
// Assert : now-creationTime < TTL
assertTrue(Duration.between(obj,LocalDateTime.now()).compareTo(ttl)<0);
// Assert : now-previous.creationTime > TTL
assertTrue(Duration.between(previous,LocalDateTime.now()).compareTo(ttl)>0);
}
previous=obj;
try {
Thread.sleep(ttl.abs().dividedBy(2).toMillis());
} catch (InterruptedException e) {
}
}
2021-10-06 11:26:35 +02:00
}
2021-10-05 16:27:19 +02:00
2021-10-06 11:26:35 +02:00
@Test
public void mongoconnections() throws ConfigurationException, InterruptedException {
TokenSetter.set(scope);
ExecutorService service = Executors.newFixedThreadPool(1000);
LocalDateTime start=LocalDateTime.now();
AtomicLong executed = new AtomicLong(0);
AtomicLong launched = new AtomicLong(0);
//for 100 secs
while(Duration.between(start,LocalDateTime.now()).
compareTo(Duration.of(100, ChronoUnit.SECONDS))<0){
service.execute(new Runnable() {
@Override
public void run() {
try {
new ConcessioniMongoManager().list();
} catch (ConfigurationException e) {
e.printStackTrace();
2021-10-06 14:34:07 +02:00
} catch (MongoWaitQueueFullException e) {
log.info("Too many connections... ");
2021-10-06 11:26:35 +02:00
}finally{
executed.incrementAndGet();
2021-10-06 14:34:07 +02:00
try {Thread.sleep(500);} catch (InterruptedException i) {}
2021-10-06 11:26:35 +02:00
}
}
});
launched.incrementAndGet();
}
2021-10-05 16:27:19 +02:00
2021-10-06 11:26:35 +02:00
while (!service.awaitTermination(2, TimeUnit.MINUTES)) {
log.info("Waiting .. completed {}, out of {} ",executed.get(),launched.get());
if(executed.get()==launched.get()) service.shutdown();
}
2021-10-05 16:27:19 +02:00
}
2021-10-06 16:12:16 +02:00
@Test
public void testStorageCache() throws ConfigurationException, FileNotFoundException, InterruptedException {
TokenSetter.set(scope);
ExecutorService service = Executors.newFixedThreadPool(10);
LocalDateTime start=LocalDateTime.now();
AtomicLong executed = new AtomicLong(0);
AtomicLong launched = new AtomicLong(0);
final StorageUtils storage=ImplementationProvider.get().getStorageProvider().getObject();
String id =storage.putOntoStorage(new File(TestModel.getBaseFolder(),"relazione.pdf"))[0].getId();
//for 100 secs
while(Duration.between(start,LocalDateTime.now()).
compareTo(Duration.of(100, ChronoUnit.SECONDS))<0){
service.execute(new Runnable() {
@Override
public void run() {
try {
2021-10-12 15:43:35 +02:00
try {Thread.sleep(1000);} catch (InterruptedException i) {}
System.out.println(ImplementationProvider.get().getStorageProvider().getObject().getURL(id));
// storage.getURL(id);
} catch (ConfigurationException e) {
e.printStackTrace();
} catch (MongoWaitQueueFullException e) {
log.info("Too many connections... ");
}finally{
executed.incrementAndGet();
try {Thread.sleep(500);} catch (InterruptedException i) {}
}
}
});
launched.incrementAndGet();
}
while (!service.awaitTermination(2, TimeUnit.MINUTES)) {
log.info("Waiting .. completed {}, out of {} ",executed.get(),launched.get());
if(executed.get()==launched.get()) service.shutdown();
}
}
2021-10-06 16:12:16 +02:00
2021-10-05 16:27:19 +02:00
}