2021-03-15 17:01:09 +01:00
|
|
|
/**
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
package org.gcube.accounting.analytics.persistence.postgresql;
|
|
|
|
|
2021-03-16 15:33:34 +01:00
|
|
|
import java.util.ArrayList;
|
2021-03-16 10:37:52 +01:00
|
|
|
import java.util.Calendar;
|
2021-03-16 15:33:34 +01:00
|
|
|
import java.util.List;
|
2021-03-17 14:56:27 +01:00
|
|
|
import java.util.SortedMap;
|
2021-03-19 15:55:06 +01:00
|
|
|
import java.util.SortedSet;
|
2021-03-16 10:37:52 +01:00
|
|
|
|
2021-03-16 15:33:34 +01:00
|
|
|
import org.gcube.accounting.analytics.Filter;
|
2021-03-17 14:56:27 +01:00
|
|
|
import org.gcube.accounting.analytics.Info;
|
2021-03-19 15:55:06 +01:00
|
|
|
import org.gcube.accounting.analytics.NumberedFilter;
|
2021-03-16 10:37:52 +01:00
|
|
|
import org.gcube.accounting.analytics.TemporalConstraint;
|
|
|
|
import org.gcube.accounting.analytics.TemporalConstraint.AggregationMode;
|
|
|
|
import org.gcube.accounting.analytics.exception.DuplicatedKeyFilterException;
|
|
|
|
import org.gcube.accounting.analytics.exception.KeyException;
|
|
|
|
import org.gcube.accounting.analytics.exception.ValueException;
|
2021-03-17 14:56:27 +01:00
|
|
|
import org.gcube.accounting.analytics.persistence.AccountingPersistenceBackendQueryConfiguration;
|
2021-03-22 11:53:12 +01:00
|
|
|
import org.gcube.accounting.analytics.persistence.AccountingPersistenceQuery;
|
2021-03-16 15:33:34 +01:00
|
|
|
import org.gcube.accounting.datamodel.UsageRecord;
|
2021-03-16 10:37:52 +01:00
|
|
|
import org.gcube.accounting.datamodel.aggregation.AggregatedServiceUsageRecord;
|
2021-03-29 11:45:48 +02:00
|
|
|
import org.gcube.accounting.datamodel.aggregation.AggregatedStorageStatusRecord;
|
|
|
|
import org.gcube.accounting.datamodel.aggregation.AggregatedStorageUsageRecord;
|
2021-03-22 18:08:35 +01:00
|
|
|
import org.gcube.accounting.utility.postgresql.RecordToDBMapping;
|
|
|
|
import org.gcube.documentstore.records.Record;
|
2021-03-17 14:56:27 +01:00
|
|
|
import org.junit.Before;
|
2021-03-15 17:01:09 +01:00
|
|
|
import org.junit.Test;
|
|
|
|
import org.slf4j.Logger;
|
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @author Luca Frosini (ISTI - CNR)
|
|
|
|
*/
|
|
|
|
public class AccountingPersistenceQueryPostgreSQLTest extends ContextTest {
|
|
|
|
|
|
|
|
private static final Logger logger = LoggerFactory.getLogger(AccountingPersistenceQueryPostgreSQLTest.class);
|
|
|
|
|
2021-03-17 14:56:27 +01:00
|
|
|
protected AccountingPersistenceQueryPostgreSQL accountingPersistenceQueryPostgreSQL;
|
|
|
|
|
|
|
|
@Before
|
|
|
|
public void before() throws Exception {
|
|
|
|
AccountingPersistenceBackendQueryConfiguration configuration = new AccountingPersistenceBackendQueryConfiguration(
|
|
|
|
AccountingPersistenceQueryPostgreSQL.class);
|
|
|
|
|
|
|
|
accountingPersistenceQueryPostgreSQL = new AccountingPersistenceQueryPostgreSQL();
|
|
|
|
accountingPersistenceQueryPostgreSQL.prepareConnection(configuration);
|
|
|
|
}
|
|
|
|
|
2021-03-15 17:01:09 +01:00
|
|
|
@Test
|
2021-03-17 17:55:56 +01:00
|
|
|
public void testGetNoContextTimeSeries() throws DuplicatedKeyFilterException, KeyException, ValueException, Exception {
|
2021-03-16 10:37:52 +01:00
|
|
|
Calendar startTimeCalendar = Calendar.getInstance();
|
2021-03-17 16:08:58 +01:00
|
|
|
startTimeCalendar.set(Calendar.YEAR, 2020);
|
2021-03-16 10:37:52 +01:00
|
|
|
startTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
2021-03-17 16:08:58 +01:00
|
|
|
startTimeCalendar.set(Calendar.DAY_OF_MONTH, 1);
|
|
|
|
startTimeCalendar.set(Calendar.HOUR_OF_DAY, 0);
|
|
|
|
startTimeCalendar.set(Calendar.MINUTE, 0);
|
2021-03-16 10:37:52 +01:00
|
|
|
|
|
|
|
Calendar entTimeCalendar = Calendar.getInstance();
|
|
|
|
entTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
entTimeCalendar.set(Calendar.DAY_OF_MONTH, 15);
|
|
|
|
entTimeCalendar.set(Calendar.HOUR_OF_DAY, 16);
|
|
|
|
entTimeCalendar.set(Calendar.MINUTE, 17);
|
|
|
|
|
2021-03-16 15:33:34 +01:00
|
|
|
List<Filter> filters = new ArrayList<>();
|
2021-03-17 16:08:58 +01:00
|
|
|
Filter filter = new Filter(UsageRecord.CONSUMER_ID, QueryTest.getRandomUser());
|
2021-03-16 15:33:34 +01:00
|
|
|
filters.add(filter);
|
|
|
|
|
2021-03-16 10:37:52 +01:00
|
|
|
TemporalConstraint temporalConstraint = new TemporalConstraint(startTimeCalendar.getTimeInMillis(), entTimeCalendar.getTimeInMillis(), AggregationMode.MINUTELY);
|
2021-03-17 14:56:27 +01:00
|
|
|
SortedMap<Calendar, Info> timeseries = accountingPersistenceQueryPostgreSQL.getNoContextTimeSeries(AggregatedServiceUsageRecord.class, temporalConstraint, filters);
|
2021-03-17 16:08:58 +01:00
|
|
|
for(Calendar c : timeseries.keySet()) {
|
|
|
|
Info info = timeseries.get(c);
|
|
|
|
logger.debug("{}", info);
|
|
|
|
}
|
2021-03-15 17:01:09 +01:00
|
|
|
}
|
|
|
|
|
2021-03-17 17:55:56 +01:00
|
|
|
@Test
|
|
|
|
public void testTimeSeries() throws DuplicatedKeyFilterException, KeyException, ValueException, Exception {
|
|
|
|
Calendar startTimeCalendar = Calendar.getInstance();
|
|
|
|
startTimeCalendar.set(Calendar.YEAR, 2020);
|
|
|
|
startTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
startTimeCalendar.set(Calendar.DAY_OF_MONTH, 1);
|
|
|
|
startTimeCalendar.set(Calendar.HOUR_OF_DAY, 0);
|
|
|
|
startTimeCalendar.set(Calendar.MINUTE, 0);
|
|
|
|
|
|
|
|
Calendar entTimeCalendar = Calendar.getInstance();
|
|
|
|
entTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
entTimeCalendar.set(Calendar.DAY_OF_MONTH, 15);
|
|
|
|
entTimeCalendar.set(Calendar.HOUR_OF_DAY, 16);
|
|
|
|
entTimeCalendar.set(Calendar.MINUTE, 17);
|
|
|
|
|
|
|
|
List<Filter> filters = new ArrayList<>();
|
|
|
|
Filter filter = new Filter(UsageRecord.CONSUMER_ID, QueryTest.getRandomUser());
|
|
|
|
filters.add(filter);
|
|
|
|
|
|
|
|
TemporalConstraint temporalConstraint = new TemporalConstraint(startTimeCalendar.getTimeInMillis(), entTimeCalendar.getTimeInMillis(), AggregationMode.MINUTELY);
|
|
|
|
SortedMap<Calendar, Info> timeseries = accountingPersistenceQueryPostgreSQL.getTimeSeries(AggregatedServiceUsageRecord.class, temporalConstraint, filters);
|
|
|
|
for(Calendar c : timeseries.keySet()) {
|
|
|
|
Info info = timeseries.get(c);
|
|
|
|
logger.debug("{}", info);
|
|
|
|
}
|
2021-03-29 11:45:48 +02:00
|
|
|
|
|
|
|
|
|
|
|
timeseries = accountingPersistenceQueryPostgreSQL.getTimeSeries(AggregatedStorageUsageRecord.class, temporalConstraint, filters);
|
|
|
|
for(Calendar c : timeseries.keySet()) {
|
|
|
|
Info info = timeseries.get(c);
|
|
|
|
logger.debug("{}", info);
|
|
|
|
}
|
2021-03-17 17:55:56 +01:00
|
|
|
}
|
|
|
|
|
2021-03-22 11:53:12 +01:00
|
|
|
|
2021-03-29 11:45:48 +02:00
|
|
|
|
|
|
|
|
2021-03-22 11:53:12 +01:00
|
|
|
@Test
|
|
|
|
public void testContextTimeSeries() throws DuplicatedKeyFilterException, KeyException, ValueException, Exception {
|
|
|
|
Calendar startTimeCalendar = Calendar.getInstance();
|
|
|
|
startTimeCalendar.set(Calendar.YEAR, 2020);
|
|
|
|
startTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
startTimeCalendar.set(Calendar.DAY_OF_MONTH, 1);
|
|
|
|
startTimeCalendar.set(Calendar.HOUR_OF_DAY, 0);
|
|
|
|
startTimeCalendar.set(Calendar.MINUTE, 0);
|
|
|
|
|
|
|
|
Calendar entTimeCalendar = Calendar.getInstance();
|
|
|
|
entTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
entTimeCalendar.set(Calendar.DAY_OF_MONTH, 15);
|
|
|
|
entTimeCalendar.set(Calendar.HOUR_OF_DAY, 16);
|
|
|
|
entTimeCalendar.set(Calendar.MINUTE, 17);
|
|
|
|
|
|
|
|
List<Filter> filters = new ArrayList<>();
|
|
|
|
Filter filter = new Filter(UsageRecord.CONSUMER_ID, QueryTest.getRandomUser());
|
|
|
|
filters.add(filter);
|
|
|
|
|
|
|
|
TemporalConstraint temporalConstraint = new TemporalConstraint(startTimeCalendar.getTimeInMillis(), entTimeCalendar.getTimeInMillis(), AggregationMode.MONTHLY);
|
|
|
|
|
|
|
|
List<String> contexts = new ArrayList<>();
|
|
|
|
contexts.add("/gcube/devsec/devVRE");
|
|
|
|
contexts.add("/gcube/devNext/NextNext");
|
|
|
|
|
|
|
|
SortedMap<Filter, SortedMap<Calendar, Info>> contextTimeseries = accountingPersistenceQueryPostgreSQL.getContextTimeSeries(AggregatedServiceUsageRecord.class, temporalConstraint, filters, contexts);
|
|
|
|
for(Filter f : contextTimeseries.keySet()) {
|
|
|
|
logger.debug("{}", f);
|
|
|
|
SortedMap<Calendar, Info> timeseries = contextTimeseries.get(f);
|
|
|
|
for(Calendar c : timeseries.keySet()) {
|
|
|
|
Info info = timeseries.get(c);
|
|
|
|
logger.debug("{}", info);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-03-19 15:55:06 +01:00
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testGetFilterValues() throws DuplicatedKeyFilterException, KeyException, ValueException, Exception {
|
|
|
|
Calendar startTimeCalendar = Calendar.getInstance();
|
|
|
|
startTimeCalendar.set(Calendar.YEAR, 2020);
|
|
|
|
startTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
startTimeCalendar.set(Calendar.DAY_OF_MONTH, 1);
|
|
|
|
startTimeCalendar.set(Calendar.HOUR_OF_DAY, 0);
|
|
|
|
startTimeCalendar.set(Calendar.MINUTE, 0);
|
|
|
|
|
|
|
|
Calendar entTimeCalendar = Calendar.getInstance();
|
|
|
|
entTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
entTimeCalendar.set(Calendar.DAY_OF_MONTH, 15);
|
|
|
|
entTimeCalendar.set(Calendar.HOUR_OF_DAY, 16);
|
|
|
|
entTimeCalendar.set(Calendar.MINUTE, 17);
|
|
|
|
|
|
|
|
List<Filter> filters = new ArrayList<>();
|
|
|
|
Filter filter = new Filter(UsageRecord.CONSUMER_ID, QueryTest.getRandomUser());
|
|
|
|
filters.add(filter);
|
|
|
|
|
|
|
|
TemporalConstraint temporalConstraint = new TemporalConstraint(startTimeCalendar.getTimeInMillis(), entTimeCalendar.getTimeInMillis(), AggregationMode.MINUTELY);
|
|
|
|
SortedSet<NumberedFilter> numberedFilters = accountingPersistenceQueryPostgreSQL.getFilterValues(AggregatedServiceUsageRecord.class, temporalConstraint, filters, AggregatedServiceUsageRecord.CALLED_METHOD);
|
|
|
|
for(NumberedFilter numberedFilter : numberedFilters) {
|
|
|
|
logger.debug("{}", numberedFilter);
|
|
|
|
}
|
|
|
|
|
|
|
|
numberedFilters = accountingPersistenceQueryPostgreSQL.getFilterValues(AggregatedServiceUsageRecord.class, temporalConstraint, filters, AggregatedServiceUsageRecord.CALLED_METHOD);
|
|
|
|
for(NumberedFilter numberedFilter : numberedFilters) {
|
|
|
|
logger.debug("{}", numberedFilter);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2021-03-22 11:53:12 +01:00
|
|
|
numberedFilters = accountingPersistenceQueryPostgreSQL.getFilterValues(AggregatedServiceUsageRecord.class, temporalConstraint, filters, AggregatedServiceUsageRecord.CALLED_METHOD, 3);
|
2021-03-19 15:55:06 +01:00
|
|
|
for(NumberedFilter numberedFilter : numberedFilters) {
|
|
|
|
logger.debug("{}", numberedFilter);
|
|
|
|
}
|
|
|
|
}
|
2021-03-22 11:53:12 +01:00
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testTopValues() throws DuplicatedKeyFilterException, KeyException, ValueException, Exception {
|
|
|
|
String orderingProperty = AccountingPersistenceQuery.getDefaultOrderingProperties(AggregatedServiceUsageRecord.class);
|
|
|
|
|
|
|
|
Calendar startTimeCalendar = Calendar.getInstance();
|
|
|
|
startTimeCalendar.set(Calendar.YEAR, 2020);
|
|
|
|
startTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
startTimeCalendar.set(Calendar.DAY_OF_MONTH, 1);
|
|
|
|
startTimeCalendar.set(Calendar.HOUR_OF_DAY, 0);
|
|
|
|
startTimeCalendar.set(Calendar.MINUTE, 0);
|
|
|
|
|
|
|
|
Calendar entTimeCalendar = Calendar.getInstance();
|
|
|
|
entTimeCalendar.set(Calendar.MONTH, Calendar.MARCH);
|
|
|
|
entTimeCalendar.set(Calendar.DAY_OF_MONTH, 15);
|
|
|
|
entTimeCalendar.set(Calendar.HOUR_OF_DAY, 16);
|
|
|
|
entTimeCalendar.set(Calendar.MINUTE, 17);
|
|
|
|
|
|
|
|
List<Filter> filters = new ArrayList<>();
|
|
|
|
Filter filter = new Filter(UsageRecord.CONSUMER_ID, QueryTest.getRandomUser());
|
|
|
|
filters.add(filter);
|
|
|
|
|
|
|
|
TemporalConstraint temporalConstraint = new TemporalConstraint(startTimeCalendar.getTimeInMillis(), entTimeCalendar.getTimeInMillis(), AggregationMode.MONTHLY);
|
|
|
|
|
|
|
|
SortedMap<NumberedFilter, SortedMap<Calendar, Info>> topTimeSeries = accountingPersistenceQueryPostgreSQL.getTopValues(AggregatedServiceUsageRecord.class, temporalConstraint, filters, AggregatedServiceUsageRecord.CALLED_METHOD, orderingProperty);
|
|
|
|
for(NumberedFilter numberedFilter : topTimeSeries.keySet()) {
|
|
|
|
logger.debug("{}", numberedFilter);
|
|
|
|
SortedMap<Calendar, Info> timeseries = topTimeSeries.get(numberedFilter);
|
|
|
|
for(Calendar c : timeseries.keySet()) {
|
|
|
|
Info info = timeseries.get(c);
|
|
|
|
logger.debug("{}", info);
|
|
|
|
}
|
2021-03-22 18:08:35 +01:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testGetRecord() throws Exception {
|
|
|
|
String type = RecordToDBMapping.getRecordTypeByClass(AggregatedServiceUsageRecord.class);
|
|
|
|
Record record = accountingPersistenceQueryPostgreSQL.getRecord("fa573711-ceb6-44ba-9c83-bd47e0915b80", type);
|
|
|
|
logger.debug("{}", record);
|
2021-03-22 11:53:12 +01:00
|
|
|
}
|
2021-03-29 10:43:21 +02:00
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testGetSpaceProvidersIds() throws DuplicatedKeyFilterException, KeyException, ValueException, Exception {
|
|
|
|
SortedSet<String> spaceProvidersIds = accountingPersistenceQueryPostgreSQL.getSpaceProvidersIds();
|
|
|
|
logger.debug("{}", spaceProvidersIds);
|
|
|
|
}
|
2021-03-17 17:55:56 +01:00
|
|
|
}
|