accounting-analytics-persistence-couchbase/src/test/java/org/gcube/accounting/analytics/persistence/couchbase/AccountingPersistenceQueryCouchBaseTest.java

package org.gcube.accounting.analytics.persistence.couchbase;

import java.util.ArrayList;
import java.util.Calendar;
import java.util.Iterator;
import java.util.List;
import java.util.Map;
import java.util.SortedMap;
import java.util.SortedSet;

import org.gcube.accounting.analytics.Filter;
import org.gcube.accounting.analytics.Info;
import org.gcube.accounting.analytics.NumberedFilter;
import org.gcube.accounting.analytics.TemporalConstraint;
import org.gcube.accounting.analytics.TemporalConstraint.AggregationMode;
import org.gcube.accounting.analytics.UsageServiceValue;
import org.gcube.accounting.analytics.UsageStorageValue;
import org.gcube.accounting.analytics.UsageValue;
import org.gcube.accounting.analytics.persistence.AccountingPersistenceBackendQueryConfiguration;
import org.gcube.accounting.analytics.persistence.AccountingPersistenceQuery;
import org.gcube.accounting.datamodel.aggregation.AggregatedJobUsageRecord;
import org.gcube.accounting.datamodel.aggregation.AggregatedServiceUsageRecord;
import org.gcube.accounting.datamodel.aggregation.AggregatedStorageStatusRecord;
import org.gcube.accounting.datamodel.aggregation.AggregatedStorageUsageRecord;
import org.gcube.accounting.datamodel.usagerecords.ServiceUsageRecord;
import org.gcube.common.scope.api.ScopeProvider;
import org.gcube.documentstore.records.Record;
import org.json.JSONException;
import org.json.JSONObject;
import org.junit.Before;
import org.junit.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

/**
 * @author Alessandro Pieve (ISTI - CNR) 
 *
 */
public class AccountingPersistenceQueryCouchBaseTest extends ScopedTest {
	
	private static Logger logger = LoggerFactory.getLogger(AccountingPersistenceQueryCouchBaseTest.class);
	
	protected AccountingPersistenceQueryCouchBase accountingPersistenceQueryCouchBase;
	
	public class ExtendedInfo extends Info {
		
		protected String key;
		
		/**
		 * @return the key
		 */
		public String getKey() {
			return key;
		}
		
		/**
		 * @param key the key to set
		 */
		public void setKey(String key) {
			this.key = key;
		}
		
		public ExtendedInfo(String key, Calendar calendar, JSONObject value) {
			super(calendar, value);
			this.key = key;
		}
		
		public String toString() {
			String info = String.format("Key : %s, %s ", key, super.toString());
			return info;
		}
		
	}
	
	@Before
	public void before() throws Exception {
		AccountingPersistenceBackendQueryConfiguration configuration = new AccountingPersistenceBackendQueryConfiguration(
				AccountingPersistenceQueryCouchBase.class);
		
		accountingPersistenceQueryCouchBase = new AccountingPersistenceQueryCouchBase();
		accountingPersistenceQueryCouchBase.prepareConnection(configuration);
	}
	
	public void printMap(Map<Calendar,Info> map) {
		for(Info info : map.values()) {
			logger.debug("{}", info);
		}
	}
	
	@Test
	public void getUsersInVREs() throws Exception {
		List<String> contexts = new ArrayList<>();
		contexts.add("/d4science.research-infrastructures.eu/gCubeApps/ICCAT_BFT-E");
		contexts.add("/d4science.research-infrastructures.eu/gCubeApps/StockAssessment");
		contexts.add("/d4science.research-infrastructures.eu/gCubeApps/RStudioLab");
		contexts.add("/d4science.research-infrastructures.eu/gCubeApps/FAO_TunaAtlas");
		
		Calendar startTime = Calendar.getInstance();
		startTime.set(2015, Calendar.SEPTEMBER, 15);
		
		logger.debug("StartTime {}", startTime.getTimeInMillis());
		
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.JULY, 15);
		
		logger.debug("EndTime {}", endTime.getTimeInMillis());
		
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.MONTHLY);
		
		Class<AggregatedServiceUsageRecord> clz = AggregatedServiceUsageRecord.class;
		
		List<Filter> filters = new ArrayList<Filter>();
		//Filter filter = new Filter(ServiceUsageRecord.SERVICE_NAME, "DataMiner");
		Filter filter = new Filter(ServiceUsageRecord.SERVICE_NAME, "RConnector");
		filters.add(filter);
		
		for(String context : contexts) {
			ScopeProvider.instance.set(context);
			
			SortedSet<NumberedFilter> top = accountingPersistenceQueryCouchBase.getNextPossibleValuesWithMap(clz,
					temporalConstraint, filters, ServiceUsageRecord.CONSUMER_ID, null);
			
			logger.info("Context : {} - Users [{}] : {}", context, top.size(), top);
			
		}
		
	}
	
	@Test
	public void testTop() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2015, Calendar.SEPTEMBER, 15);
		
		logger.debug("StartTime {}", startTime.getTimeInMillis());
		
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.JULY, 15);
		
		logger.debug("EndTime {}", endTime.getTimeInMillis());
		
		List<Filter> filters = new ArrayList<Filter>();
		Filter filter = new Filter(ServiceUsageRecord.SERVICE_NAME, "DataMiner");
		//Filter filter = new Filter(ServiceUsageRecord.SERVICE_NAME, "RConnector");
		filters.add(filter);
		
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.MONTHLY);
		
		Class<AggregatedServiceUsageRecord> clz = AggregatedServiceUsageRecord.class;
		
		SortedMap<NumberedFilter,SortedMap<Calendar,Info>> set = accountingPersistenceQueryCouchBase.getTopValues(clz,
				temporalConstraint, filters, ServiceUsageRecord.CONSUMER_ID, null);
		
		logger.debug("Result {}", set);
	}
	
	@Test
	public void testTimeSeries() throws Exception {
		
		// AccountingPersistenceQueryFactory.getForcedQueryScope().set("/gcube/devNext/NextNext");
		
		Calendar startTime = Calendar.getInstance();
		startTime.set(2017, Calendar.NOVEMBER, 29);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.DECEMBER, 29);
		List<Filter> filters = new ArrayList<Filter>();
		
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		Class<AggregatedJobUsageRecord> clz = AggregatedJobUsageRecord.class;
		SortedMap<Calendar,Info> set = accountingPersistenceQueryCouchBase.getTimeSeries(clz, temporalConstraint,
				filters);
		logger.debug("Result final{}", set);
	}
	
	@Test
	public void testTimeSeriesNoContext() throws Exception {
		
		Calendar startTime = Calendar.getInstance();
		startTime.set(2017, Calendar.APRIL, 20);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.APRIL, 29, 23, 59);
		List<Filter> filters = new ArrayList<Filter>();
		
		/*
		Filter filter = 
				new Filter(AggregatedServiceUsageRecord.CALLED_METHOD, "WebProcessingService");
		filters.add(filter);
		*/
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		Class<AggregatedServiceUsageRecord> clz = AggregatedServiceUsageRecord.class;
		SortedMap<Calendar,Info> set = accountingPersistenceQueryCouchBase.getNoContextTimeSeries(clz,
				temporalConstraint, filters);
		logger.debug("Result final{}", set);
	}
	
	@Test
	public void getUsageValue() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2015, Calendar.MAY, 1);
		Calendar endTime = Calendar.getInstance();
		ScopeProvider.instance.set("/gcube");
		Filter filter = new Filter(AggregatedServiceUsageRecord.CONSUMER_ID, "alessandro.pieve");
		
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		
		JSONObject filterValue = accountingPersistenceQueryCouchBase.getUsageValue(AggregatedServiceUsageRecord.class,
				temporalConstraint, filter);
		
		logger.info("result:" + filterValue.toString());
		
	}
	
	/**
	 * utilizzato per effettuare una singola chiamata ad accounting analytics in modo che ritorni una lista di quote riempite 
	 * 
	 * OUTPUT:
	 * result:[
	 * 
	 *	[
	 *		UsageServiceValue [
	 *			clz=class org.gcube.accounting.datamodel.aggregation.AggregatedServiceUsageRecord, 
	 *			temporalConstraint=StartTime : 2015-05-01 10:25:49:238 UTC (1430475949238 millis), EndTime : 2016-11-11 10:25:49:238 UTC (1478859949238 millis), 
	 *			Aggregated DAILY, 
	 *	 		filtersValue=[
	 *				FiltersValue [
	 *						filters=[{ "serviceClass" : "DataAccess" }, { "serviceName" : "CkanConnector" }], d=1.0, orderingProperty=operationCount], 
	 *				FiltersValue [
	 *						filters=[{ "serviceClass" : "VREManagement" }], d=1.0, orderingProperty=operationCount]
	 *			], 
	 *			identifier=lucio.lelii, 
	 *			d=2.0, 
	 *			orderingProperty=operationCount
	 *		],
	 *				
	 *		UsageStorageValue [
	 *			clz=class org.gcube.accounting.datamodel.aggregation.AggregatedStorageUsageRecord, 
	 *			temporalConstraint=StartTime : 2015-05-01 10:25:49:238 UTC (1430475949238 millis), EndTime : 2016-11-11 10:25:49:238 UTC (1478859949238 millis), 
	 *			Aggregated DAILY, 
	 *			identifier=alessandro.pieve, 
	 *			d=714216.0, 
	 *			orderingProperty=dataVolume
	 *		]
	 *	]
	 */
	@Test
	public void getUsageValueQuotaTotal() throws Exception {
		
		String context = ScopedTest.getCurrentScope(DEFAULT_TEST_SCOPE);
		
		Calendar startTime = Calendar.getInstance();
		startTime.set(2017, Calendar.MAY, 1);
		Calendar endTime = Calendar.getInstance();
		
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		
		/*ask quota for user alessandro pieve
		 * 
		 * SERVICE
		 * */
		List<Filter> filters = new ArrayList<Filter>();
		filters.add(new Filter("serviceClass", "DataAccess"));
		filters.add(new Filter("serviceName", "CkanConnector"));
		UsageValue totalfilter = new UsageServiceValue(context, "lucio.lelii", AggregatedServiceUsageRecord.class,
				temporalConstraint, filters);
		
		/****
		 *Example call storage status for each consumer id (quota total used )
		 */
		//Call quota total for consumerID
		UsageValue totalfilterStorageStatus = new UsageStorageValue(context, "name.surname",
				AggregatedStorageStatusRecord.class);
		UsageValue totalfilterStorageStatus_2 = new UsageStorageValue(context, "lucio.lelii",
				AggregatedStorageStatusRecord.class);
		UsageValue totalfilterStorageStatus_3 = new UsageStorageValue(context, "alessandro.pieve",
				AggregatedStorageStatusRecord.class);
		UsageValue totalfilterStorageStatus_4 = new UsageStorageValue(context, "giancarlo.panichi",
				AggregatedStorageStatusRecord.class);
		
		/****
		 *Example call storage status for each consumer id( quota into period)
		 */
		//get temporalConstraintStorage
		Calendar startTimeStorage = Calendar.getInstance();
		startTimeStorage.set(2015, Calendar.MAY, 1);
		Calendar endTimeStorage = Calendar.getInstance();
		endTimeStorage.set(2017, Calendar.APRIL, 13);
		/*TemporalConstraint temporalConstraintStorage =new TemporalConstraint(startTimeStorage.getTimeInMillis(),
				endTimeStorage.getTimeInMillis(), AggregationMode.DAILY);*/
		TemporalConstraint temporalConstraintStorage = null;
		UsageValue totalfilterStorageStatusPeriod = new UsageStorageValue(context, "alessandro.pieve",
				AggregatedStorageStatusRecord.class, temporalConstraintStorage);
		
		//richiedo la lista di dati usati totali
		List<UsageValue> listTotalFilter = new ArrayList<UsageValue>();
		listTotalFilter.add(totalfilter);
		listTotalFilter.add(totalfilterStorageStatus);
		listTotalFilter.add(totalfilterStorageStatus_2);
		listTotalFilter.add(totalfilterStorageStatus_3);
		listTotalFilter.add(totalfilterStorageStatus_4);
		listTotalFilter.add(totalfilterStorageStatusPeriod);
		
		logger.info("filterPackageQuota:" + listTotalFilter);
		List<UsageValue> filterValue = accountingPersistenceQueryCouchBase.getUsageValueQuotaTotal(listTotalFilter);
		logger.info("result:" + filterValue.toString());
	}
	
	@Test
	public void getQuerableKeyJob() throws Exception {
		SortedSet<String> keys;
		
		keys = AccountingPersistenceQuery.getQuerableKeys(AggregatedJobUsageRecord.class);
		for(String key : keys) {
			if(key != null && !key.isEmpty()) {
				logger.debug("key:" + key);
			}
		}
		logger.debug("List FilterKeys:" + keys.toString());
	}
	
	@Test
	public void testTopService() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2016, Calendar.AUGUST, 27);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2016, Calendar.SEPTEMBER, 28, 23, 59);
		
		List<Filter> filters = new ArrayList<Filter>();
		//filters.add(new Filter(AggregatedServiceUsageRecord.SERVICE_NAME, "IS-Registry"));
		//filters.add(new Filter(AggregatedServiceUsageRecord.SERVICE_CLASS, "Common"));
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		
		Class<AggregatedServiceUsageRecord> clz = AggregatedServiceUsageRecord.class;
		
		SortedMap<NumberedFilter,SortedMap<Calendar,Info>> set = accountingPersistenceQueryCouchBase.getTopValues(clz,
				temporalConstraint, filters, AggregatedServiceUsageRecord.OPERATION_RESULT, null);
		
		logger.debug("Result final{}", set);
		
	}
	
	@Test
	public void testTopStorage() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2017, Calendar.FEBRUARY, 1);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.FEBRUARY, 28, 23, 59);
		
		List<Filter> filters = new ArrayList<Filter>();
		filters.add(new Filter(AggregatedServiceUsageRecord.CONSUMER_ID, "scarponi"));
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		
		Class<AggregatedStorageUsageRecord> clz = AggregatedStorageUsageRecord.class;
		
		SortedMap<NumberedFilter,SortedMap<Calendar,Info>> set = accountingPersistenceQueryCouchBase.getTopValues(clz,
				temporalConstraint, filters, AggregatedStorageUsageRecord.OPERATION_TYPE, null);
		
		logger.debug("Result final{}", set);
		
	}
	
	@Test
	public void getQuerableKeyService() throws Exception {
		SortedSet<String> keys;
		
		keys = AccountingPersistenceQuery.getQuerableKeys(AggregatedServiceUsageRecord.class);
		for(String key : keys) {
			if(key != null && !key.isEmpty()) {
				logger.debug("key:" + key);
			}
		}
		logger.debug("List FilterKeys:" + keys.toString());
	}
	
	public static SortedMap<Calendar,Info> padMap(SortedMap<Calendar,Info> unpaddedData,
			TemporalConstraint temporalConstraint) throws Exception {
		JSONObject jsonObject = getPaddingJSONObject(unpaddedData);
		SortedSet<Calendar> sequence = temporalConstraint.getCalendarSequence();
		for(Calendar progressTime : sequence) {
			Info info = unpaddedData.get(progressTime);
			if(info == null) {
				info = new Info(progressTime, jsonObject);
				unpaddedData.put(progressTime, info);
			}
		}
		return unpaddedData;
	}
	
	public static JSONObject getPaddingJSONObject(Map<Calendar,Info> unpaddedResults) throws JSONException {
		
		JSONObject jsonObject = new JSONObject();
		//verify data consistency
		
		if(unpaddedResults.size() != 0) {
			Info auxInfo = new ArrayList<Info>(unpaddedResults.values()).get(0);
			JSONObject auxJsonObject = auxInfo.getValue();
			@SuppressWarnings("unchecked")
			Iterator<String> keys = auxJsonObject.keys();
			while(keys.hasNext()) {
				String key = keys.next();
				jsonObject.put(key, 0);
			}
		}
		
		return jsonObject;
	}
	
	@Test
	public void testFull() throws Exception {
		logger.debug("test full ");
		try {
			Calendar startTime = Calendar.getInstance();
			//startTime.set(2016, Calendar.AUGUST, 20, 00, 00);
			startTime.set(2016, Calendar.AUGUST, 29, 00, 00);
			Calendar endTime = Calendar.getInstance();
			//endTime.set(2016, Calendar.AUGUST, 29, 23, 59);
			endTime.set(2016, Calendar.AUGUST, 31, 23, 59);
			
			List<Filter> filters = new ArrayList<Filter>();
			
			TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
					endTime.getTimeInMillis(), AggregationMode.DAILY);
			
			Class<AggregatedServiceUsageRecord> clz = AggregatedServiceUsageRecord.class;
			
			SortedMap<NumberedFilter,SortedMap<Calendar,Info>> set = accountingPersistenceQueryCouchBase
					.getTopValues(clz, temporalConstraint, filters, AggregatedServiceUsageRecord.CALLED_METHOD, null);
			/**pad*/
			int limit = 0;
			boolean pad = true;
			int count = set.size() > limit ? limit : set.size();
			NumberedFilter firstRemovalKey = null;
			logger.debug("set completo" + set.toString());
			for(NumberedFilter nf : set.keySet()) {
				if(--count >= 0 || limit <= 0) {
					if(pad) {
						padMap(set.get(nf), temporalConstraint);
					}
				} else {
					if(firstRemovalKey == null) {
						firstRemovalKey = nf;
					} else {
						break;
					}
				}
			}
			if(firstRemovalKey != null) {
				logger.debug("First removal key set:" + set.subMap(set.firstKey(), firstRemovalKey));
			}
			
			logger.debug("set: " + set);
			
		} catch(Exception e) {
			e.printStackTrace();
		}
	}
	
	@Test
	public void testContextService() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2017, Calendar.APRIL, 20);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.APRIL, 28, 23, 59);
		List<Filter> filters = new ArrayList<Filter>();
		//filters.add(new Filter(AggregatedServiceUsageRecord.CALLED_METHOD, "WebProcessingService"));
		//filters.add(new Filter(AggregatedServiceUsageRecord.CONSUMER_ID, "alessandro.pieve"));
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.DAILY);
		
		Class<AggregatedServiceUsageRecord> clz = AggregatedServiceUsageRecord.class;
		
		List<String> context = new ArrayList<String>();
		
		//  , /gcube/devsec/TestCreation12, /gcube/devsec/TestCreation13, /gcube/devsec/TestCreation14, /gcube/devsec/TestCreation15, /gcube/devsec/TestCreation16, /gcube/devsec/TestCreation17, /gcube/devsec/TestCreation7, /gcube/devsec/TestCreation8, /gcube/devsec/TestCreation9, /gcube/devsec/TestLucio2]]
		context.add("/gcube");
		context.add("/gcube/devNext");
		/*
			context.add("/gcube/devNext/Luciotest");
			context.add("/gcube/devNext/NextNext");
			context.add("/gcube/devsec");
			context.add("/gcube/devsec/SmartCamera");
			context.add("/gcube/devsec/statVRE");
			context.add("/gcube/devsec/TestAddLast");
			
			context.add("/gcube/devsec/devVRE");
			context.add("/gcube/devsec/preVRE");
			context.add("/gcube/preprod/preVRE");
			context.add("/gcube/preprod");
			*/
		SortedMap<Filter,SortedMap<Calendar,Info>> setContext = accountingPersistenceQueryCouchBase
				.getContextTimeSeries(clz, temporalConstraint, filters, context);
		logger.debug("Result final{}", setContext);
		
	}
	
	@Test
	public void getListUsage() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2015, Calendar.SEPTEMBER, 1);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2016, Calendar.OCTOBER, 20, 23, 59);
		List<Filter> filters = new ArrayList<Filter>();
		filters.add(new Filter(AggregatedServiceUsageRecord.CONSUMER_ID, "valentina.marioli"));
		////TemporalConstraint temporalConstraint = 
		new TemporalConstraint(startTime.getTimeInMillis(), endTime.getTimeInMillis(), AggregationMode.DAILY);
		//String context="/gcube/devNext";
		List<String> parameters = new ArrayList<String>();
		parameters.add("serviceClass");
		parameters.add("serviceName");
		//Class<AggregatedServiceUsageRecord> clz = 
		//	AggregatedServiceUsageRecord.class;
		//	SortedMap<String,Integer> result= accountingPersistenceQueryCouchBase.getListUsage(clz,temporalConstraint,	filters,context,parameters);
		
	}
	
	@Test
	public void getRecord() throws Exception {
		String recordId = "91e1c339-d811-45d7-a13f-7385af59e3c8";
		String type = "service";
		
		Record record = accountingPersistenceQueryCouchBase.getRecord(recordId, type);
		logger.debug("document:{}", record);
		
	}
	
	@Test
	public void getQuerableKeyStorageStatus() throws Exception {
		SortedSet<String> keys;
		keys = AccountingPersistenceQuery.getQuerableKeys(AggregatedStorageStatusRecord.class);
		for(String key : keys) {
			if(key != null && !key.isEmpty()) {
				logger.debug("key:" + key);
			}
		}
		logger.debug("List FilterKeys:" + keys.toString());
	}
	
	@Test
	public void testGetSpaceProvidersIds() throws Exception {
		SortedSet<String> listProvidersId = accountingPersistenceQueryCouchBase.getSpaceProvidersIds();
		logger.debug("Result final{}", listProvidersId);
		
	}
	
	@Test
	public void testGetFilterValue() throws Exception {
		
		//String key="consumerId";
		String key = "dataServiceId";
		
		SortedSet<NumberedFilter> listFilterValue = accountingPersistenceQueryCouchBase
				.getFilterValues(AggregatedStorageStatusRecord.class, null, null, key, null);
		logger.debug("Result final{}", listFilterValue);
		
	}
	
	@Test
	public void testUsageStorage() throws Exception {
		Calendar startTime = Calendar.getInstance();
		startTime.set(2017, Calendar.APRIL, 13);
		Calendar endTime = Calendar.getInstance();
		endTime.set(2017, Calendar.APRIL, 26, 23, 59);
		List<Filter> filters = new ArrayList<Filter>();
		//filters.add(new Filter(AggregatedStorageStatusRecord.DATA_SERVICEID, "identifier"));
		filters.add(new Filter(AggregatedServiceUsageRecord.CONSUMER_ID, "alessandro.pieve"));
		TemporalConstraint temporalConstraint = new TemporalConstraint(startTime.getTimeInMillis(),
				endTime.getTimeInMillis(), AggregationMode.YEARLY);
		
		List<String> providerId = new ArrayList<String>();
		Class<AggregatedStorageStatusRecord> clz = AggregatedStorageStatusRecord.class;
		
		//providerId.add("Rstudio");
		providerId.add("MongoDb");
		
		SortedMap<Filter,SortedMap<Calendar,Long>> setContext = accountingPersistenceQueryCouchBase
				.getSpaceTimeSeries(clz, temporalConstraint, filters, providerId);
		
		int count = setContext.size();
		Filter firstRemovalKey = null;
		for(Filter nf : setContext.keySet()) {
			if(--count >= 0) {
				//if(pad){
				padMapStorage(setContext.get(nf), temporalConstraint);
				
				//}
			} else {
				if(firstRemovalKey == null) {
					firstRemovalKey = nf;
				} else {
					break;
				}
			}
		}
		
		/*
		if(firstRemovalKey!=null){
			return setContext.subMap(setContext.firstKey(), firstRemovalKey);
		}
		*/
		
		logger.debug("Result final{}", setContext);
		
	}
	
	public SortedMap<Calendar,Long> padMapStorage(SortedMap<Calendar,Long> unpaddedData,
			TemporalConstraint temporalConstraint) throws Exception {
		
		//JSONObject jsonObject = getPaddingJSONObject(unpaddedData);
		SortedSet<Calendar> sequence = temporalConstraint.getCalendarSequence();
		Long longValuePre = null;
		for(Calendar progressTime : sequence) {
			Long longValue = unpaddedData.get(progressTime);
			
			if(longValue == null) {
				unpaddedData.put(progressTime, longValuePre);
			} else {
				longValuePre = longValue;
			}
			
		}
		return unpaddedData;
	}
	
}