upgraded map reduce

git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/private/luca.frosini/GenerateMapReduceCouchbase@154904 82a268e6-3cf1-43bd-a215-b396298e98cf

src/main/resources/MapReduce/JobUsageRecord/consumerId__jobName/map.js

@@ -13,7 +13,7 @@ function(doc,meta) {
 		
 		var propertiesKey = [];
 		propertiesKey.push(doc.consumerId);
-		propertiesKey.push(doc.jobId);
+		propertiesKey.push(doc.jobName);
 		
 		var timestamp=Number(doc.creationTime);
 	

src/main/resources/MapReduce/JobUsageRecord/consumerId__jobName__operationResult/map.js

@@ -13,7 +13,7 @@ function(doc,meta) {
 		
 		var propertiesKey = [];
 		propertiesKey.push(doc.consumerId);
-		propertiesKey.push(doc.jobId);
+		propertiesKey.push(doc.jobName);
 		propertiesKey.push(doc.operationResult);
 		
 		var timestamp=Number(doc.creationTime);

src/main/resources/MapReduce/JobUsageRecord/jobName/map.js

@@ -12,7 +12,7 @@ function(doc,meta) {
 		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
 		
 		var propertiesKey = [];
-		propertiesKey.push(doc.jobId);
+		propertiesKey.push(doc.jobName);
 		
 		var timestamp=Number(doc.creationTime);
 	

src/main/resources/MapReduce/TaskUsageRecord/consumerId/map.js

@@ -1,35 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.consumerId);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/consumerId__operationResult/map.js

@@ -1,36 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.consumerId);
-		propertiesKey.push(doc.operationResult);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/consumerId__operationResult/reduce.js

@@ -1,24 +0,0 @@
-function(keys, values, rereduce){
-	var maxInvocationTime = Number(values[0].maxInvocationTime);
-	var minInvocationTime = Number(values[0].minInvocationTime);
-	var total = 0;
-	var numerator = 0;
-	for(i=0; i<values.length; i++){
-		total += Number(values[i].operationCount);
-		numerator += Number(values[i].operationCount) * Number(values[i].duration);
-		if(maxInvocationTime<=values[i].maxInvocationTime){
-			maxInvocationTime = values[i].maxInvocationTime;
-		}
-		if(minInvocationTime>=values[i].minInvocationTime){
-			minInvocationTime = values[i].minInvocationTime;
-		}
-	}
-	
-	ret = {};
-	ret.operationCount = Number(total);
-	ret.duration = Number(numerator)/Number(total);
-	ret.maxInvocationTime = Number(maxInvocationTime);
-	ret.minInvocationTime = Number(minInvocationTime);
-
-	return ret;
-}

src/main/resources/MapReduce/TaskUsageRecord/consumerId__operationResult__taskId/map.js

@@ -1,37 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.consumerId);
-		propertiesKey.push(doc.operationResult);
-		propertiesKey.push(doc.taskId);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/consumerId__operationResult__taskId/reduce.js

@@ -1,24 +0,0 @@
-function(keys, values, rereduce){
-	var maxInvocationTime = Number(values[0].maxInvocationTime);
-	var minInvocationTime = Number(values[0].minInvocationTime);
-	var total = 0;
-	var numerator = 0;
-	for(i=0; i<values.length; i++){
-		total += Number(values[i].operationCount);
-		numerator += Number(values[i].operationCount) * Number(values[i].duration);
-		if(maxInvocationTime<=values[i].maxInvocationTime){
-			maxInvocationTime = values[i].maxInvocationTime;
-		}
-		if(minInvocationTime>=values[i].minInvocationTime){
-			minInvocationTime = values[i].minInvocationTime;
-		}
-	}
-	
-	ret = {};
-	ret.operationCount = Number(total);
-	ret.duration = Number(numerator)/Number(total);
-	ret.maxInvocationTime = Number(maxInvocationTime);
-	ret.minInvocationTime = Number(minInvocationTime);
-
-	return ret;
-}

src/main/resources/MapReduce/TaskUsageRecord/consumerId__taskId/map.js

@@ -1,36 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.consumerId);
-		propertiesKey.push(doc.taskId);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/consumerId__taskId/reduce.js

@@ -1,24 +0,0 @@
-function(keys, values, rereduce){
-	var maxInvocationTime = Number(values[0].maxInvocationTime);
-	var minInvocationTime = Number(values[0].minInvocationTime);
-	var total = 0;
-	var numerator = 0;
-	for(i=0; i<values.length; i++){
-		total += Number(values[i].operationCount);
-		numerator += Number(values[i].operationCount) * Number(values[i].duration);
-		if(maxInvocationTime<=values[i].maxInvocationTime){
-			maxInvocationTime = values[i].maxInvocationTime;
-		}
-		if(minInvocationTime>=values[i].minInvocationTime){
-			minInvocationTime = values[i].minInvocationTime;
-		}
-	}
-	
-	ret = {};
-	ret.operationCount = Number(total);
-	ret.duration = Number(numerator)/Number(total);
-	ret.maxInvocationTime = Number(maxInvocationTime);
-	ret.minInvocationTime = Number(minInvocationTime);
-
-	return ret;
-}

src/main/resources/MapReduce/TaskUsageRecord/operationResult/map.js

@@ -1,35 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.operationResult);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/operationResult/reduce.js

@@ -1,24 +0,0 @@
-function(keys, values, rereduce){
-	var maxInvocationTime = Number(values[0].maxInvocationTime);
-	var minInvocationTime = Number(values[0].minInvocationTime);
-	var total = 0;
-	var numerator = 0;
-	for(i=0; i<values.length; i++){
-		total += Number(values[i].operationCount);
-		numerator += Number(values[i].operationCount) * Number(values[i].duration);
-		if(maxInvocationTime<=values[i].maxInvocationTime){
-			maxInvocationTime = values[i].maxInvocationTime;
-		}
-		if(minInvocationTime>=values[i].minInvocationTime){
-			minInvocationTime = values[i].minInvocationTime;
-		}
-	}
-	
-	ret = {};
-	ret.operationCount = Number(total);
-	ret.duration = Number(numerator)/Number(total);
-	ret.maxInvocationTime = Number(maxInvocationTime);
-	ret.minInvocationTime = Number(minInvocationTime);
-
-	return ret;
-}

src/main/resources/MapReduce/TaskUsageRecord/operationResult__taskId/map.js

@@ -1,36 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.operationResult);
-		propertiesKey.push(doc.taskId);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/operationResult__taskId/reduce.js

@@ -1,24 +0,0 @@
-function(keys, values, rereduce){
-	var maxInvocationTime = Number(values[0].maxInvocationTime);
-	var minInvocationTime = Number(values[0].minInvocationTime);
-	var total = 0;
-	var numerator = 0;
-	for(i=0; i<values.length; i++){
-		total += Number(values[i].operationCount);
-		numerator += Number(values[i].operationCount) * Number(values[i].duration);
-		if(maxInvocationTime<=values[i].maxInvocationTime){
-			maxInvocationTime = values[i].maxInvocationTime;
-		}
-		if(minInvocationTime>=values[i].minInvocationTime){
-			minInvocationTime = values[i].minInvocationTime;
-		}
-	}
-	
-	ret = {};
-	ret.operationCount = Number(total);
-	ret.duration = Number(numerator)/Number(total);
-	ret.maxInvocationTime = Number(maxInvocationTime);
-	ret.minInvocationTime = Number(minInvocationTime);
-
-	return ret;
-}

src/main/resources/MapReduce/TaskUsageRecord/taskId/map.js

@@ -1,35 +0,0 @@
-function(doc,meta) {
-	if(doc.usageRecordType == "TaskUsageRecord" || doc.recordType == "TaskUsageRecord"){
-		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc._wallDuration && isNaN(Number(doc._wallDuration)))){
-			emit([0, "Invalid Value", doc.id], doc);
-			return;
-		}
-
-		var data = {};
-		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
-		data.duration = doc.duration ? Number(doc._wallDuration) : 1;
-		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
-		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
-		
-		var propertiesKey = [];
-		propertiesKey.push(doc.taskId);
-		
-		var timestamp=Number(doc.creationTime);
-		var date = new Date(timestamp);
-		var dataKey = [];
-		dataKey.push(date.getUTCFullYear());
-		dataKey.push(date.getUTCMonth()+1);
-		dataKey.push(date.getUTCDate());
-		dataKey.push(date.getUTCHours());
-		dataKey.push(date.getUTCMinutes());
-//		dataKey.push(date.getUTCSeconds());
-//		dataKey.push(date.getUTCMilliseconds());
-		
-		
-		var finalKey = propertiesKey.concat(dataKey);
-
-		finalKey.unshift(doc.scope);
-		
-		emit(finalKey, data);
-	}
-}

src/main/resources/MapReduce/TaskUsageRecord/taskId/reduce.js

@@ -1,24 +0,0 @@
-function(keys, values, rereduce){
-	var maxInvocationTime = Number(values[0].maxInvocationTime);
-	var minInvocationTime = Number(values[0].minInvocationTime);
-	var total = 0;
-	var numerator = 0;
-	for(i=0; i<values.length; i++){
-		total += Number(values[i].operationCount);
-		numerator += Number(values[i].operationCount) * Number(values[i].duration);
-		if(maxInvocationTime<=values[i].maxInvocationTime){
-			maxInvocationTime = values[i].maxInvocationTime;
-		}
-		if(minInvocationTime>=values[i].minInvocationTime){
-			minInvocationTime = values[i].minInvocationTime;
-		}
-	}
-	
-	ret = {};
-	ret.operationCount = Number(total);
-	ret.duration = Number(numerator)/Number(total);
-	ret.maxInvocationTime = Number(maxInvocationTime);
-	ret.minInvocationTime = Number(minInvocationTime);
-
-	return ret;
-}

src/main/resources/MapReduce/extraJobUsageRecord/JobUsageRecordAggregated/all/map.js

@@ -0,0 +1,45 @@
+function(doc,meta) {
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){
+		if((doc.duration && isNaN(Number(doc.duration))) || (doc.operationCount && isNaN(Number(doc.operationCount)))){
+			emit([0, "Invalid Value", doc.id], doc);
+			return;
+		}
+ 		var data = {};
+ 		data.jobName = doc.jobName;
+ 		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
+ 		data.serviceClass = doc.serviceClass;
+ 		data.creationTime = doc.creationTime;
+ 		
+ 		var callerQualifier=doc.callerQualifier ? (doc.callerQualifier) : "UNKNOWN";
+ 		data.callerQualifier=callerQualifier;
+ 		
+ 		data.recordType = doc.recordType;
+ 		data.consumerId = doc.consumerId;
+ 		data.aggregated = doc.aggregated;
+ 		data.serviceName = doc.serviceName;
+ 		data.duration = doc.duration ? Number(doc.duration) : 1;
+ 		data.maxInvocationTime = doc.maxInvocationTime ? doc.maxInvocationTime : data.duration;
+ 		data.scope = doc.scope;
+ 		data.host = doc.host;
+ 		data.startTime = doc.startTime;
+ 		data.id = doc.id;
+ 		data.endTime = doc.endTime;
+		data.minInvocationTime = doc.minInvocationTime ? doc.minInvocationTime : data.duration;
+		data.operationResult = doc.operationResult;
+		
+		data._rev = doc._rev;
+		data._id = doc._id;
+
+		var timestamp = Number(doc.creationTime);
+        var date = new Date(timestamp);
+		var dataKey = [];
+		dataKey.push(date.getUTCFullYear());
+		dataKey.push(date.getUTCMonth()+1);
+		dataKey.push(date.getUTCDate());
+		dataKey.push(date.getUTCHours());
+		dataKey.push(date.getUTCMinutes());		
+		emit(dataKey, data);
+	}
+}
+ 
+

src/main/resources/MapReduce/extraJobUsageRecord/JobUsageRecordAggregated/scope/map.js

@@ -0,0 +1,45 @@
+function(doc,meta) {
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){
+		if((doc.duration && isNaN(Number(doc.duration))) || (doc.operationCount && isNaN(Number(doc.operationCount)))){
+			emit([0, "Invalid Value", doc.id], doc);
+			return;
+		}
+ 		var data = {};
+ 		data.jobName = doc.jobName;
+ 		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
+ 		data.serviceClass = doc.serviceClass;
+ 		data.creationTime = doc.creationTime;
+ 		
+ 		var callerQualifier=doc.callerQualifier ? (doc.callerQualifier) : "UNKNOWN";
+ 		data.callerQualifier=callerQualifier;
+ 		
+ 		data.recordType = doc.recordType;
+ 		data.consumerId = doc.consumerId;
+ 		data.aggregated = doc.aggregated;
+ 		data.serviceName = doc.serviceName;
+ 		data.duration = doc.duration ? Number(doc.duration) : 1;
+ 		data.maxInvocationTime = doc.maxInvocationTime ? doc.maxInvocationTime : data.duration;
+ 		data.scope = doc.scope;
+ 		data.host = doc.host;
+ 		data.startTime = doc.startTime;
+ 		data.id = doc.id;
+ 		data.endTime = doc.endTime;
+		data.minInvocationTime = doc.minInvocationTime ? doc.minInvocationTime : data.duration;
+		data.operationResult = doc.operationResult;
+		
+		data._rev = doc._rev;
+		data._id = doc._id;
+
+		var timestamp = Number(doc.creationTime);
+        var date = new Date(timestamp);
+		var dataKey = [];
+		dataKey.push(doc.scope);
+		dataKey.push(date.getUTCFullYear());
+		dataKey.push(date.getUTCMonth()+1);
+		dataKey.push(date.getUTCDate());
+		dataKey.push(date.getUTCHours());
+		dataKey.push(date.getUTCMinutes());		
+		emit(dataKey, data);
+	}
+}
+

src/main/resources/MapReduce/extraJobUsageRecord/JobUsageRecordValue/jobName/map.js

@@ -0,0 +1,7 @@
+function(doc,meta) {
+	var emitKey = [];
+		emitKey.push(doc.scope);
+		emitKey.push(doc.jobName);
+		emit(emitKey, doc.jobName);
+	
+}

src/main/resources/MapReduce/extraJobUsageRecord/JobUsageRecordValue/serviceName/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraJobUsageRecord/all/all/map.js

@@ -0,0 +1,25 @@
+function(doc,meta) {
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "ServiceUsageRecord"){
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){
+			emit([0, "Invalid Value", doc.id], doc);
+			return;
+		}
+ 
+		var data = {};
+		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
+		data.duration = doc.duration ? Number(doc.duration) : 1;
+		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
+		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
+		var timestamp=Number(doc.creationTime);
+		var date = new Date(timestamp);
+		var dataKey = [];
+		dataKey.push(date.getUTCFullYear());
+		dataKey.push(date.getUTCMonth()+1);
+		dataKey.push(date.getUTCDate());
+		dataKey.push(date.getUTCHours());
+		dataKey.push(date.getUTCMinutes());
+ 
+		dataKey.unshift(doc.scope);
+		emit(dataKey, data);
+	}
+}

src/main/resources/MapReduce/extraJobUsageRecord/noContext/all/map.js

@@ -0,0 +1,23 @@
+function(doc,meta) {
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){
+			emit([0, "Invalid Value", doc.id], doc);
+			return;
+		}
+ 
+		var data = {};
+		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
+		data.duration = doc.duration ? Number(doc.duration) : 1;
+		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
+		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
+		var timestamp=Number(doc.creationTime);
+		var date = new Date(timestamp);
+		var dataKey = [];
+		dataKey.push(date.getUTCFullYear());
+		dataKey.push(date.getUTCMonth()+1);
+		dataKey.push(date.getUTCDate());
+		dataKey.push(date.getUTCHours());
+		dataKey.push(date.getUTCMinutes());
+		emit(dataKey, data);
+	}
+}

src/main/resources/MapReduce/extraJobUsageRecord/noContext/jobName/map.js

@@ -0,0 +1,30 @@
+function(doc,meta) {
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){
+			emit([0, "Invalid Value", doc.id], doc);
+			return;
+		}
+ 
+		var data = {};
+		data.operationCount = doc.operationCount ? Number(doc.operationCount) : 1;
+		data.duration = doc.duration ? Number(doc.duration) : 1;
+		data.maxInvocationTime = doc.maxInvocationTime ? Number(doc.maxInvocationTime) : data.duration;
+		data.minInvocationTime = doc.minInvocationTime ? Number(doc.minInvocationTime) : data.duration;
+		
+		var propertiesKey = [];
+		propertiesKey.push(doc.jobName);
+		
+	
+		var timestamp=Number(doc.creationTime);
+		var date = new Date(timestamp);
+		var dataKey = [];
+		dataKey.push(date.getUTCFullYear());
+		dataKey.push(date.getUTCMonth()+1);
+		dataKey.push(date.getUTCDate());
+		dataKey.push(date.getUTCHours());
+		dataKey.push(date.getUTCMinutes());
+		var finalKey = propertiesKey.concat(dataKey);
+	
+		emit(finalKey, data);
+	}
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_callerQualifier/callerQualifier/map.js

@@ -0,0 +1,22 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return;  
+		}  
+        	var data = {}; 
+	        var document=doc.callerQualifier ? doc.callerQualifier :"UNKNOWN"
+		data[document] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_consumerId/consumerId/map.js

@@ -0,0 +1,21 @@
+function(doc,meta) {  
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){  
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){  
+			emit([0, "Invalid Value", doc.id], doc);  
+			return;  
+		}  
+        	var data = {};  
+		data[doc.consumerId] = doc.operationCount ? Number(doc.operationCount) : 1;  
+		var propertiesKey = [];  
+		var timestamp=Number(doc.creationTime);  
+		var date = new Date(timestamp);  
+		var dataKey = [];   
+		dataKey.push(date.getUTCFullYear());   
+		dataKey.push(date.getUTCMonth()+1);   
+		dataKey.push(date.getUTCDate());   
+		dataKey.push(date.getUTCHours());   
+		var finalKey = propertiesKey.concat(dataKey);  
+		finalKey.unshift(doc.scope);  
+		emit(finalKey, data);  
+	}  
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_consumerId/consumerId__operationResult/map.js

@@ -0,0 +1,22 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.consumerId] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.operationResult); 
+          	finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_consumerId/consumerId__serviceClass/map.js

@@ -0,0 +1,22 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.consumerId] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.serviceClass); 
+          	finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_consumerId/consumerId__serviceName/map.js

@@ -0,0 +1,22 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.consumerId] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.serviceName); 
+          	finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_host/host/map.js

@@ -0,0 +1,21 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.host] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_host/host__serviceClass/map.js

@@ -0,0 +1,22 @@
+function(doc,meta) {  
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){  
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){  
+			emit([0, "Invalid Value", doc.id], doc);  
+			return;  
+		}  
+        	var data = {};  
+		data[doc.host] = doc.operationCount ? Number(doc.operationCount) : 1;  
+		var propertiesKey = [];  
+		var timestamp=Number(doc.creationTime);  
+		var date = new Date(timestamp);  
+		var dataKey = [];   
+		dataKey.push(date.getUTCFullYear());   
+		dataKey.push(date.getUTCMonth()+1);   
+		dataKey.push(date.getUTCDate());   
+		dataKey.push(date.getUTCHours());   
+		var finalKey = propertiesKey.concat(dataKey);  
+		finalKey.unshift(doc.serviceClass);  
+          	finalKey.unshift(doc.scope);  
+		emit(finalKey, data);  
+	}  
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_jobName/jobName/map.js

@@ -0,0 +1,21 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.jobName] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_operationResult/operationResult/map.js

@@ -0,0 +1,21 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.operationResult] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_serviceClass/serviceClass/map.js

@@ -0,0 +1,21 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.serviceClass] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraJobUsageRecord/top_serviceName/serviceName/map.js

@@ -0,0 +1,21 @@
+function(doc,meta) { 
+	if(doc.usageRecordType == "JobUsageRecord" || doc.recordType == "JobUsageRecord"){ 
+		if((doc.operationCount && isNaN(Number(doc.operationCount))) || (doc.duration && isNaN(Number(doc.duration)))){ 
+			emit([0, "Invalid Value", doc.id], doc); 
+			return; 
+		} 
+        	var data = {}; 
+		data[doc.serviceName] = doc.operationCount ? Number(doc.operationCount) : 1; 
+		var propertiesKey = []; 
+		var timestamp=Number(doc.creationTime); 
+		var date = new Date(timestamp); 
+		var dataKey = [];  
+		dataKey.push(date.getUTCFullYear());  
+		dataKey.push(date.getUTCMonth()+1);  
+		dataKey.push(date.getUTCDate());  
+		dataKey.push(date.getUTCHours());  
+		var finalKey = propertiesKey.concat(dataKey); 
+		finalKey.unshift(doc.scope); 
+		emit(finalKey, data); 
+	} 
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/callerQualifier/map.js

@@ -0,0 +1,8 @@
+function(doc,meta) { 
+	var emitKey = []; 
+		emitKey.push(doc.scope); 
+		var callerQualifier=doc.callerQualifier ? (doc.callerQualifier) : "UNKNOWN"; 
+		emitKey.push(callerQualifier); 
+		emit(emitKey, callerQualifier); 
+	 
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/callerQualifier/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/consumerId/map.js

@@ -0,0 +1,7 @@
+function(doc,meta) {
+	var emitKey = [];
+		emitKey.push(doc.scope);
+		emitKey.push(doc.consumerId);
+		emit(emitKey, doc.consumerId);
+	
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/consumerId/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/host/map.js

@@ -0,0 +1,7 @@
+function(doc,meta) {
+	var emitKey = [];
+		emitKey.push(doc.scope);
+		emitKey.push(doc.host);
+		emit(emitKey, doc.host);
+	
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/host/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/operationResult/map.js

@@ -0,0 +1,7 @@
+function(doc,meta) {
+	var emitKey = [];
+		emitKey.push(doc.scope);
+		emitKey.push(doc.operationResult);
+		emit(emitKey, doc.operationResult);
+	
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/operationResult/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/serviceClass/map.js

@@ -0,0 +1,7 @@
+function(doc,meta) {
+	var emitKey = [];
+		emitKey.push(doc.scope);
+		emitKey.push(doc.serviceClass);
+		emit(emitKey, doc.serviceClass);
+	
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/serviceClass/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/serviceName/map.js

@@ -0,0 +1,7 @@
+function(doc,meta) {
+	var emitKey = [];
+		emitKey.push(doc.scope);
+		emitKey.push(doc.serviceName);
+		emit(emitKey, doc.serviceName);
+	
+}

src/main/resources/MapReduce/extraServiceUsageRecord/ServiceUsageRecordValue/serviceName/reduce.js

@@ -0,0 +1,4 @@
+function(keys, values, rereduce){ 
+	return values[0]; 
+      
+}

src/main/resources/MapReduce/extraServiceUsageRecord/all/all/reduce.js

@@ -0,0 +1,24 @@
+function(keys, values, rereduce){ 
+	var maxInvocationTime = Number(values[0].maxInvocationTime); 
+	var minInvocationTime = Number(values[0].minInvocationTime); 
+	var total = 0; 
+	var numerator = 0; 
+	for(i=0; i<values.length; i++){ 
+		total += Number(values[i].operationCount); 
+		numerator += Number(values[i].operationCount) * Number(values[i].duration); 
+		if(maxInvocationTime<=values[i].maxInvocationTime){ 
+			maxInvocationTime = values[i].maxInvocationTime; 
+		} 
+		if(minInvocationTime>=values[i].minInvocationTime){ 
+			minInvocationTime = values[i].minInvocationTime; 
+		} 
+	} 
+	 
+	ret = {}; 
+	ret.operationCount = Number(total); 
+	ret.duration = Number(numerator)/Number(total); 
+	ret.maxInvocationTime = Number(maxInvocationTime); 
+	ret.minInvocationTime = Number(minInvocationTime); 
+ 
+	return ret;
+}

src/main/resources/MapReduce/extraServiceUsageRecord/noContext/calledMethod/reduce.js

@@ -0,0 +1,24 @@
+function(keys, values, rereduce){
+	var maxInvocationTime = Number(values[0].maxInvocationTime);
+	var minInvocationTime = Number(values[0].minInvocationTime);
+	var total = 0;
+	var numerator = 0;
+	for(i=0; i<values.length; i++){
+		total += Number(values[i].operationCount);
+		numerator += Number(values[i].operationCount) * Number(values[i].duration);
+		if(maxInvocationTime<=values[i].maxInvocationTime){
+			maxInvocationTime = values[i].maxInvocationTime;
+		}
+		if(minInvocationTime>=values[i].minInvocationTime){
+			minInvocationTime = values[i].minInvocationTime;
+		}
+	}
+	
+	ret = {};
+	ret.operationCount = Number(total);
+	ret.duration = Number(numerator)/Number(total);
+	ret.maxInvocationTime = Number(maxInvocationTime);
+	ret.minInvocationTime = Number(minInvocationTime);
+ 
+	return ret;
+}