Added test
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/information-system/resource-registry@134706 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
1b0c54852a
commit
77c47433d4
|
|
@ -3,12 +3,43 @@
|
||||||
*/
|
*/
|
||||||
package org.gcube.informationsystem.resourceregistry.resources.impl;
|
package org.gcube.informationsystem.resourceregistry.resources.impl;
|
||||||
|
|
||||||
|
import java.io.BufferedReader;
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.FileReader;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
import java.lang.management.ManagementFactory;
|
||||||
|
import java.lang.management.OperatingSystemMXBean;
|
||||||
|
import java.nio.file.FileStore;
|
||||||
|
import java.nio.file.Files;
|
||||||
|
import java.nio.file.Paths;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.UUID;
|
||||||
|
import java.util.regex.Matcher;
|
||||||
|
import java.util.regex.Pattern;
|
||||||
|
|
||||||
import org.gcube.common.scope.api.ScopeProvider;
|
import org.gcube.common.scope.api.ScopeProvider;
|
||||||
|
import org.gcube.informationsystem.impl.embedded.HeaderImpl;
|
||||||
|
import org.gcube.informationsystem.impl.entity.facet.CPUFacetImpl;
|
||||||
|
import org.gcube.informationsystem.impl.entity.facet.ContainerStateFacetImpl;
|
||||||
|
import org.gcube.informationsystem.impl.entity.facet.MemoryFacetImpl;
|
||||||
|
import org.gcube.informationsystem.impl.entity.facet.SimplePropertyFacetImpl;
|
||||||
|
import org.gcube.informationsystem.impl.entity.resource.HostingNodeImpl;
|
||||||
import org.gcube.informationsystem.impl.utils.Entities;
|
import org.gcube.informationsystem.impl.utils.Entities;
|
||||||
|
import org.gcube.informationsystem.model.embedded.Header;
|
||||||
|
import org.gcube.informationsystem.model.entity.Facet;
|
||||||
|
import org.gcube.informationsystem.model.entity.Resource;
|
||||||
|
import org.gcube.informationsystem.model.entity.facet.CPUFacet;
|
||||||
|
import org.gcube.informationsystem.model.entity.facet.ContainerStateFacet;
|
||||||
|
import org.gcube.informationsystem.model.entity.facet.MemoryFacet;
|
||||||
|
import org.gcube.informationsystem.model.entity.facet.MemoryFacet.MemoryUnit;
|
||||||
|
import org.gcube.informationsystem.model.entity.facet.SimplePropertyFacet;
|
||||||
import org.gcube.informationsystem.model.entity.resource.EService;
|
import org.gcube.informationsystem.model.entity.resource.EService;
|
||||||
import org.gcube.informationsystem.model.entity.resource.HostingNode;
|
import org.gcube.informationsystem.model.entity.resource.HostingNode;
|
||||||
|
import org.gcube.informationsystem.model.relation.ConsistsOf;
|
||||||
|
import org.gcube.informationsystem.model.relation.consistsof.HasVolatileMemory;
|
||||||
import org.gcube.informationsystem.resourceregistry.api.exceptions.ResourceRegistryException;
|
import org.gcube.informationsystem.resourceregistry.api.exceptions.ResourceRegistryException;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
|
|
@ -60,4 +91,360 @@ public class SmartgearResourcesTest {
|
||||||
logger.debug("Unmarshalled {} {}", EService.NAME, eService);
|
logger.debug("Unmarshalled {} {}", EService.NAME, eService);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static final String MEMORY_TYPE = "memoryType";
|
||||||
|
public static final String MEMORY_TYPE_RAM = "RAM";
|
||||||
|
public static final String MEMORY_TYPE_JVM = "JVM";
|
||||||
|
public static final String JVM_MAX_MEMORY = "jvmMaxMemory";
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testHostingNodeOperations() throws ResourceRegistryException, IOException{
|
||||||
|
ScopeProvider.instance.set("/gcube/devNext");
|
||||||
|
|
||||||
|
UUID uuid = UUID.randomUUID();
|
||||||
|
|
||||||
|
HostingNode hostingNode = new HostingNodeImpl();
|
||||||
|
Header header = new HeaderImpl(uuid);
|
||||||
|
hostingNode.setHeader(header);
|
||||||
|
|
||||||
|
/*
|
||||||
|
NetworkingFacet networkingFacet = new NetworkingFacetImpl();
|
||||||
|
try {
|
||||||
|
networkingFacet.setIPAddress(InetAddress.getLocalHost().getHostAddress());
|
||||||
|
} catch (UnknownHostException e) {
|
||||||
|
logger.warn("unable to detect the IP address of the host");
|
||||||
|
}
|
||||||
|
networkingFacet.setHostName("pc-frosini.isti.cnr.it");
|
||||||
|
networkingFacet.setDomainName(getDomain(networkingFacet.getHostName()));
|
||||||
|
|
||||||
|
networkingFacet.setAdditionalProperty("Port", 8080);
|
||||||
|
IsIdentifiedBy<HostingNode, NetworkingFacet> isIdentifiedBy =
|
||||||
|
new IsIdentifiedByImpl<>(hostingNode, networkingFacet, null);
|
||||||
|
hostingNode.addFacet(isIdentifiedBy);
|
||||||
|
|
||||||
|
List<CPUFacet> cpuFacets = getCPUFacets();
|
||||||
|
for (CPUFacet cpuFacet: cpuFacets) {
|
||||||
|
hostingNode.addFacet(cpuFacet);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
SoftwareFacet softwareFacet = new SoftwareFacetImpl();
|
||||||
|
OperatingSystemMXBean mxbean = ManagementFactory.getOperatingSystemMXBean();
|
||||||
|
softwareFacet.setGroup(mxbean.getName()); // softwareFacet.setGroup(System.getProperty("os.name"));
|
||||||
|
softwareFacet.setName(mxbean.getArch()); // softwareFacet.setName(System.getProperty("os.arch"));
|
||||||
|
softwareFacet.setVersion(mxbean.getVersion()); // softwareFacet.setName(System.getProperty("os.version"));
|
||||||
|
hostingNode.addFacet(softwareFacet);
|
||||||
|
|
||||||
|
|
||||||
|
SimplePropertyFacet simplePropertyFacet = addEnvironmentVariables();
|
||||||
|
hostingNode.addFacet(simplePropertyFacet);
|
||||||
|
*/
|
||||||
|
|
||||||
|
|
||||||
|
ContainerStateFacet containerStateFacet = getContainerStateFacet(null);
|
||||||
|
hostingNode.addFacet(containerStateFacet);
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
MemoryFacet ramFacet = getRamInfo(null);
|
||||||
|
HasVolatileMemory<HostingNode, MemoryFacet> hasVolatileRAMMemory =
|
||||||
|
new HasVolatileMemoryImpl<HostingNode, MemoryFacet>(
|
||||||
|
hostingNode, ramFacet, null);
|
||||||
|
hasVolatileRAMMemory.setAdditionalProperty(MEMORY_TYPE, MEMORY_TYPE_RAM);
|
||||||
|
hostingNode.addFacet(hasVolatileRAMMemory);
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
MemoryFacet jvmMemoryFacet = getJVMMemoryInfo(null);
|
||||||
|
HasVolatileMemory<HostingNode, MemoryFacet> hasVolatileJVMMemory =
|
||||||
|
new HasVolatileMemoryImpl<HostingNode, MemoryFacet>(
|
||||||
|
hostingNode, jvmMemoryFacet, null);
|
||||||
|
hasVolatileJVMMemory.setAdditionalProperty(MEMORY_TYPE, MEMORY_TYPE_JVM);
|
||||||
|
hostingNode.addFacet(hasVolatileJVMMemory);
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
MemoryFacet disk = getDiskSpace(null);
|
||||||
|
HasPersistentMemory<HostingNode, MemoryFacet> hasPersistentMemory =
|
||||||
|
new HasPersistentMemoryImpl<HostingNode, MemoryFacet>(hostingNode, disk, null);
|
||||||
|
hostingNode.addFacet(hasPersistentMemory);
|
||||||
|
*/
|
||||||
|
|
||||||
|
String json = entityManagementImpl.createResource(HostingNode.NAME, Entities.marshal(hostingNode));
|
||||||
|
|
||||||
|
|
||||||
|
HostingNode hostingNodeToUpdate = Entities.unmarshal(HostingNode.class, json);
|
||||||
|
|
||||||
|
List<ConsistsOf<? extends Resource, ? extends Facet>> consistsOfToRemove = new ArrayList<>();
|
||||||
|
|
||||||
|
List<ConsistsOf<? extends Resource, ? extends Facet>> consistsOfList = hostingNodeToUpdate.getConsistsOf();
|
||||||
|
for(ConsistsOf<? extends Resource, ? extends Facet> c : consistsOfList){
|
||||||
|
/*
|
||||||
|
if(c.getTarget() instanceof ContainerStateFacet){
|
||||||
|
containerStateFacet = (ContainerStateFacet) c.getTarget();
|
||||||
|
containerStateFacet = getContainerStateFacet(containerStateFacet);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
|
||||||
|
if(c instanceof HasVolatileMemory){
|
||||||
|
/*
|
||||||
|
String memoryType = (String) c.getAdditionalProperty(MEMORY_TYPE);
|
||||||
|
if(memoryType.compareTo(MEMORY_TYPE_RAM)==0){
|
||||||
|
ramFacet = (MemoryFacet) c.getTarget();
|
||||||
|
ramFacet = getRamInfo(ramFacet);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
if(memoryType.compareTo(MEMORY_TYPE_JVM)==0){
|
||||||
|
jvmMemoryFacet = (MemoryFacet) c.getTarget();
|
||||||
|
jvmMemoryFacet = getJVMMemoryInfo(jvmMemoryFacet);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
if(c instanceof HasPersistentMemory){
|
||||||
|
disk = (MemoryFacet) c.getTarget();
|
||||||
|
disk = getDiskSpace(disk);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
*/
|
||||||
|
|
||||||
|
consistsOfToRemove.add(c);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
consistsOfList.removeAll(consistsOfToRemove);
|
||||||
|
|
||||||
|
String updatedHN = entityManagementImpl.updateResource(uuid, Entities.marshal(hostingNodeToUpdate));
|
||||||
|
logger.debug("Updated {}", updatedHN);
|
||||||
|
|
||||||
|
|
||||||
|
updatedHN = entityManagementImpl.readResource(uuid, HostingNode.NAME);
|
||||||
|
|
||||||
|
HostingNode hostingNodeToUpdated = Entities.unmarshal(HostingNode.class, updatedHN);
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
private ContainerStateFacet getContainerStateFacet(ContainerStateFacet containerStateFacet){
|
||||||
|
if(containerStateFacet == null){
|
||||||
|
containerStateFacet = new ContainerStateFacetImpl();
|
||||||
|
}
|
||||||
|
containerStateFacet.setValue("ready");
|
||||||
|
return containerStateFacet;
|
||||||
|
}
|
||||||
|
|
||||||
|
public static final String MESSAGE = "message";
|
||||||
|
|
||||||
|
private MemoryFacet getDiskSpace(MemoryFacet memoryFacet){
|
||||||
|
if(memoryFacet == null){
|
||||||
|
memoryFacet = new MemoryFacetImpl();
|
||||||
|
}
|
||||||
|
|
||||||
|
long free = 0;
|
||||||
|
long total = 0;
|
||||||
|
try {
|
||||||
|
FileStore fileStore = Files.getFileStore(Paths.get("./"));
|
||||||
|
free = fileStore.getUsableSpace() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||||
|
total = fileStore.getTotalSpace() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||||
|
} catch (IOException ioe) {
|
||||||
|
logger.warn("Unable to detect disk space information", ioe);
|
||||||
|
memoryFacet.setAdditionalProperty(MESSAGE, "Unable to detect disk space information.");
|
||||||
|
}
|
||||||
|
|
||||||
|
memoryFacet.setUnit(MemoryUnit.MB);
|
||||||
|
memoryFacet.setSize(total);
|
||||||
|
memoryFacet.setUsed(total-free);
|
||||||
|
|
||||||
|
return memoryFacet;
|
||||||
|
}
|
||||||
|
|
||||||
|
@SuppressWarnings("restriction")
|
||||||
|
private MemoryFacet getRamInfo(MemoryFacet memoryFacet) {
|
||||||
|
if(memoryFacet == null){
|
||||||
|
memoryFacet = new MemoryFacetImpl();
|
||||||
|
}
|
||||||
|
|
||||||
|
OperatingSystemMXBean mxbean = ManagementFactory.getOperatingSystemMXBean();
|
||||||
|
com.sun.management.OperatingSystemMXBean sunmxbean = (com.sun.management.OperatingSystemMXBean) mxbean;
|
||||||
|
long freeMemory = sunmxbean.getFreePhysicalMemorySize() / 1048576; // in MB
|
||||||
|
long totalMemory = sunmxbean.getTotalPhysicalMemorySize() / 1048576; // in MB
|
||||||
|
|
||||||
|
memoryFacet.setUnit(MemoryUnit.MB);
|
||||||
|
memoryFacet.setSize(totalMemory);
|
||||||
|
memoryFacet.setUsed(totalMemory-freeMemory);
|
||||||
|
|
||||||
|
return memoryFacet;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private MemoryFacet getJVMMemoryInfo(MemoryFacet memoryFacet) {
|
||||||
|
if(memoryFacet == null){
|
||||||
|
memoryFacet = new MemoryFacetImpl();
|
||||||
|
}
|
||||||
|
|
||||||
|
long jvmFreeMemory = Runtime.getRuntime().freeMemory() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||||
|
long jvmTotalMemory = Runtime.getRuntime().totalMemory() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||||
|
long jvmMaxMemory = Runtime.getRuntime().maxMemory() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||||
|
|
||||||
|
memoryFacet.setUnit(MemoryUnit.MB);
|
||||||
|
memoryFacet.setSize(jvmTotalMemory);
|
||||||
|
memoryFacet.setUsed(jvmTotalMemory-jvmFreeMemory);
|
||||||
|
memoryFacet.setAdditionalProperty(JVM_MAX_MEMORY, jvmMaxMemory);
|
||||||
|
|
||||||
|
return memoryFacet;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private static String sanitizeKey(String key){
|
||||||
|
return key.trim().replace(" ", "_");
|
||||||
|
}
|
||||||
|
|
||||||
|
private SimplePropertyFacet addEnvironmentVariables() {
|
||||||
|
|
||||||
|
|
||||||
|
Map<String, String> map = new HashMap<String, String>();
|
||||||
|
map.putAll(System.getenv());
|
||||||
|
|
||||||
|
SimplePropertyFacet simplePropertyFacet = new SimplePropertyFacetImpl();
|
||||||
|
simplePropertyFacet.setName("ENVIRONMENT_VARIABLES");
|
||||||
|
simplePropertyFacet.setValue("");
|
||||||
|
|
||||||
|
for (Map.Entry<String, String> entry : map.entrySet()) {
|
||||||
|
String varname = entry.getKey();
|
||||||
|
if ((varname.compareToIgnoreCase("CLASSPATH") == 0) ||
|
||||||
|
(varname.compareToIgnoreCase("PATH") == 0) ||
|
||||||
|
(varname.contains("SSH")) ||
|
||||||
|
(varname.contains("MAIL")) ||
|
||||||
|
(varname.compareToIgnoreCase("LS_COLORS") == 0)) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
simplePropertyFacet.setAdditionalProperty(sanitizeKey(entry.getKey()), entry.getValue());
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
simplePropertyFacet.setAdditionalProperty("Java", System.getProperty("java.version"));
|
||||||
|
|
||||||
|
return simplePropertyFacet;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
private static String getDomain(String hostname) {
|
||||||
|
try {
|
||||||
|
Pattern pattern = Pattern.compile("([0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3})");
|
||||||
|
Matcher regexMatcher = pattern.matcher(hostname);
|
||||||
|
if (regexMatcher.matches()) { //it's an IP address, nothing to trim
|
||||||
|
return hostname;
|
||||||
|
}
|
||||||
|
return hostname.substring(hostname.indexOf(".")+1);
|
||||||
|
}catch(Exception e){
|
||||||
|
logger.warn("Error while getting domain from hostname");
|
||||||
|
return hostname;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public static final String CPU_PROCESSOR = "processor";
|
||||||
|
public static final String CPU_VENDOR_ID = "vendor_id";
|
||||||
|
public static final String CPU_MODEL_NAME = "model name";
|
||||||
|
public static final String CPU_CPU_MHZ = "cpu MHz";
|
||||||
|
public static final String CPU_MODEL_T = "model\t";
|
||||||
|
public static final String CPU_MODEL_B = "model\b";
|
||||||
|
public static final String CPU_MODEL_NUMBER = "modelNumber";
|
||||||
|
|
||||||
|
public static List<CPUFacet> getCPUFacets() {
|
||||||
|
|
||||||
|
List<CPUFacet> cpuFacets = new ArrayList<>();
|
||||||
|
|
||||||
|
File file = new File("/proc/cpuinfo");
|
||||||
|
|
||||||
|
if (!file.exists()) {
|
||||||
|
logger.warn("cannot acquire CPU info (no /proc/cpuinfo)");
|
||||||
|
return cpuFacets;
|
||||||
|
}
|
||||||
|
|
||||||
|
BufferedReader input = null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
input = new BufferedReader(new FileReader(file));
|
||||||
|
|
||||||
|
String line = null;
|
||||||
|
|
||||||
|
CPUFacet cpuFacet = null;
|
||||||
|
|
||||||
|
while ((line = input.readLine()) != null) {
|
||||||
|
|
||||||
|
if ((line.startsWith(CPU_PROCESSOR))) { // add the current processor to the map
|
||||||
|
cpuFacet = new CPUFacetImpl();
|
||||||
|
cpuFacets.add(cpuFacet);
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
if (line.contains(CPU_VENDOR_ID)) {
|
||||||
|
cpuFacet.setVendor(line.split(":")[1].trim());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
try {
|
||||||
|
if (line.contains(CPU_MODEL_NAME)){
|
||||||
|
cpuFacet.setModel(line.split(":")[1].trim());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
} catch (Exception e){
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
if (line.contains(CPU_CPU_MHZ)) {
|
||||||
|
cpuFacet.setClockSpeed(line.split(":")[1].trim());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
try {
|
||||||
|
if ((line.contains(CPU_MODEL_T)) || (line.contains(CPU_MODEL_B))){
|
||||||
|
cpuFacet.setAdditionalProperty(CPU_MODEL_NUMBER, line.split(":")[1].trim());
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
try {
|
||||||
|
String[] nameValue = line.split(":");
|
||||||
|
cpuFacet.setAdditionalProperty(sanitizeKey(nameValue[0]), line.split(":")[1].trim());
|
||||||
|
} catch (Exception e) {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
} catch (Exception e) {
|
||||||
|
logger.warn("unable to acquire CPU info", e);
|
||||||
|
} finally {
|
||||||
|
if (input != null) {
|
||||||
|
try {
|
||||||
|
input.close();
|
||||||
|
} catch (IOException e) {
|
||||||
|
logger.warn("unable to close stream", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return cpuFacets;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue