Added test
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/information-system/resource-registry@134706 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
1b0c54852a
commit
77c47433d4
|
|
@ -3,12 +3,43 @@
|
|||
*/
|
||||
package org.gcube.informationsystem.resourceregistry.resources.impl;
|
||||
|
||||
import java.io.BufferedReader;
|
||||
import java.io.File;
|
||||
import java.io.FileReader;
|
||||
import java.io.IOException;
|
||||
import java.lang.management.ManagementFactory;
|
||||
import java.lang.management.OperatingSystemMXBean;
|
||||
import java.nio.file.FileStore;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Paths;
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.UUID;
|
||||
import java.util.regex.Matcher;
|
||||
import java.util.regex.Pattern;
|
||||
|
||||
import org.gcube.common.scope.api.ScopeProvider;
|
||||
import org.gcube.informationsystem.impl.embedded.HeaderImpl;
|
||||
import org.gcube.informationsystem.impl.entity.facet.CPUFacetImpl;
|
||||
import org.gcube.informationsystem.impl.entity.facet.ContainerStateFacetImpl;
|
||||
import org.gcube.informationsystem.impl.entity.facet.MemoryFacetImpl;
|
||||
import org.gcube.informationsystem.impl.entity.facet.SimplePropertyFacetImpl;
|
||||
import org.gcube.informationsystem.impl.entity.resource.HostingNodeImpl;
|
||||
import org.gcube.informationsystem.impl.utils.Entities;
|
||||
import org.gcube.informationsystem.model.embedded.Header;
|
||||
import org.gcube.informationsystem.model.entity.Facet;
|
||||
import org.gcube.informationsystem.model.entity.Resource;
|
||||
import org.gcube.informationsystem.model.entity.facet.CPUFacet;
|
||||
import org.gcube.informationsystem.model.entity.facet.ContainerStateFacet;
|
||||
import org.gcube.informationsystem.model.entity.facet.MemoryFacet;
|
||||
import org.gcube.informationsystem.model.entity.facet.MemoryFacet.MemoryUnit;
|
||||
import org.gcube.informationsystem.model.entity.facet.SimplePropertyFacet;
|
||||
import org.gcube.informationsystem.model.entity.resource.EService;
|
||||
import org.gcube.informationsystem.model.entity.resource.HostingNode;
|
||||
import org.gcube.informationsystem.model.relation.ConsistsOf;
|
||||
import org.gcube.informationsystem.model.relation.consistsof.HasVolatileMemory;
|
||||
import org.gcube.informationsystem.resourceregistry.api.exceptions.ResourceRegistryException;
|
||||
import org.junit.Test;
|
||||
import org.slf4j.Logger;
|
||||
|
|
@ -60,4 +91,360 @@ public class SmartgearResourcesTest {
|
|||
logger.debug("Unmarshalled {} {}", EService.NAME, eService);
|
||||
}
|
||||
|
||||
|
||||
public static final String MEMORY_TYPE = "memoryType";
|
||||
public static final String MEMORY_TYPE_RAM = "RAM";
|
||||
public static final String MEMORY_TYPE_JVM = "JVM";
|
||||
public static final String JVM_MAX_MEMORY = "jvmMaxMemory";
|
||||
|
||||
@Test
|
||||
public void testHostingNodeOperations() throws ResourceRegistryException, IOException{
|
||||
ScopeProvider.instance.set("/gcube/devNext");
|
||||
|
||||
UUID uuid = UUID.randomUUID();
|
||||
|
||||
HostingNode hostingNode = new HostingNodeImpl();
|
||||
Header header = new HeaderImpl(uuid);
|
||||
hostingNode.setHeader(header);
|
||||
|
||||
/*
|
||||
NetworkingFacet networkingFacet = new NetworkingFacetImpl();
|
||||
try {
|
||||
networkingFacet.setIPAddress(InetAddress.getLocalHost().getHostAddress());
|
||||
} catch (UnknownHostException e) {
|
||||
logger.warn("unable to detect the IP address of the host");
|
||||
}
|
||||
networkingFacet.setHostName("pc-frosini.isti.cnr.it");
|
||||
networkingFacet.setDomainName(getDomain(networkingFacet.getHostName()));
|
||||
|
||||
networkingFacet.setAdditionalProperty("Port", 8080);
|
||||
IsIdentifiedBy<HostingNode, NetworkingFacet> isIdentifiedBy =
|
||||
new IsIdentifiedByImpl<>(hostingNode, networkingFacet, null);
|
||||
hostingNode.addFacet(isIdentifiedBy);
|
||||
|
||||
List<CPUFacet> cpuFacets = getCPUFacets();
|
||||
for (CPUFacet cpuFacet: cpuFacets) {
|
||||
hostingNode.addFacet(cpuFacet);
|
||||
}
|
||||
|
||||
|
||||
SoftwareFacet softwareFacet = new SoftwareFacetImpl();
|
||||
OperatingSystemMXBean mxbean = ManagementFactory.getOperatingSystemMXBean();
|
||||
softwareFacet.setGroup(mxbean.getName()); // softwareFacet.setGroup(System.getProperty("os.name"));
|
||||
softwareFacet.setName(mxbean.getArch()); // softwareFacet.setName(System.getProperty("os.arch"));
|
||||
softwareFacet.setVersion(mxbean.getVersion()); // softwareFacet.setName(System.getProperty("os.version"));
|
||||
hostingNode.addFacet(softwareFacet);
|
||||
|
||||
|
||||
SimplePropertyFacet simplePropertyFacet = addEnvironmentVariables();
|
||||
hostingNode.addFacet(simplePropertyFacet);
|
||||
*/
|
||||
|
||||
|
||||
ContainerStateFacet containerStateFacet = getContainerStateFacet(null);
|
||||
hostingNode.addFacet(containerStateFacet);
|
||||
|
||||
|
||||
/*
|
||||
MemoryFacet ramFacet = getRamInfo(null);
|
||||
HasVolatileMemory<HostingNode, MemoryFacet> hasVolatileRAMMemory =
|
||||
new HasVolatileMemoryImpl<HostingNode, MemoryFacet>(
|
||||
hostingNode, ramFacet, null);
|
||||
hasVolatileRAMMemory.setAdditionalProperty(MEMORY_TYPE, MEMORY_TYPE_RAM);
|
||||
hostingNode.addFacet(hasVolatileRAMMemory);
|
||||
*/
|
||||
|
||||
/*
|
||||
MemoryFacet jvmMemoryFacet = getJVMMemoryInfo(null);
|
||||
HasVolatileMemory<HostingNode, MemoryFacet> hasVolatileJVMMemory =
|
||||
new HasVolatileMemoryImpl<HostingNode, MemoryFacet>(
|
||||
hostingNode, jvmMemoryFacet, null);
|
||||
hasVolatileJVMMemory.setAdditionalProperty(MEMORY_TYPE, MEMORY_TYPE_JVM);
|
||||
hostingNode.addFacet(hasVolatileJVMMemory);
|
||||
*/
|
||||
|
||||
/*
|
||||
MemoryFacet disk = getDiskSpace(null);
|
||||
HasPersistentMemory<HostingNode, MemoryFacet> hasPersistentMemory =
|
||||
new HasPersistentMemoryImpl<HostingNode, MemoryFacet>(hostingNode, disk, null);
|
||||
hostingNode.addFacet(hasPersistentMemory);
|
||||
*/
|
||||
|
||||
String json = entityManagementImpl.createResource(HostingNode.NAME, Entities.marshal(hostingNode));
|
||||
|
||||
|
||||
HostingNode hostingNodeToUpdate = Entities.unmarshal(HostingNode.class, json);
|
||||
|
||||
List<ConsistsOf<? extends Resource, ? extends Facet>> consistsOfToRemove = new ArrayList<>();
|
||||
|
||||
List<ConsistsOf<? extends Resource, ? extends Facet>> consistsOfList = hostingNodeToUpdate.getConsistsOf();
|
||||
for(ConsistsOf<? extends Resource, ? extends Facet> c : consistsOfList){
|
||||
/*
|
||||
if(c.getTarget() instanceof ContainerStateFacet){
|
||||
containerStateFacet = (ContainerStateFacet) c.getTarget();
|
||||
containerStateFacet = getContainerStateFacet(containerStateFacet);
|
||||
continue;
|
||||
}
|
||||
*/
|
||||
|
||||
if(c instanceof HasVolatileMemory){
|
||||
/*
|
||||
String memoryType = (String) c.getAdditionalProperty(MEMORY_TYPE);
|
||||
if(memoryType.compareTo(MEMORY_TYPE_RAM)==0){
|
||||
ramFacet = (MemoryFacet) c.getTarget();
|
||||
ramFacet = getRamInfo(ramFacet);
|
||||
continue;
|
||||
}
|
||||
*/
|
||||
|
||||
/*
|
||||
if(memoryType.compareTo(MEMORY_TYPE_JVM)==0){
|
||||
jvmMemoryFacet = (MemoryFacet) c.getTarget();
|
||||
jvmMemoryFacet = getJVMMemoryInfo(jvmMemoryFacet);
|
||||
continue;
|
||||
}
|
||||
*/
|
||||
}
|
||||
|
||||
/*
|
||||
if(c instanceof HasPersistentMemory){
|
||||
disk = (MemoryFacet) c.getTarget();
|
||||
disk = getDiskSpace(disk);
|
||||
continue;
|
||||
}
|
||||
*/
|
||||
|
||||
consistsOfToRemove.add(c);
|
||||
|
||||
}
|
||||
|
||||
consistsOfList.removeAll(consistsOfToRemove);
|
||||
|
||||
String updatedHN = entityManagementImpl.updateResource(uuid, Entities.marshal(hostingNodeToUpdate));
|
||||
logger.debug("Updated {}", updatedHN);
|
||||
|
||||
|
||||
updatedHN = entityManagementImpl.readResource(uuid, HostingNode.NAME);
|
||||
|
||||
HostingNode hostingNodeToUpdated = Entities.unmarshal(HostingNode.class, updatedHN);
|
||||
}
|
||||
|
||||
|
||||
|
||||
private ContainerStateFacet getContainerStateFacet(ContainerStateFacet containerStateFacet){
|
||||
if(containerStateFacet == null){
|
||||
containerStateFacet = new ContainerStateFacetImpl();
|
||||
}
|
||||
containerStateFacet.setValue("ready");
|
||||
return containerStateFacet;
|
||||
}
|
||||
|
||||
public static final String MESSAGE = "message";
|
||||
|
||||
private MemoryFacet getDiskSpace(MemoryFacet memoryFacet){
|
||||
if(memoryFacet == null){
|
||||
memoryFacet = new MemoryFacetImpl();
|
||||
}
|
||||
|
||||
long free = 0;
|
||||
long total = 0;
|
||||
try {
|
||||
FileStore fileStore = Files.getFileStore(Paths.get("./"));
|
||||
free = fileStore.getUsableSpace() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||
total = fileStore.getTotalSpace() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||
} catch (IOException ioe) {
|
||||
logger.warn("Unable to detect disk space information", ioe);
|
||||
memoryFacet.setAdditionalProperty(MESSAGE, "Unable to detect disk space information.");
|
||||
}
|
||||
|
||||
memoryFacet.setUnit(MemoryUnit.MB);
|
||||
memoryFacet.setSize(total);
|
||||
memoryFacet.setUsed(total-free);
|
||||
|
||||
return memoryFacet;
|
||||
}
|
||||
|
||||
@SuppressWarnings("restriction")
|
||||
private MemoryFacet getRamInfo(MemoryFacet memoryFacet) {
|
||||
if(memoryFacet == null){
|
||||
memoryFacet = new MemoryFacetImpl();
|
||||
}
|
||||
|
||||
OperatingSystemMXBean mxbean = ManagementFactory.getOperatingSystemMXBean();
|
||||
com.sun.management.OperatingSystemMXBean sunmxbean = (com.sun.management.OperatingSystemMXBean) mxbean;
|
||||
long freeMemory = sunmxbean.getFreePhysicalMemorySize() / 1048576; // in MB
|
||||
long totalMemory = sunmxbean.getTotalPhysicalMemorySize() / 1048576; // in MB
|
||||
|
||||
memoryFacet.setUnit(MemoryUnit.MB);
|
||||
memoryFacet.setSize(totalMemory);
|
||||
memoryFacet.setUsed(totalMemory-freeMemory);
|
||||
|
||||
return memoryFacet;
|
||||
}
|
||||
|
||||
|
||||
private MemoryFacet getJVMMemoryInfo(MemoryFacet memoryFacet) {
|
||||
if(memoryFacet == null){
|
||||
memoryFacet = new MemoryFacetImpl();
|
||||
}
|
||||
|
||||
long jvmFreeMemory = Runtime.getRuntime().freeMemory() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||
long jvmTotalMemory = Runtime.getRuntime().totalMemory() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||
long jvmMaxMemory = Runtime.getRuntime().maxMemory() / 1048576; // 1048576 = 1024*1024 user to convert bytes in MByte
|
||||
|
||||
memoryFacet.setUnit(MemoryUnit.MB);
|
||||
memoryFacet.setSize(jvmTotalMemory);
|
||||
memoryFacet.setUsed(jvmTotalMemory-jvmFreeMemory);
|
||||
memoryFacet.setAdditionalProperty(JVM_MAX_MEMORY, jvmMaxMemory);
|
||||
|
||||
return memoryFacet;
|
||||
}
|
||||
|
||||
|
||||
private static String sanitizeKey(String key){
|
||||
return key.trim().replace(" ", "_");
|
||||
}
|
||||
|
||||
private SimplePropertyFacet addEnvironmentVariables() {
|
||||
|
||||
|
||||
Map<String, String> map = new HashMap<String, String>();
|
||||
map.putAll(System.getenv());
|
||||
|
||||
SimplePropertyFacet simplePropertyFacet = new SimplePropertyFacetImpl();
|
||||
simplePropertyFacet.setName("ENVIRONMENT_VARIABLES");
|
||||
simplePropertyFacet.setValue("");
|
||||
|
||||
for (Map.Entry<String, String> entry : map.entrySet()) {
|
||||
String varname = entry.getKey();
|
||||
if ((varname.compareToIgnoreCase("CLASSPATH") == 0) ||
|
||||
(varname.compareToIgnoreCase("PATH") == 0) ||
|
||||
(varname.contains("SSH")) ||
|
||||
(varname.contains("MAIL")) ||
|
||||
(varname.compareToIgnoreCase("LS_COLORS") == 0)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
simplePropertyFacet.setAdditionalProperty(sanitizeKey(entry.getKey()), entry.getValue());
|
||||
|
||||
}
|
||||
|
||||
|
||||
simplePropertyFacet.setAdditionalProperty("Java", System.getProperty("java.version"));
|
||||
|
||||
return simplePropertyFacet;
|
||||
}
|
||||
|
||||
|
||||
private static String getDomain(String hostname) {
|
||||
try {
|
||||
Pattern pattern = Pattern.compile("([0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3}\\.[0-9]{1,3})");
|
||||
Matcher regexMatcher = pattern.matcher(hostname);
|
||||
if (regexMatcher.matches()) { //it's an IP address, nothing to trim
|
||||
return hostname;
|
||||
}
|
||||
return hostname.substring(hostname.indexOf(".")+1);
|
||||
}catch(Exception e){
|
||||
logger.warn("Error while getting domain from hostname");
|
||||
return hostname;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
public static final String CPU_PROCESSOR = "processor";
|
||||
public static final String CPU_VENDOR_ID = "vendor_id";
|
||||
public static final String CPU_MODEL_NAME = "model name";
|
||||
public static final String CPU_CPU_MHZ = "cpu MHz";
|
||||
public static final String CPU_MODEL_T = "model\t";
|
||||
public static final String CPU_MODEL_B = "model\b";
|
||||
public static final String CPU_MODEL_NUMBER = "modelNumber";
|
||||
|
||||
public static List<CPUFacet> getCPUFacets() {
|
||||
|
||||
List<CPUFacet> cpuFacets = new ArrayList<>();
|
||||
|
||||
File file = new File("/proc/cpuinfo");
|
||||
|
||||
if (!file.exists()) {
|
||||
logger.warn("cannot acquire CPU info (no /proc/cpuinfo)");
|
||||
return cpuFacets;
|
||||
}
|
||||
|
||||
BufferedReader input = null;
|
||||
|
||||
try {
|
||||
input = new BufferedReader(new FileReader(file));
|
||||
|
||||
String line = null;
|
||||
|
||||
CPUFacet cpuFacet = null;
|
||||
|
||||
while ((line = input.readLine()) != null) {
|
||||
|
||||
if ((line.startsWith(CPU_PROCESSOR))) { // add the current processor to the map
|
||||
cpuFacet = new CPUFacetImpl();
|
||||
cpuFacets.add(cpuFacet);
|
||||
}
|
||||
|
||||
try {
|
||||
if (line.contains(CPU_VENDOR_ID)) {
|
||||
cpuFacet.setVendor(line.split(":")[1].trim());
|
||||
continue;
|
||||
}
|
||||
} catch (Exception e) {
|
||||
continue;
|
||||
}
|
||||
|
||||
|
||||
try {
|
||||
if (line.contains(CPU_MODEL_NAME)){
|
||||
cpuFacet.setModel(line.split(":")[1].trim());
|
||||
continue;
|
||||
}
|
||||
} catch (Exception e){
|
||||
continue;
|
||||
}
|
||||
|
||||
try {
|
||||
if (line.contains(CPU_CPU_MHZ)) {
|
||||
cpuFacet.setClockSpeed(line.split(":")[1].trim());
|
||||
continue;
|
||||
}
|
||||
} catch (Exception e) {
|
||||
continue;
|
||||
}
|
||||
|
||||
|
||||
try {
|
||||
if ((line.contains(CPU_MODEL_T)) || (line.contains(CPU_MODEL_B))){
|
||||
cpuFacet.setAdditionalProperty(CPU_MODEL_NUMBER, line.split(":")[1].trim());
|
||||
continue;
|
||||
}
|
||||
} catch (Exception e) {
|
||||
continue;
|
||||
}
|
||||
|
||||
|
||||
|
||||
try {
|
||||
String[] nameValue = line.split(":");
|
||||
cpuFacet.setAdditionalProperty(sanitizeKey(nameValue[0]), line.split(":")[1].trim());
|
||||
} catch (Exception e) {
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
} catch (Exception e) {
|
||||
logger.warn("unable to acquire CPU info", e);
|
||||
} finally {
|
||||
if (input != null) {
|
||||
try {
|
||||
input.close();
|
||||
} catch (IOException e) {
|
||||
logger.warn("unable to close stream", e);
|
||||
}
|
||||
}
|
||||
}
|
||||
return cpuFacets;
|
||||
}
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in New Issue