added integration with gcube infra
git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/content-management/storage-manager-trigger@96750 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
0c14601b7d
commit
2e61305e67
26
pom.xml
26
pom.xml
|
@ -44,6 +44,32 @@
|
||||||
<artifactId>common-scope</artifactId>
|
<artifactId>common-scope</artifactId>
|
||||||
<version>[1.2.0-SNAPSHOT, 2.0.0-SNAPSHOT)</version>
|
<version>[1.2.0-SNAPSHOT, 2.0.0-SNAPSHOT)</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.gcube.resources</groupId>
|
||||||
|
<artifactId>common-gcore-resources</artifactId>
|
||||||
|
<version>[1.0.0-SNAPSHOT,2.0.0-SNAPSHOT)</version>
|
||||||
|
</dependency>
|
||||||
|
<!-- INFRA CONNECTION -->
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.gcube.core</groupId>
|
||||||
|
<artifactId>common-gcore-stubs</artifactId>
|
||||||
|
<version>[1.0.0-SNAPSHOT,2.0.0-SNAPSHOT)</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.gcube.resources.discovery</groupId>
|
||||||
|
<artifactId>ic-client</artifactId>
|
||||||
|
<version>[1.0.0-SNAPSHOT, 2.0.0-SNAPSHOT)</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.gcube.core</groupId>
|
||||||
|
<artifactId>common-encryption</artifactId>
|
||||||
|
<version>[1.0.0-SNAPSHOT, 2.0.0-SNAPSHOT)</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.gcube.core</groupId>
|
||||||
|
<artifactId>common-scope-maps</artifactId>
|
||||||
|
<version>[1.0.0-SNAPSHOT, 2.0.0-SNAPSHOT)</version>
|
||||||
|
</dependency>
|
||||||
</dependencies>
|
</dependencies>
|
||||||
<build>
|
<build>
|
||||||
<plugins>
|
<plugins>
|
||||||
|
|
|
@ -15,7 +15,7 @@ public class ValidationUtils {
|
||||||
Set<String> scopeSet=new ServiceMapScannerMediator().getScopeKeySet();
|
Set<String> scopeSet=new ServiceMapScannerMediator().getScopeKeySet();
|
||||||
for(String scopeItem : scopeSet){
|
for(String scopeItem : scopeSet){
|
||||||
// System.out.println("scope scanned: "+scopeItem);
|
// System.out.println("scope scanned: "+scopeItem);
|
||||||
if(scope.equalsIgnoreCase(scopeItem))
|
if(scope.contains(scopeItem))
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
return false;
|
return false;
|
||||||
|
|
|
@ -0,0 +1,173 @@
|
||||||
|
package org.gcube.contentmanager.storageserver.startup;
|
||||||
|
|
||||||
|
import static org.gcube.resources.discovery.icclient.ICFactory.clientFor;
|
||||||
|
import static org.gcube.resources.discovery.icclient.ICFactory.queryFor;
|
||||||
|
import java.util.Iterator;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
|
||||||
|
import org.gcube.common.encryption.StringEncrypter;
|
||||||
|
import org.gcube.common.resources.gcore.ServiceEndpoint;
|
||||||
|
import org.gcube.common.resources.gcore.ServiceEndpoint.AccessPoint;
|
||||||
|
import org.gcube.common.resources.gcore.ServiceEndpoint.Property;
|
||||||
|
import org.gcube.common.scope.api.ScopeProvider;
|
||||||
|
import org.gcube.contentmanager.storageserver.parse.utils.ValidationUtils;
|
||||||
|
import org.gcube.resources.discovery.client.api.DiscoveryClient;
|
||||||
|
import org.gcube.resources.discovery.client.queries.api.SimpleQuery;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
public class Configuration {
|
||||||
|
|
||||||
|
private String scope;
|
||||||
|
private String[] server;
|
||||||
|
private String username;
|
||||||
|
private String password;
|
||||||
|
private String backendType;
|
||||||
|
Logger logger= LoggerFactory.getLogger(Configuration.class);
|
||||||
|
|
||||||
|
public Configuration(String scope, String user, String password){
|
||||||
|
this.scope=scope;
|
||||||
|
if(!ValidationUtils.validationScope(scope))
|
||||||
|
throw new IllegalArgumentException("invalid scope exception: "+scope);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
public String[] getServerAccess(){
|
||||||
|
String savedScope=null;
|
||||||
|
if(scope!=null){
|
||||||
|
savedScope=ScopeProvider.instance.get();
|
||||||
|
ScopeProvider.instance.set(scope);
|
||||||
|
}
|
||||||
|
logger.debug("get server from IS ");
|
||||||
|
getServerRRFws();
|
||||||
|
if(scope!=null){
|
||||||
|
ScopeProvider.instance.set(savedScope);
|
||||||
|
}
|
||||||
|
logger.info("server found {} ", server);
|
||||||
|
return server;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String[] getServerRRFws(){
|
||||||
|
SimpleQuery query = queryFor(ServiceEndpoint.class);
|
||||||
|
query.addCondition("$resource/Profile/Category/text() eq 'DataStorage' and $resource/Profile/Name eq 'StorageManager' ");
|
||||||
|
DiscoveryClient<ServiceEndpoint> client = clientFor(ServiceEndpoint.class);
|
||||||
|
List<ServiceEndpoint> resources = client.submit(query);
|
||||||
|
if(resources.size() > 1){
|
||||||
|
logger.info("found "+resources.size()+" RR ");
|
||||||
|
// take the RR with property priority setted to DEFAULT
|
||||||
|
//take servers take RR name
|
||||||
|
return getServers(resources);
|
||||||
|
}else if(resources.size() == 1){
|
||||||
|
logger.info("found only one RR, take it");
|
||||||
|
return getServers(resources.get(0));
|
||||||
|
//take RR name
|
||||||
|
}else{
|
||||||
|
logger.error("RUNTIME RESOURCE NOT FOUND IN THIS SCOPE "+ScopeProvider.instance.get());
|
||||||
|
throw new RuntimeException("RUNTIME RESOURCE NOT FOUND IN SCOPE: "+ScopeProvider.instance.get());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private String[] getServers(ServiceEndpoint res) {
|
||||||
|
server=new String[res.profile().accessPoints().size()];
|
||||||
|
int i=0;
|
||||||
|
for (AccessPoint ap:res.profile().accessPoints()) {
|
||||||
|
if (ap.name().equals("server"+(i+1))) {
|
||||||
|
server[i] = ap.address();
|
||||||
|
// if presents, try to get user and password
|
||||||
|
username = ap.username();
|
||||||
|
if(username != null && username.length() > 0){
|
||||||
|
try {
|
||||||
|
password = StringEncrypter.getEncrypter().decrypt(ap.password());
|
||||||
|
} catch (Exception e) {
|
||||||
|
// TODO Auto-generated catch block
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
i++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Iterator<AccessPoint> it= res.profile().accessPoints().iterator();
|
||||||
|
AccessPoint ap=(AccessPoint)it.next();
|
||||||
|
Map<String, Property>map= ap.propertyMap();
|
||||||
|
Property type=map.get("type");
|
||||||
|
backendType=type.value();
|
||||||
|
logger.info("Type of backend found "+backendType);
|
||||||
|
return server;
|
||||||
|
}
|
||||||
|
|
||||||
|
private String[] getServers(List<ServiceEndpoint> resources) {
|
||||||
|
ServiceEndpoint defaultResource=null;
|
||||||
|
logger.info("search RR with priority ");
|
||||||
|
// search RR with property DEFAULT
|
||||||
|
for (ServiceEndpoint res : resources){
|
||||||
|
String priority=retrievePropertyValue(res, "priority");
|
||||||
|
if (priority!=null){
|
||||||
|
defaultResource=res;
|
||||||
|
logger.info("found a RR with priority: ");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if(defaultResource!=null){
|
||||||
|
server=new String[defaultResource.profile().accessPoints().size()];
|
||||||
|
int i=0;
|
||||||
|
for (AccessPoint ap:defaultResource.profile().accessPoints()) {
|
||||||
|
if (ap.name().equals("server"+(i+1))) {
|
||||||
|
server[i] = ap.address();
|
||||||
|
// if presents, try to get user and password
|
||||||
|
username = ap.username();
|
||||||
|
password="";
|
||||||
|
if(username != null && username.length() > 0){
|
||||||
|
try {
|
||||||
|
password = StringEncrypter.getEncrypter().decrypt(ap.password());
|
||||||
|
} catch (Exception e) {
|
||||||
|
// TODO Auto-generated catch block
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
i++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
backendType=retrievePropertyValue(defaultResource, "type");
|
||||||
|
logger.info("Type of backend found in RR is "+backendType);
|
||||||
|
return server;
|
||||||
|
|
||||||
|
}else{
|
||||||
|
throw new IllegalStateException("Runtime Resource found are more than 1 but all without default priority setted");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private String retrievePropertyValue(String name, String scope) {
|
||||||
|
String savedScope=null;
|
||||||
|
if(scope!=null){
|
||||||
|
savedScope=ScopeProvider.instance.get();
|
||||||
|
ScopeProvider.instance.set(scope);
|
||||||
|
}
|
||||||
|
SimpleQuery query = queryFor(ServiceEndpoint.class);
|
||||||
|
query.addCondition("$resource/Profile/Category/text() eq 'DataStorage' and $resource/Profile/Name eq 'StorageManager' ");
|
||||||
|
DiscoveryClient<ServiceEndpoint> client = clientFor(ServiceEndpoint.class);
|
||||||
|
List<ServiceEndpoint> resources = client.submit(query);
|
||||||
|
ServiceEndpoint res=resources.get(0);
|
||||||
|
Iterator<AccessPoint> it= res.profile().accessPoints().iterator();
|
||||||
|
AccessPoint ap=(AccessPoint)it.next();
|
||||||
|
Map<String, Property>map= ap.propertyMap();
|
||||||
|
Property type=map.get(name);
|
||||||
|
String value=type.value();
|
||||||
|
if(scope!=null){
|
||||||
|
ScopeProvider.instance.set(savedScope);
|
||||||
|
}
|
||||||
|
return value;
|
||||||
|
}
|
||||||
|
|
||||||
|
private String retrievePropertyValue(ServiceEndpoint res, String name) {
|
||||||
|
Iterator<AccessPoint> it= res.profile().accessPoints().iterator();
|
||||||
|
AccessPoint ap=(AccessPoint)it.next();
|
||||||
|
Map<String, Property>map= ap.propertyMap();
|
||||||
|
Property type=map.get(name);
|
||||||
|
if (type!=null)
|
||||||
|
return type.value();
|
||||||
|
else
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
|
@ -1,6 +1,9 @@
|
||||||
package org.gcube.contentmanager.storageserver.startup;
|
package org.gcube.contentmanager.storageserver.startup;
|
||||||
|
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
|
import java.util.HashMap;
|
||||||
|
|
||||||
|
import org.gcube.common.scope.api.ScopeProvider;
|
||||||
import org.gcube.contentmanager.storageserver.data.CubbyHole;
|
import org.gcube.contentmanager.storageserver.data.CubbyHole;
|
||||||
import org.gcube.contentmanager.storageserver.data.ReadingMongoOplog;
|
import org.gcube.contentmanager.storageserver.data.ReadingMongoOplog;
|
||||||
import org.gcube.contentmanager.storageserver.parse.JsonParser;
|
import org.gcube.contentmanager.storageserver.parse.JsonParser;
|
||||||
|
@ -10,45 +13,43 @@ import java.net.URLClassLoader;
|
||||||
|
|
||||||
public class Startup {
|
public class Startup {
|
||||||
|
|
||||||
|
private static String user;
|
||||||
|
private static String password;
|
||||||
|
private static String scope;
|
||||||
|
|
||||||
|
|
||||||
public static void main(String[] args) {
|
public static void main(String[] args) {
|
||||||
// for (int i=0; i<args.length;i++){
|
|
||||||
// //NO show password
|
|
||||||
// if(i==2)
|
|
||||||
// System.out.println("param N." +i + ": *********");
|
|
||||||
// else
|
|
||||||
// System.out.println("param N." +i + ": " + args[i]);
|
|
||||||
// }
|
|
||||||
if(args.length != 1 && args.length != 3){
|
if(args.length != 1 && args.length != 3){
|
||||||
System.out.println("Usage:");
|
System.out.println("Usage:");
|
||||||
System.out.println("\tjava Startup ip user password\n\n");
|
System.out.println("\tjava Startup scope user password\n\n");
|
||||||
System.out.println("Example:");
|
System.out.println("Example:");
|
||||||
System.out.println("\tjava Startup 127.0.0.1 pippo pluT0\n");
|
System.out.println("\tjava Startup /gcube/devsec pippo pluT0\n");
|
||||||
System.out.println("or ");
|
System.out.println("or ");
|
||||||
System.out.println("Usage:");
|
System.out.println("Usage:");
|
||||||
System.out.println("\tjava Startup ip \n\n");
|
System.out.println("\tjava Startup scope \n\n");
|
||||||
System.out.println("Example:");
|
System.out.println("Example:");
|
||||||
System.out.println("\tjava Startup 127.0.0.1 \n\n");
|
System.out.println("\tjava Startup /gcube \n\n");
|
||||||
|
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
/*CLASSPATH*/
|
scope=args[0];
|
||||||
// System.out.println("show classpath: ");
|
user=args[1];
|
||||||
//// ClassLoader cl = ClassLoader.getSystemClassLoader();
|
password=args[2];
|
||||||
//// URL[] urls = ((URLClassLoader)cl).getURLs();
|
String[] server=retrieveConfiguration();
|
||||||
//// for(URL url: urls){
|
|
||||||
//// System.out.println(url.getFile());
|
|
||||||
//// }
|
|
||||||
// String classpath = System.getProperty("java.class.path");
|
|
||||||
// System.out.println("classpath:\n"+classpath);
|
|
||||||
/*END CLASSPATH*/
|
|
||||||
CubbyHole c = new CubbyHole();
|
CubbyHole c = new CubbyHole();
|
||||||
ReadingMongoOplog producer=null;
|
ReadingMongoOplog producer=null;
|
||||||
if(args.length == 3)
|
if(args.length == 3)
|
||||||
producer=new ReadingMongoOplog( Arrays.asList(args[0]), args[1], args[2], c, 1 );
|
producer=new ReadingMongoOplog( Arrays.asList(server), args[1], args[2], c, 1 );
|
||||||
else
|
else
|
||||||
producer=new ReadingMongoOplog( Arrays.asList(args[0]), c, 1 );
|
producer=new ReadingMongoOplog( Arrays.asList(server), c, 1 );
|
||||||
JsonParser consumer=new JsonParser(c, 1);
|
JsonParser consumer=new JsonParser(c, 1);
|
||||||
producer.start();
|
producer.start();
|
||||||
consumer.start();
|
consumer.start();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private static String[] retrieveConfiguration() {
|
||||||
|
Configuration c=new Configuration(scope, user, password);
|
||||||
|
return c.getServerAccess();
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -0,0 +1,21 @@
|
||||||
|
package org.gcube.contentmanager.storageserver.startup;
|
||||||
|
|
||||||
|
import static org.junit.Assert.*;
|
||||||
|
import junit.framework.Assert;
|
||||||
|
|
||||||
|
import org.junit.BeforeClass;
|
||||||
|
import org.junit.Test;
|
||||||
|
|
||||||
|
public class ConfigurationTest {
|
||||||
|
|
||||||
|
String scope="/gcube/devsec";
|
||||||
|
String user=null;
|
||||||
|
String password=null;
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void test() {
|
||||||
|
Configuration c=new Configuration(scope, user, password);
|
||||||
|
Assert.assertNotNull(c.getServerAccess());
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
Loading…
Reference in New Issue