Compare commits
5 Commits
master
...
feature201
Author | SHA1 | Date |
---|---|---|
roberto cirillo | c6819e84a5 | |
roberto cirillo | 3fc8eda0a5 | |
roberto cirillo | bd082de4f2 | |
roberto cirillo | a6c9be2eaf | |
roberto cirillo | 055827e3f2 |
|
@ -1,5 +1,10 @@
|
|||
# Changelog for storage-manager-wrapper
|
||||
|
||||
## [v2.6.0-SNAPSHOT] 2020-11-12
|
||||
|
||||
* adding new constructor with the backendType as input parameter
|
||||
* retrieving specific backend credentials if a specific backend si specified as input parameter
|
||||
|
||||
## [v2.5.3] 2019-03-20
|
||||
* Added wrapper for HomeLibrary configuration related to the new preproduction infrastructure
|
||||
|
2
pom.xml
2
pom.xml
|
@ -8,7 +8,7 @@
|
|||
</parent>
|
||||
<groupId>org.gcube.contentmanagement</groupId>
|
||||
<artifactId>storage-manager-wrapper</artifactId>
|
||||
<version>2.5.3</version>
|
||||
<version>3.0.0-SNAPSHOT</version>
|
||||
<scm>
|
||||
<connection>scm:git:https://code-repo.d4science.org/gCubeSystem/${project.artifactId}.git</connection>
|
||||
<developerConnection>scm:git:https://code-repo.d4science.org/gCubeSystem/${project.artifactId}.git</developerConnection>
|
||||
|
|
|
@ -1,15 +0,0 @@
|
|||
log4j.rootLogger=DEBUG, A1, stdout
|
||||
log4j.appender.A1=org.apache.log4j.RollingFileAppender
|
||||
log4j.appender.A1.File=log.txt
|
||||
log4j.appender.A1.layout=org.apache.log4j.PatternLayout
|
||||
log4j.appender.A1.layout.ConversionPattern=%-4r [%t] %-5p %c %x - %m%n
|
||||
# ***** Max file size is set to 100KB
|
||||
log4j.appender.A1.MaxFileSize=100MB
|
||||
# ***** Keep one backup file
|
||||
log4j.appender.A1.MaxBackupIndex=1
|
||||
|
||||
#CONSOLE
|
||||
log4j.appender.stdout=org.apache.log4j.ConsoleAppender
|
||||
log4j.appender.stdout.Threshold=INFO
|
||||
log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
|
||||
log4j.appender.stdout.layout.ConversionPattern=[%t] %-5p %c %d{dd MMM yyyy ;HH:mm:ss.SSS} - %m%n
|
|
@ -0,0 +1,15 @@
|
|||
package org.gcube.contentmanager.storageclient.wrapper;
|
||||
|
||||
public enum BackendType {
|
||||
MongoDB, S3;
|
||||
|
||||
@Override
|
||||
public String toString() {
|
||||
switch(this) {
|
||||
case MongoDB: return "MongoDB";
|
||||
case S3: return "S3";
|
||||
default: throw new IllegalArgumentException();
|
||||
}
|
||||
}
|
||||
|
||||
}
|
|
@ -3,6 +3,7 @@ package org.gcube.contentmanager.storageclient.wrapper;
|
|||
import java.util.Iterator;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
import java.util.TreeSet;
|
||||
|
||||
import org.gcube.common.resources.gcore.ServiceEndpoint;
|
||||
|
@ -28,6 +29,7 @@ public class Configuration {
|
|||
private String sn;
|
||||
private String user;
|
||||
private String password;
|
||||
// if the backend is mongodb, this field is used for crypt/decrypt. If the backend is S3, this field is a token.
|
||||
private String passPhrase;
|
||||
private ISClientConnector isclient;
|
||||
// the scope used for discovering the runtimeResource
|
||||
|
@ -36,12 +38,17 @@ public class Configuration {
|
|||
private String[] volatileHost;
|
||||
private String[] persistentHosts;
|
||||
private String resolverHost;
|
||||
private String region;
|
||||
|
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(Configuration.class);
|
||||
private static final String DEFAULT_BACKEND_TYPE="MongoDB";
|
||||
protected static final String DEFAULT_BACKEND_TYPE="MongoDB";
|
||||
private static final String WRITE_CONCERN_PROPERTY_NAME="write_concern";
|
||||
private static final String READ_PREFERENCE_PROPERTY_NAME="read_preference";
|
||||
private static final String DB_PROPERTY_NAME="collection";
|
||||
private static final String DB_STRING_SEPARATOR=";";
|
||||
private static final String PASS_PHRASE_FIELD="PassPhrase";
|
||||
private static final String TOKEN_FIELD="token";
|
||||
/**
|
||||
* home library need a special configuration
|
||||
*/
|
||||
|
@ -73,34 +80,49 @@ public class Configuration {
|
|||
setScopeString(scopeString);
|
||||
}
|
||||
|
||||
/**
|
||||
* Loads all the configuration parameters in a java object for a specific backend
|
||||
*
|
||||
* @param sc: service class of the remote resource
|
||||
* @param sn service name of the remote resource
|
||||
* @param scopeString string that identifies the scope
|
||||
* @param owner user of the client library
|
||||
* @param clientID
|
||||
* @param accessType indicates the type of access to the storage
|
||||
* @param memory indicates the type of memory used by the storage: Persistent or Volatile
|
||||
*
|
||||
*/
|
||||
public Configuration(String sc, String sn, String scopeString, String owner, String clientID, String accessType, String memory, String backend){
|
||||
this.sc=sc;
|
||||
this.sn=sn;
|
||||
this.owner=owner;
|
||||
this.clientID=clientID;
|
||||
this.typeAccess=accessType;
|
||||
this.memoryType=memory;
|
||||
setScopeString(scopeString);
|
||||
setBackendType(backend);
|
||||
}
|
||||
|
||||
/**
|
||||
* Retrieve a valid configuration from IS for instantiating the engine
|
||||
*/
|
||||
public void getConfiguration(){
|
||||
String[] newServer=null;
|
||||
// ISClientConnector isclient=getISClient();
|
||||
String currentScope=ScopeProvider.instance.get();
|
||||
logger.debug("Scope found on ScopeProvider instance is "+currentScope);
|
||||
|
||||
/*COMMENTED THE FOLLOWING LINES 20181214*/
|
||||
|
||||
if(RRScope == null){
|
||||
// if(new ScopeBean(currentScope).is(Type.VRE)){
|
||||
// logger.debug("If ScopeProvider scope is VRE scope RR scope became VO scope");
|
||||
// RRScope=new ScopeBean(currentScope).enclosingScope().toString();
|
||||
// }else{
|
||||
// logger.debug("If ScopeProvider scope is not a VRE scope RR scope is ScopeProvider scope");
|
||||
RRScope=currentScope;
|
||||
// }
|
||||
}
|
||||
/*END*/
|
||||
logger.debug("RuntimeResource scope "+RRScope);
|
||||
ServiceEndpoint resource=getISClient().getStorageEndpoint(RRScope);
|
||||
//if a specific backend is not passed as input param then take the default one
|
||||
if (Objects.isNull(getBackendType()))
|
||||
setBackendType(DEFAULT_BACKEND_TYPE);
|
||||
ServiceEndpoint resource=getISClient(getBackendType()).getStorageEndpoint(RRScope);
|
||||
if(resource ==null )
|
||||
throw new IllegalStateException("the storage resource is not present on IS in scope: "+RRScope);
|
||||
List<ServiceEndpoint> resolverResource =getISClient().getServiceEndpoint(Utils.URI_RESOLVER_RESOURCE_CATEGORY, Utils.URI_RESOLVER_RESOURCE_NAME);
|
||||
List<ServiceEndpoint> resolverResource =getISClient(getBackendType()).getServiceEndpoint(Utils.URI_RESOLVER_RESOURCE_CATEGORY, Utils.URI_RESOLVER_RESOURCE_NAME);
|
||||
if(resolverResource !=null && resolverResource.size()> 0)
|
||||
setResolverHost(getISClient().getResolverHost(resolverResource.get(0)));
|
||||
setResolverHost(getISClient(getBackendType()).getResolverHost(resolverResource.get(0)));
|
||||
else
|
||||
throw new IllegalStateException("the uri resolver resource is not present on IS in scope: "+currentScope);
|
||||
// old method for retrieve hostedOn field in storage ServiceEndpoint resource
|
||||
|
@ -108,13 +130,17 @@ public class Configuration {
|
|||
logger.debug("server not set. Try to query IS in scope: "+scopeString);
|
||||
String[] serverFound=checkVarEnvMongo();
|
||||
if(serverFound==null){
|
||||
serverFound=getISClient().retrieveConnectionInfo(resource);
|
||||
setUser(getISClient().getUsername());
|
||||
setPassword(getISClient().password);
|
||||
setBackendType(getISClient().getBackendType(resource));
|
||||
serverFound=getISClient(getBackendType()).retrieveConnectionInfo(resource);
|
||||
setUser(getISClient(getBackendType()).getUsername());
|
||||
setPassword(getISClient(getBackendType()).password);
|
||||
setRegion(getISClient(getBackendType()).getRegion());
|
||||
if (Objects.isNull(getBackendType()))
|
||||
setBackendType(getISClient(getBackendType()).getBackendType(resource));
|
||||
}else{
|
||||
setBackendType(checkVarEnvBackendType());
|
||||
if(getBackendType() == null) setBackendType(DEFAULT_BACKEND_TYPE);
|
||||
if (!Objects.isNull(getBackendType()))
|
||||
setBackendType(checkVarEnvBackendType());
|
||||
else
|
||||
setBackendType(DEFAULT_BACKEND_TYPE);
|
||||
setUser(checkVarEnvUser());
|
||||
setPassword(checkVarEnvPassword());
|
||||
}
|
||||
|
@ -128,15 +154,46 @@ public class Configuration {
|
|||
if(newServer==null){
|
||||
throw new IllegalStateException("Resource not found on Information System");
|
||||
}else{
|
||||
setEnvironment(setAreaStorage(getSc(), getSn()));
|
||||
setServerHosts(newServer, isclient, resource);
|
||||
try {
|
||||
setPassPhrase(retrieveEncryptionPhrase());
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
setEnvironment(setAreaStorage(getSc(), getSn()));
|
||||
// if the backend is mongodb we should set a separated server for volatile area
|
||||
if(getBackendType().equals("MongoDB")) {
|
||||
setServerHosts(newServer, isclient, resource);
|
||||
try {
|
||||
setPassPhrase(retrieveEncryptionField(PASS_PHRASE_FIELD));
|
||||
} catch (Exception e) {
|
||||
e.printStackTrace();
|
||||
}
|
||||
}else {
|
||||
// if the backend isn't mongodb, the passPhrase field will be filled with a token if it is present on ServiceEndpoint
|
||||
try {
|
||||
setPassPhrase(retrieveEncryptionField(TOKEN_FIELD));
|
||||
|
||||
} catch (Exception e) {
|
||||
// TODO Auto-generated catch block
|
||||
e.printStackTrace();
|
||||
}
|
||||
setPersistentHosts(newServer);
|
||||
|
||||
}
|
||||
}
|
||||
|
||||
logger.debug("Configuration parameters retrieved: host: "+getPersistentHosts()+" user: "+getUser());
|
||||
}
|
||||
|
||||
|
||||
// /**
|
||||
// * Retrieve a valid configuration from IS for instantiating the engine
|
||||
// */
|
||||
// public void getConfiguration2(){
|
||||
// String currentScope=ScopeProvider.instance.get();
|
||||
// ServiceEndpoint resource=getISClient().getStorageEndpoint(currentScope);
|
||||
// if((getMemoryType() != null) && ((getMemoryType().equals(MemoryType.VOLATILE.toString()) || (getMemoryType().equals(MemoryType.BOTH.toString()))))){
|
||||
// setVolatileHost(isclient.getVolatileHost(resource));
|
||||
// }
|
||||
// }
|
||||
//
|
||||
|
||||
|
||||
|
||||
private void setServerHosts(String[] newServer, ISClientConnector isclient, ServiceEndpoint resource) {
|
||||
if((getMemoryType() != null) && ((getMemoryType().equals(MemoryType.VOLATILE.toString()) || (getMemoryType().equals(MemoryType.BOTH.toString()))))){
|
||||
|
@ -192,11 +249,11 @@ public class Configuration {
|
|||
String dbString=null;
|
||||
// check optional properties only if it is not a volatile storage instance
|
||||
if((getMemoryType() != null) && (!(getMemoryType().equals(MemoryType.VOLATILE.toString())))){
|
||||
write=getISClient().retrievePropertyValue(WRITE_CONCERN_PROPERTY_NAME, currentScope);
|
||||
write=getISClient(getBackendType()).retrievePropertyValue(WRITE_CONCERN_PROPERTY_NAME, currentScope);
|
||||
logger.debug("read preference: read from service endpoint");
|
||||
read=getISClient().retrievePropertyValue(READ_PREFERENCE_PROPERTY_NAME, currentScope);
|
||||
read=getISClient(getBackendType()).retrievePropertyValue(READ_PREFERENCE_PROPERTY_NAME, currentScope);
|
||||
logger.debug(" write preference: read from service endpoint");
|
||||
dbString=getISClient().retrievePropertyValue(DB_PROPERTY_NAME, currentScope);
|
||||
dbString=getISClient(getBackendType()).retrievePropertyValue(DB_PROPERTY_NAME, currentScope);
|
||||
if((write!=null) && (read!=null)){
|
||||
engine.setWriteConcern(write);
|
||||
engine.setReadConcern(read);
|
||||
|
@ -210,11 +267,12 @@ public class Configuration {
|
|||
}
|
||||
if (dbNames.length > 1)
|
||||
logger.debug("multiple collection discovered");
|
||||
engine.setDbNames(dbNames);
|
||||
if (Objects.isNull(engine.getDbNames()))
|
||||
engine.setDbNames(dbNames);
|
||||
}
|
||||
// added db check also on volatile are
|
||||
}else if((getMemoryType().equals(MemoryType.VOLATILE.toString()))){
|
||||
dbString=getISClient().retrievePropertyValue(DB_PROPERTY_NAME, currentScope);
|
||||
dbString=getISClient(getBackendType()).retrievePropertyValue(DB_PROPERTY_NAME, currentScope);
|
||||
if(dbString!=null){
|
||||
if (dbString.contains(DB_STRING_SEPARATOR)){
|
||||
logger.debug("more than one collection read from ServiceEnpoint");
|
||||
|
@ -326,19 +384,31 @@ public class Configuration {
|
|||
return null;
|
||||
}
|
||||
|
||||
|
||||
@Deprecated
|
||||
public String retrieveEncryptionPhrase() throws Exception {
|
||||
String currentScope=ScopeProvider.instance.get();
|
||||
logger.debug("retrieve encryption prhase on scope: "+currentScope);
|
||||
String encryptedKey=null;
|
||||
// ISClientConnector isclient=getISClient();
|
||||
logger.info("retrieve encryption phrase from scope "+currentScope);
|
||||
encryptedKey=getISClient().retrievePropertyValue("PassPhrase", currentScope);
|
||||
encryptedKey=getISClient(getBackendType()).retrievePropertyValue("PassPhrase", currentScope);
|
||||
logger.info("encrypted prhase is "+encryptedKey);
|
||||
String decryptString=org.gcube.common.encryption.StringEncrypter.getEncrypter().decrypt(encryptedKey);
|
||||
return decryptString;
|
||||
}
|
||||
|
||||
public String retrieveEncryptionField(String fieldName) throws Exception {
|
||||
String currentScope=ScopeProvider.instance.get();
|
||||
logger.debug("retrieve encryption prhase on scope: "+currentScope);
|
||||
String encryptedKey=null;
|
||||
// ISClientConnector isclient=getISClient();
|
||||
logger.info("retrieve encryption phrase from scope "+currentScope);
|
||||
encryptedKey=getISClient(getBackendType()).retrievePropertyValue(fieldName, currentScope);
|
||||
logger.info("encrypted prhase is "+encryptedKey);
|
||||
String decryptString=(!Objects.isNull(encryptedKey))?org.gcube.common.encryption.StringEncrypter.getEncrypter().decrypt(encryptedKey):null;
|
||||
return decryptString;
|
||||
}
|
||||
|
||||
|
||||
public String getClientID() {
|
||||
return clientID;
|
||||
|
@ -460,10 +530,14 @@ public class Configuration {
|
|||
this.resolverHost = resolverHost;
|
||||
}
|
||||
|
||||
public ISClientConnector getISClient(){
|
||||
if (isclient == null)
|
||||
isclient=new ISClientConnector();
|
||||
return isclient;
|
||||
private ISClientConnector getISClient(String backendType){
|
||||
// if ((isclient == null) || (isclient.getBackendType().equals(backendType)))
|
||||
// isclient=new ISClientConnector(backendType);
|
||||
//
|
||||
// return isclient;
|
||||
|
||||
return isclient=((isclient == null) || (!isclient.getBackendType().equals(backendType)))?new ISClientConnector(backendType):isclient;
|
||||
|
||||
}
|
||||
|
||||
public String getSc() {
|
||||
|
@ -481,5 +555,13 @@ public class Configuration {
|
|||
public void setSn(String sn) {
|
||||
this.sn = sn;
|
||||
}
|
||||
|
||||
public String getRegion() {
|
||||
return region;
|
||||
}
|
||||
|
||||
public void setRegion(String region) {
|
||||
this.region = region;
|
||||
}
|
||||
|
||||
}
|
|
@ -8,8 +8,11 @@ import java.util.HashMap;
|
|||
import java.util.Iterator;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
import java.util.Objects;
|
||||
|
||||
import org.gcube.common.encryption.StringEncrypter;
|
||||
import org.gcube.common.resources.gcore.ServiceEndpoint.AccessPoint;
|
||||
import org.gcube.contentmanager.storageclient.wrapper.BackendType;
|
||||
import org.gcube.common.resources.gcore.ServiceEndpoint;
|
||||
import org.gcube.common.resources.gcore.ServiceEndpoint.Property;
|
||||
import org.gcube.common.scope.api.ScopeProvider;
|
||||
|
@ -34,8 +37,13 @@ public class ISClientConnector {
|
|||
protected String username;
|
||||
protected String password;
|
||||
protected ServiceEndpoint storageResource;
|
||||
public String region;
|
||||
private static HashMap<String, Object> isCache;
|
||||
|
||||
public ISClientConnector(String backendType){
|
||||
setBackendType(backendType);
|
||||
}
|
||||
|
||||
public ISClientConnector(){
|
||||
}
|
||||
|
||||
|
@ -84,39 +92,76 @@ public class ISClientConnector {
|
|||
|
||||
|
||||
private String[] fillConnectionFields(ServiceEndpoint resource) {
|
||||
logger.debug("fillConnectionsFields method ");
|
||||
if(resource!=null){
|
||||
String [] server=new String[resource.profile().accessPoints().size()];
|
||||
int i=0;
|
||||
for (AccessPoint ap:resource.profile().accessPoints()) {
|
||||
if (ap.name().equals("server"+(i+1))) {
|
||||
server[i] = ap.address();
|
||||
// if presents, try to get user and password
|
||||
setUsername(ap.username());
|
||||
// set password default value to empty string
|
||||
setPassword("");
|
||||
if(getUsername() != null && getUsername().length() > 0){
|
||||
try {
|
||||
setPassword(StringEncrypter.getEncrypter().decrypt(ap.password()));
|
||||
} catch (Exception e) {
|
||||
// TODO Auto-generated catch block
|
||||
e.printStackTrace();
|
||||
}
|
||||
logger.debug("checking resource "+resource.id());
|
||||
ArrayList<String> server=new ArrayList<String> ();//new String[resource.profile().accessPoints().size()];
|
||||
if(!(getBackendType().equals(BackendType.MongoDB.name()))) {
|
||||
logger.info("searching backend: "+getBackendType());
|
||||
for (AccessPoint ap:resource.profile().accessPoints()) {
|
||||
if( (ap.name().equals(getBackendType()))){
|
||||
//in v1.6.0 we are considering only one accessPoint for a backend except for mongodb.
|
||||
server.add( ap.address());
|
||||
// if presents, try to get user and password
|
||||
setUsername(ap.username());
|
||||
decryptPwd(ap);
|
||||
setRegion(retrievePropertyValue(ap, "region"));
|
||||
break;
|
||||
}
|
||||
i++;
|
||||
}
|
||||
}else {
|
||||
int i=0;
|
||||
|
||||
for (AccessPoint ap:resource.profile().accessPoints()) {
|
||||
if (ap.name().equals("server"+(i+1))) {
|
||||
|
||||
server.add(ap.address());
|
||||
setUsername(ap.username());
|
||||
setPassword("");
|
||||
if(getUsername() != null && getUsername().length() > 0){
|
||||
try {
|
||||
setPassword(StringEncrypter.getEncrypter().decrypt(ap.password()));
|
||||
} catch (Exception e) {
|
||||
// TODO Auto-generated catch block
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
i++;
|
||||
}
|
||||
}
|
||||
logger.info("credentials Mongodb: "+getUsername()+" "+getPassword());
|
||||
// setBackendType(retrievePropertyValue(resource, "type"));
|
||||
}
|
||||
setBackendType(retrievePropertyValue(resource, "type"));
|
||||
|
||||
String [] volatileHost= new String [1];
|
||||
volatileHost[0]=retrievePropertyValue(resource, "volatile");
|
||||
setVolatileHost(volatileHost);
|
||||
logger.info("Type of backend found in RR is "+backendType);
|
||||
return server;
|
||||
String [] servers= new String[server.size()];
|
||||
servers=server.toArray(servers);
|
||||
return servers;
|
||||
|
||||
}else{
|
||||
throw new IllegalStateException("Runtime Resource found are more than 1 but all without default priority setted");
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
private void decryptPwd(AccessPoint ap) {
|
||||
// set password default value to empty string
|
||||
setPassword("");
|
||||
if(getUsername() != null && getUsername().length() > 0){
|
||||
try {
|
||||
setPassword(StringEncrypter.getEncrypter().decrypt(ap.password()));
|
||||
} catch (Exception e) {
|
||||
// TODO Auto-generated catch block
|
||||
e.printStackTrace();
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private ServiceEndpoint getPriorityResource(List<ServiceEndpoint> resources) {
|
||||
ServiceEndpoint defaultResource=null;
|
||||
logger.info("search RR with priority ");
|
||||
|
@ -164,6 +209,17 @@ public class ISClientConnector {
|
|||
}
|
||||
return value;
|
||||
}
|
||||
|
||||
public String retrievePropertyValue(AccessPoint ap, String name) {
|
||||
String value=null;
|
||||
Map<String, Property>map= ap.propertyMap();
|
||||
Property type=map.get(name);
|
||||
if(type!=null){
|
||||
value=type.value();
|
||||
|
||||
}
|
||||
return value;
|
||||
}
|
||||
|
||||
private String retrievePropertyValue(ServiceEndpoint res, String name) {
|
||||
Iterator<AccessPoint> it= res.profile().accessPoints().iterator();
|
||||
|
@ -193,7 +249,7 @@ public class ISClientConnector {
|
|||
return backendType;
|
||||
}
|
||||
|
||||
public void setBackendType(String backendType) {
|
||||
private void setBackendType(String backendType) {
|
||||
this.backendType = backendType;
|
||||
}
|
||||
|
||||
|
@ -229,6 +285,14 @@ public class ISClientConnector {
|
|||
this.storageResource = storageResource;
|
||||
}
|
||||
|
||||
private void setRegion(String region) {
|
||||
this.region=region;
|
||||
|
||||
}
|
||||
|
||||
public String getRegion() {
|
||||
return region;
|
||||
}
|
||||
|
||||
|
||||
}
|
|
@ -1,9 +1,12 @@
|
|||
package org.gcube.contentmanager.storageclient.wrapper;
|
||||
package org.gcube.contentmanager.storageclient.wrapper;
|
||||
|
||||
//import org.gcube.contentmanagement.blobstorage.resource.AccessType;
|
||||
import org.gcube.contentmanager.storageclient.wrapper.BackendType;
|
||||
import org.gcube.contentmanager.storageclient.wrapper.AccessType;
|
||||
//import org.gcube.contentmanagement.blobstorage.resource.MemoryType;
|
||||
import org.gcube.contentmanager.storageclient.wrapper.MemoryType;
|
||||
|
||||
import java.util.Objects;
|
||||
|
||||
import org.gcube.common.scope.api.ScopeProvider;
|
||||
import org.gcube.contentmanagement.blobstorage.service.IClient;
|
||||
import org.gcube.contentmanagement.blobstorage.service.impl.ServiceEngine;
|
||||
|
@ -96,6 +99,34 @@ public class StorageClient {
|
|||
}
|
||||
|
||||
|
||||
/**
|
||||
* New constructor with another optional argument created for gcube infrastructure internal use.
|
||||
* Available in v1.6.0
|
||||
* It's possible to specify a specific backend.
|
||||
* @param ServiceClass
|
||||
* @param ServiceName
|
||||
* @param owner
|
||||
* @param typeAccess
|
||||
* @param scope
|
||||
*/
|
||||
public StorageClient(String serviceClass, String serviceName, String owner, AccessType accessType, BackendType backend){
|
||||
checkScopeProvider();
|
||||
String id=owner;
|
||||
this.owner=owner;
|
||||
this.scopeString=ScopeProvider.instance.get();
|
||||
if(accessType!=null)
|
||||
this.typeAccess=accessType;
|
||||
else throw new RuntimeException("AccessType parameter must be not null");
|
||||
this.memoryType=MemoryType.BOTH;
|
||||
this.serviceClass=serviceClass;
|
||||
this.serviceName=serviceName;
|
||||
this.setBackendType(backend.toString());
|
||||
setClientId(serviceClass, serviceName, id);
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
/**
|
||||
* Constructor created for external use
|
||||
* @param owner
|
||||
|
@ -170,6 +201,35 @@ public class StorageClient {
|
|||
this.serviceName=serviceName;
|
||||
setClientId(serviceClass, serviceName, id);
|
||||
}
|
||||
|
||||
|
||||
/**
|
||||
* Available in v1.6.0
|
||||
* It's possible to specify a specific backend.
|
||||
* @param ServiceClass
|
||||
* @param ServiceName
|
||||
* @param owner
|
||||
* @param typeAccess
|
||||
* @param backend: specify mongodb (default) or s3
|
||||
* @param memory defines the kind of memory: VOLATILE or PERSISTENT
|
||||
* @param scope
|
||||
*/
|
||||
public StorageClient(String serviceClass, String serviceName, String owner, AccessType accessType, MemoryType memory, BackendType backend){
|
||||
checkScopeProvider();
|
||||
String id=owner;
|
||||
this.owner=owner;
|
||||
this.scopeString=ScopeProvider.instance.get();
|
||||
if(accessType!=null)
|
||||
this.typeAccess=accessType;
|
||||
else throw new RuntimeException("AccessType parameter must be not null");
|
||||
if(memory!=null)
|
||||
this.memoryType=memory;
|
||||
else throw new RuntimeException("MemoryType parameter must be not null");
|
||||
this.serviceClass=serviceClass;
|
||||
this.serviceName=serviceName;
|
||||
setClientId(serviceClass, serviceName, id);
|
||||
this.setBackendType(backend.toString());
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
@ -207,7 +267,11 @@ public class StorageClient {
|
|||
* @throws IllegalStateException if the resource is not found on the IS
|
||||
*/
|
||||
public IClient getClient(){
|
||||
Configuration cfg= new Configuration(serviceClass, serviceName, scopeString, owner, clientID, typeAccess.toString(), memoryType.toString());
|
||||
Configuration cfg=null;
|
||||
if(Objects.isNull(getBackendType()))
|
||||
cfg= new Configuration(serviceClass, serviceName, scopeString, owner, clientID, typeAccess.toString(), memoryType.toString());
|
||||
else
|
||||
cfg= new Configuration(serviceClass, serviceName, scopeString, owner, clientID, typeAccess.toString(), memoryType.toString(), getBackendType());
|
||||
cfg.getConfiguration();
|
||||
ServiceEngine engine= new ServiceEngine(cfg.getPersistentHosts(), cfg.getVolatileHost(), cfg.getEnvironment(), cfg.getTypeAccess(), cfg.getOwner(), cfg.getMemoryType());
|
||||
// set additional fields for the new engine object
|
||||
|
@ -218,8 +282,11 @@ public class StorageClient {
|
|||
engine.setBackendUser(cfg.getUser());
|
||||
engine.setBackendPassword(cfg.getPassword());
|
||||
engine.setResolverHost(cfg.getResolverHost());
|
||||
if(cfg.getPassPhrase()!=null)
|
||||
engine.setRegion(cfg.getRegion());
|
||||
if(cfg.getPassPhrase()!=null) {
|
||||
engine.setPassPhrase(cfg.getPassPhrase());
|
||||
engine.setToken(cfg.getPassPhrase());
|
||||
}
|
||||
if(getMemoryType() !=null)
|
||||
engine.setGcubeMemoryType(getMemoryType().toString());
|
||||
engine.setGcubeScope(ScopeProvider.instance.get());
|
||||
|
@ -370,6 +437,9 @@ public class StorageClient {
|
|||
|
||||
|
||||
public String getBackendType() {
|
||||
if(Objects.isNull(backendType))
|
||||
backendType=Configuration.DEFAULT_BACKEND_TYPE;
|
||||
logger.debug("backend type returned is "+backendType);
|
||||
return backendType;
|
||||
}
|
||||
|
||||
|
|
|
@ -6,7 +6,7 @@ import java.io.File;
|
|||
import java.util.List;
|
||||
|
||||
import org.gcube.common.scope.api.ScopeProvider;
|
||||
import org.gcube.contentmanagement.blobstorage.resource.MyFile;
|
||||
import org.gcube.contentmanagement.blobstorage.resource.RequestObject;
|
||||
import org.gcube.contentmanagement.blobstorage.resource.StorageObject;
|
||||
import org.gcube.contentmanagement.blobstorage.service.IClient;
|
||||
import org.gcube.contentmanagement.blobstorage.transport.backend.RemoteBackendException;
|
||||
|
@ -53,7 +53,7 @@ public class GetMetaFileTest {
|
|||
|
||||
@Test
|
||||
public void getMetaFileByPath() throws RemoteBackendException {
|
||||
MyFile f= client.getMetaFile().RFile(remotePath);
|
||||
RequestObject f= client.getMetaFile().RFile(remotePath);
|
||||
// System.out.println("mime is: "+f.getMimeType());
|
||||
client.put(true, "image/png").LFile("src/test/resources/dog.jpg").RFile(remotePath);
|
||||
f= client.getMetaFile().RFile(remotePath);
|
||||
|
@ -70,7 +70,7 @@ public class GetMetaFileTest {
|
|||
|
||||
@Test
|
||||
public void getMetaFileById() throws RemoteBackendException {
|
||||
MyFile f= client.getMetaFile().RFile(id);
|
||||
RequestObject f= client.getMetaFile().RFile(id);
|
||||
assertNotNull(f);
|
||||
assertEquals(id, f.getId());
|
||||
print(f);
|
||||
|
@ -89,7 +89,7 @@ public class GetMetaFileTest {
|
|||
assertTrue(list.isEmpty());
|
||||
}
|
||||
|
||||
private void print(MyFile f) {
|
||||
private void print(RequestObject f) {
|
||||
System.out.println("\t name "+f.getName());
|
||||
System.out.println("\t size "+f.getSize());
|
||||
System.out.println("\t owner "+f.getOwner());
|
||||
|
|
|
@ -6,7 +6,7 @@ import java.io.File;
|
|||
import java.util.List;
|
||||
|
||||
import org.gcube.common.scope.api.ScopeProvider;
|
||||
import org.gcube.contentmanagement.blobstorage.resource.MyFile;
|
||||
import org.gcube.contentmanagement.blobstorage.resource.RequestObject;
|
||||
import org.gcube.contentmanagement.blobstorage.resource.StorageObject;
|
||||
import org.gcube.contentmanagement.blobstorage.service.IClient;
|
||||
import org.gcube.contentmanagement.blobstorage.transport.backend.RemoteBackendException;
|
||||
|
@ -53,12 +53,12 @@ public class PropertiesTest {
|
|||
public void getPropertyByPath() throws RemoteBackendException {
|
||||
String valueFound= client.getMetaInfo(field).RFile(remotePath);
|
||||
System.out.println("value found for property: "+field+" is "+valueFound);
|
||||
MyFile f= client.getMetaFile().RFile(remotePath);
|
||||
RequestObject f= client.getMetaFile().RFile(remotePath);
|
||||
assertNotNull(f);
|
||||
print(f);
|
||||
String result= client.setMetaInfo(field, value).RFile(remotePath);
|
||||
System.out.println("new property set ");
|
||||
MyFile f1= client.getMetaFile().RFile(remotePath);
|
||||
RequestObject f1= client.getMetaFile().RFile(remotePath);
|
||||
print(f1);
|
||||
assertNotNull(f1);
|
||||
assertEquals(f1.getMimeType(), value);
|
||||
|
@ -70,12 +70,12 @@ public class PropertiesTest {
|
|||
public void getPropertyById() throws RemoteBackendException {
|
||||
String valueFound= client.getMetaInfo(field).RFile(id);
|
||||
System.out.println("value found for property: "+field+" is "+valueFound);
|
||||
MyFile f= client.getMetaFile().RFile(id);
|
||||
RequestObject f= client.getMetaFile().RFile(id);
|
||||
assertNotNull(f);
|
||||
print(f);
|
||||
String result= client.setMetaInfo(field, value).RFile(id);
|
||||
System.out.println("new property set ");
|
||||
MyFile f1= client.getMetaFile().RFile(id);
|
||||
RequestObject f1= client.getMetaFile().RFile(id);
|
||||
print(f1);
|
||||
assertNotNull(f1);
|
||||
assertEquals(f1.getMimeType(), value);
|
||||
|
@ -85,7 +85,7 @@ public class PropertiesTest {
|
|||
// @Test
|
||||
public void setProperty() throws RemoteBackendException {
|
||||
String result= client.setMetaInfo(field, value).RFile(id);
|
||||
MyFile f= client.getMetaFile().RFile(remotePath);
|
||||
RequestObject f= client.getMetaFile().RFile(remotePath);
|
||||
assertNotNull(f);
|
||||
print(f);
|
||||
|
||||
|
@ -99,7 +99,7 @@ public class PropertiesTest {
|
|||
removeLocalFile();
|
||||
}
|
||||
|
||||
private void print(MyFile f) {
|
||||
private void print(RequestObject f) {
|
||||
System.out.println("\t name "+f.getName());
|
||||
System.out.println("\t size "+f.getSize());
|
||||
System.out.println("\t owner "+f.getOwner());
|
||||
|
|
Loading…
Reference in New Issue