240 lines
8.6 KiB
Java
240 lines
8.6 KiB
Java
import static org.gcube.resources.discovery.icclient.ICFactory.client;
|
|
|
|
import java.io.StringReader;
|
|
import java.util.ArrayList;
|
|
import java.util.List;
|
|
import java.util.concurrent.ExecutionException;
|
|
|
|
import javax.xml.parsers.DocumentBuilder;
|
|
import javax.xml.parsers.DocumentBuilderFactory;
|
|
|
|
import org.gcube.common.resources.gcore.utils.XPathHelper;
|
|
import org.gcube.common.scope.api.ScopeProvider;
|
|
import org.gcube.common.scope.impl.ScopeBean;
|
|
import org.gcube.common.scope.impl.ScopeBean.Type;
|
|
import org.gcube.datatransfer.resolver.caches.LoadingMapOfScopeCache;
|
|
import org.gcube.datatransfer.resolver.catalogue.resource.GetAllInfrastructureScopes;
|
|
import org.gcube.datatransfer.resolver.init.UriResolverSmartGearManagerInit;
|
|
import org.gcube.resources.discovery.client.api.DiscoveryClient;
|
|
import org.gcube.resources.discovery.client.queries.api.Query;
|
|
import org.gcube.resources.discovery.client.queries.impl.QueryBox;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
import org.w3c.dom.Document;
|
|
import org.w3c.dom.Element;
|
|
import org.xml.sax.InputSource;
|
|
|
|
|
|
/**
|
|
* The Class GetAllInfrastructureScopesFromIS.
|
|
*
|
|
* @author Francesco Mangiacrapa at ISTI-CNR (francesco.mangiacrapa@isti.cnr.it)
|
|
*
|
|
* May 16, 2019
|
|
*/
|
|
public class GetAllInfrastructureScopesFromIS {
|
|
|
|
public static Logger logger = LoggerFactory.getLogger(GetAllInfrastructureScopesFromIS.class);
|
|
|
|
protected static final String RESOURCE_PROFILE_NAME_TEXT = "/Resource/Profile/Name/text()";
|
|
|
|
/**
|
|
* The main method.
|
|
*
|
|
* @param args the arguments
|
|
*/
|
|
public static void main(String[] args) {
|
|
|
|
try {
|
|
|
|
String rootScope = "/gcube";
|
|
//String rootScope = "/d4science.research-infrastructures.eu";
|
|
ScopeProvider.instance.set(rootScope);
|
|
UriResolverSmartGearManagerInit.setRootContextScope(rootScope);
|
|
LoadingMapOfScopeCache cache = new LoadingMapOfScopeCache();
|
|
|
|
int i = 0;
|
|
for (String string : cache.getCache().asMap().keySet()) {
|
|
try {
|
|
System.out.println(++i+") Scope Name: "+string + " to full scope: "+LoadingMapOfScopeCache.get(string));
|
|
} catch (ExecutionException e) {
|
|
e.printStackTrace();
|
|
}
|
|
}
|
|
|
|
String scopeName = "devsec";
|
|
ScopeBean scopeBean = LoadingMapOfScopeCache.get(scopeName);
|
|
String fullScope = scopeBean.toString();
|
|
logger.info("Read fullScope: "+fullScope + " for SCOPE name: "+scopeName +" from cache created by: "+GetAllInfrastructureScopes.class.getSimpleName());
|
|
|
|
if(scopeBean.is(Type.VO)) {
|
|
logger.info("It is a {} scope", Type.VO);
|
|
logger.warn("The Catalogue can't work at {} level, I'm overriding the scope to {} level", Type.VO, Type.INFRASTRUCTURE);
|
|
fullScope = fullScope.substring(0, fullScope.indexOf("/"));
|
|
logger.info("Overriden the input scope {} with {} type: {}", fullScope, Type.INFRASTRUCTURE, fullScope);
|
|
}
|
|
|
|
|
|
// //TODO TOKEN TO ROOT SCOPE
|
|
// String rootScope = "/gcube";
|
|
// //String rootScope = "/d4science.research-infrastructures.eu";
|
|
// ScopeProvider.instance.set(rootScope);
|
|
//
|
|
// String secondaryType = "INFRASTRUCTURE";
|
|
// List<String> listVOScopes = getListOfVOScopes("INFRASTRUCTURE");
|
|
//
|
|
// System.out.println("Searching for secondaryType="+secondaryType +" scope/s found is/are: " +listVOScopes);
|
|
//
|
|
// Map<String, String> vreNameFullScope = new HashMap<String,String>();
|
|
//
|
|
// secondaryType = "VRE";
|
|
// int noVOTypeCount = 0;
|
|
// for (String voScope : listVOScopes) {
|
|
// int count = voScope.length() - voScope.replace("/", "").length();
|
|
// //IS A VO
|
|
// if(count==2){
|
|
// logger.info(voScope +" is a VO...");
|
|
// ScopeProvider.instance.set(voScope);
|
|
// List<String> listVREs = getListOfResourcesForSecondaryType(secondaryType);
|
|
// System.out.println("VREs found for VO "+voScope+ " is/are "+listVREs.size()+ ": "+listVREs);
|
|
// for (String vreName : listVREs) {
|
|
// String vreScope = String.format("%s/%s", voScope,vreName);
|
|
// vreNameFullScope.put(vreName, vreScope);
|
|
// }
|
|
//
|
|
// }else{
|
|
// noVOTypeCount++;
|
|
// System.out.println(voScope +" is not a VO, skipping it");
|
|
// }
|
|
// }
|
|
//
|
|
//
|
|
// System.out.println("Total VO is: "+(listVOScopes.size()+noVOTypeCount));
|
|
// for (String vreName : vreNameFullScope.keySet()) {
|
|
// System.out.println("VRE Name: "+vreName + " has scope: "+vreNameFullScope.get(vreName));
|
|
// }
|
|
//
|
|
// System.out.println("Total VRE is: "+vreNameFullScope.size());
|
|
|
|
|
|
|
|
}catch (Exception e) {
|
|
e.printStackTrace();
|
|
}
|
|
|
|
}
|
|
|
|
|
|
/**
|
|
* Gets the list of resources for secondary type.
|
|
*
|
|
* @param secondaryType the secondary type
|
|
* @return the list of resource names for the input secondary type
|
|
*/
|
|
protected static List<String> getListOfResourcesForSecondaryType(String secondaryType) {
|
|
|
|
String queryString = "for $profile in collection('/db/Profiles/GenericResource')//Resource " +
|
|
"where $profile/Profile/SecondaryType/string() eq '"+secondaryType+"' return $profile";
|
|
|
|
List<String> listResourceName = new ArrayList<String>();
|
|
|
|
try {
|
|
logger.info("Trying to fetch GenericResource in the scope: "+ScopeProvider.instance.get()+", SecondaryType: " + secondaryType);
|
|
Query q = new QueryBox(queryString);
|
|
DiscoveryClient<String> client = client();
|
|
List<String> listGenericResources = client.submit(q);
|
|
|
|
logger.info("# of GenericResource returned are: "+listGenericResources.size());
|
|
|
|
if (listGenericResources == null || listGenericResources.size() == 0)
|
|
throw new Exception("GenericResource with SecondaryType: " + secondaryType + ", is not registered in the scope: "+ScopeProvider.instance.get());
|
|
else {
|
|
|
|
|
|
for (String genericResource : listGenericResources) {
|
|
try{
|
|
String elem = genericResource;
|
|
DocumentBuilder docBuilder = DocumentBuilderFactory.newInstance().newDocumentBuilder();
|
|
Document document = docBuilder.parse(new InputSource(new StringReader(elem)));
|
|
Element rootElement = document.getDocumentElement();
|
|
XPathHelper helper = new XPathHelper(rootElement);
|
|
List<String> resourceNames = helper.evaluate(RESOURCE_PROFILE_NAME_TEXT);
|
|
|
|
if(resourceNames!=null && resourceNames.size()>0)
|
|
listResourceName.add(resourceNames.get(0));
|
|
|
|
}catch(Exception e){
|
|
throw new Exception("Error during parsing the generic resource: "+genericResource + " in the scope: "+ScopeProvider.instance.get());
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
} catch (Exception e) {
|
|
logger.error("Error while trying to fetch generic resource from the infrastructure", e);
|
|
}
|
|
|
|
return listResourceName;
|
|
|
|
}
|
|
|
|
|
|
/**
|
|
* Gets the list of resources for secondary type.
|
|
*
|
|
* @param secondaryType the secondary type
|
|
* @return the list of resource names for the input secondary type
|
|
*/
|
|
protected static List<String> getListOfVOScopes(String secondaryType) {
|
|
|
|
String queryString = "for $profile in collection('/db/Profiles/GenericResource')//Resource " +
|
|
"where $profile/Profile/SecondaryType/string() eq '"+secondaryType+"' return $profile";
|
|
|
|
List<String> listOfVOScopes = new ArrayList<String>();
|
|
|
|
try {
|
|
logger.info("Trying to fetch GenericResource in the scope: "+ScopeProvider.instance.get()+", SecondaryType: " + secondaryType);
|
|
Query q = new QueryBox(queryString);
|
|
DiscoveryClient<String> client = client();
|
|
List<String> listGenericResources = client.submit(q);
|
|
|
|
logger.info("# of GenericResource returned searching for secondaryType= "+secondaryType+" is/are: "+listGenericResources.size());
|
|
|
|
if (listGenericResources == null || listGenericResources.size() == 0)
|
|
throw new Exception("GenericResource with SecondaryType: " + secondaryType + ", is not registered in the scope: "+ScopeProvider.instance.get());
|
|
else {
|
|
|
|
|
|
for (String genericResource : listGenericResources) {
|
|
try{
|
|
String elem = genericResource;
|
|
DocumentBuilder docBuilder = DocumentBuilderFactory.newInstance().newDocumentBuilder();
|
|
Document document = docBuilder.parse(new InputSource(new StringReader(elem)));
|
|
Element rootElement = document.getDocumentElement();
|
|
XPathHelper helper = new XPathHelper(rootElement);
|
|
// List<String> resourceNames = helper.evaluate(RESOURCE_PROFILE_NAME_TEXT);
|
|
//
|
|
// if(resourceNames!=null && resourceNames.size()>0)
|
|
// listResourceName.add(resourceNames.get(0));
|
|
|
|
List<String> scopes = helper.evaluate("/Resource/Profile/Body/infrastructures/infrastructure/vos/vo/scope/text()");
|
|
for (String scopeFound : scopes) {
|
|
listOfVOScopes.add(scopeFound);
|
|
}
|
|
|
|
}catch(Exception e){
|
|
throw new Exception("Error during parsing the generic resource: "+genericResource + " in the scope: "+ScopeProvider.instance.get());
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
} catch (Exception e) {
|
|
logger.error("Error while trying to fetch generic resource from the infrastructure", e);
|
|
}
|
|
|
|
return listOfVOScopes;
|
|
|
|
}
|
|
}
|