git-svn-id: https://svn.d4science.research-infrastructures.eu/gcube/trunk/data-analysis/EcologicalEngineGeoSpatialExtension@92156 82a268e6-3cf1-43bd-a215-b396298e98cf
This commit is contained in:
parent
1545642c43
commit
44af71dd70
|
|
@ -1,514 +0,0 @@
|
|||
package org.gcube.dataanalysis.geo.meta.features;
|
||||
|
||||
import it.geosolutions.geonetwork.util.GNSearchRequest;
|
||||
import it.geosolutions.geonetwork.util.GNSearchResponse;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
||||
import java.util.List;
|
||||
import java.util.Map;
|
||||
|
||||
import org.gcube.common.scope.api.ScopeProvider;
|
||||
import org.gcube.contentmanagement.lexicalmatcher.utils.AnalysisLogger;
|
||||
import org.gcube.spatial.data.geonetwork.GeoNetwork;
|
||||
import org.gcube.spatial.data.geonetwork.GeoNetworkReader;
|
||||
import org.gcube.spatial.data.geonetwork.LoginLevel;
|
||||
import org.gcube.spatial.data.geonetwork.configuration.Configuration;
|
||||
import org.gcube.spatial.data.geonetwork.configuration.ConfigurationManager;
|
||||
import org.geotoolkit.metadata.iso.identification.DefaultDataIdentification;
|
||||
import org.opengis.metadata.Metadata;
|
||||
import org.opengis.metadata.citation.OnlineResource;
|
||||
import org.opengis.metadata.distribution.DigitalTransferOptions;
|
||||
import org.opengis.metadata.identification.Identification;
|
||||
import org.opengis.metadata.identification.Resolution;
|
||||
|
||||
public class FeaturesManager {
|
||||
private String geonetworkUrl = "http://geoserver-dev2.d4science-ii.research-infrastructures.eu/geonetwork/";
|
||||
// private String geonetworkUrl = "http://geoserver-last.d4science-ii.research-infrastructures.eu/geonetwork/";
|
||||
// private String geonetworkUrl = "http://geoserver.d4science-ii.research-infrastructures.eu/geonetwork/";
|
||||
private String geonetworkUser = "admin";
|
||||
private String geonetworkPwd = "admin";
|
||||
private String scope = "/gcube/devsec";
|
||||
|
||||
public String getScope() {
|
||||
return scope;
|
||||
}
|
||||
|
||||
public void setScope(String scope) {
|
||||
this.scope = scope;
|
||||
}
|
||||
|
||||
public static double getResolution(Metadata meta){
|
||||
double res = 0;
|
||||
try{
|
||||
DefaultDataIdentification ddi = (DefaultDataIdentification) meta.getIdentificationInfo().iterator().next();
|
||||
//take the lowest resolution
|
||||
for (Resolution r:ddi.getSpatialResolutions()){
|
||||
Double rr = r.getDistance();
|
||||
if (rr ==null)
|
||||
rr=r.getEquivalentScale().doubleValue();
|
||||
|
||||
if (rr!=null && rr>res){
|
||||
res = rr;
|
||||
}
|
||||
}
|
||||
}catch(Exception e){
|
||||
e.printStackTrace();
|
||||
AnalysisLogger.getLogger().debug("Could not get Data Identification");
|
||||
}
|
||||
|
||||
AnalysisLogger.getLogger().debug("Calculated Resolution is:"+res);
|
||||
|
||||
return res;
|
||||
}
|
||||
|
||||
|
||||
public String getGeoserverLink(Metadata meta) {
|
||||
String link = null;
|
||||
String geoserverString = "/geoserver/";
|
||||
String geoserverEndString = "/geoserver?";
|
||||
String wmslink = getWMSLink(meta);
|
||||
if (wmslink!=null){
|
||||
int idx = wmslink.indexOf(geoserverString);
|
||||
if (idx<0)
|
||||
idx = wmslink.indexOf(geoserverEndString);
|
||||
if (idx>0){
|
||||
link = wmslink.substring(0,idx+geoserverString.length()-1);
|
||||
return link;
|
||||
}
|
||||
}
|
||||
String wfslink = getWFSLink(meta);
|
||||
if (wfslink!=null){
|
||||
int idx = wfslink.indexOf(geoserverString);
|
||||
if (idx<0)
|
||||
idx = wfslink.indexOf(geoserverEndString);
|
||||
|
||||
if (idx>0){
|
||||
link = wfslink.substring(0,idx+geoserverString.length()-1);
|
||||
return link;
|
||||
}
|
||||
}
|
||||
String wcslink = getWCSLink(meta);
|
||||
if (wcslink!=null){
|
||||
int idx = wcslink.indexOf(geoserverString);
|
||||
if (idx<0)
|
||||
idx = wcslink.indexOf(geoserverEndString);
|
||||
|
||||
if (idx>0){
|
||||
link = wcslink.substring(0,idx+geoserverString.length()-1);
|
||||
return link;
|
||||
}
|
||||
}
|
||||
|
||||
if (link == null)
|
||||
System.out.println("NO GEOSERVER LINK WAS FOUND ACCORDING TO THE CRITERION");
|
||||
|
||||
return link;
|
||||
}
|
||||
|
||||
private String searchInUrl(Metadata meta, String criterion) {
|
||||
String link = null;
|
||||
for (DigitalTransferOptions option : meta.getDistributionInfo().getTransferOptions()) {
|
||||
for (OnlineResource resource : option.getOnLines()) {
|
||||
String tlink = "";
|
||||
|
||||
try{tlink = resource.getLinkage().toString();}catch(Exception e){}
|
||||
if (tlink.toLowerCase().contains(criterion.toLowerCase())) {
|
||||
link = tlink;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
if (link == null)
|
||||
System.out.println("NO ONLINE LINK WAS FOUND ACCORDING TO THE CRITERION :" + criterion);
|
||||
return link;
|
||||
}
|
||||
|
||||
|
||||
private String searchLayerNameInMeta(Metadata meta) {
|
||||
String innerlayername = null;
|
||||
for (DigitalTransferOptions option : meta.getDistributionInfo().getTransferOptions()) {
|
||||
for (OnlineResource resource : option.getOnLines()) {
|
||||
String layername = resource.getName();
|
||||
String link = "";
|
||||
try{
|
||||
link = resource.getLinkage().toString().toLowerCase();
|
||||
}catch(Exception e){}
|
||||
if ((layername!=null)&&link.contains("wms")) {
|
||||
innerlayername = layername;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
if (innerlayername == null)
|
||||
System.out.println("NO LAYER NAME WAS FOUND IN TRANSFER OPTIONS");
|
||||
return innerlayername;
|
||||
}
|
||||
|
||||
public String getHttpLink(Metadata meta) {
|
||||
return searchInUrl(meta, "http");
|
||||
}
|
||||
|
||||
public String getWFSLink(Metadata meta) {
|
||||
return searchInUrl(meta, "service=wfs");
|
||||
}
|
||||
|
||||
// retrieves the wms link
|
||||
public String getWMSLink(Metadata meta) {
|
||||
return searchInUrl(meta, "service=wms");
|
||||
}
|
||||
|
||||
public String getWCSLink(Metadata meta) {
|
||||
return searchInUrl(meta, "service=wcs");
|
||||
}
|
||||
|
||||
public String getOpenDapLink(Metadata meta) {
|
||||
return searchInUrl(meta, "/dodsC");
|
||||
}
|
||||
|
||||
public String getThreddsLink(Metadata meta) {
|
||||
return searchInUrl(meta, "catalog.xml");
|
||||
}
|
||||
|
||||
public String getLayerName(Metadata meta) {
|
||||
AnalysisLogger.getLogger().debug("Retrieving Layer Name");
|
||||
String wmslink = getWMSLink(meta);
|
||||
String layer = null;
|
||||
String finder = "layers=";
|
||||
if (wmslink != null) {
|
||||
AnalysisLogger.getLogger().debug("WMS layer found!");
|
||||
int idxfinder = wmslink.indexOf(finder);
|
||||
if (idxfinder > 0) {
|
||||
AnalysisLogger.getLogger().debug("Searching for Layer Name inside the WMS Link");
|
||||
wmslink = wmslink.substring(idxfinder);
|
||||
int andIdx = wmslink.indexOf("&");
|
||||
if (andIdx < 0)
|
||||
andIdx = wmslink.length();
|
||||
|
||||
layer = wmslink.substring(finder.length(), andIdx).trim();
|
||||
}
|
||||
//if the layer is not inside the wmslink
|
||||
else{
|
||||
AnalysisLogger.getLogger().debug("Searching for Layer Name inside the file");
|
||||
layer = searchLayerNameInMeta(meta);
|
||||
}
|
||||
}
|
||||
return layer;
|
||||
}
|
||||
|
||||
public boolean isThreddsFile(Metadata meta) {
|
||||
return (getOpenDapLink(meta) != null);
|
||||
}
|
||||
|
||||
public boolean isAscFile(Metadata meta) {
|
||||
String httplink = getHttpLink(meta);
|
||||
return (httplink!=null && (httplink.endsWith(".asc")||httplink.endsWith(".ASC")));
|
||||
}
|
||||
|
||||
Configuration gnconfiguration;
|
||||
public GeoNetworkReader initGeoNetworkReader() throws Exception {
|
||||
AnalysisLogger.getLogger().debug("Features Manager: configuring GeoNetwork");
|
||||
if (scope!=null)
|
||||
ScopeProvider.instance.set(scope);
|
||||
else{
|
||||
AnalysisLogger.getLogger().debug("Features Manager: Using manual configuration of GeoNetwork");
|
||||
class CustomConfiguration implements Configuration{
|
||||
@Override
|
||||
public String getGeoNetworkEndpoint() {
|
||||
return geonetworkUrl;
|
||||
}
|
||||
@Override
|
||||
public Map<LoginLevel, String> getGeoNetworkPasswords() {
|
||||
HashMap<LoginLevel, String> map = new HashMap<LoginLevel, String>();
|
||||
map.put(LoginLevel.DEFAULT, geonetworkPwd);
|
||||
return map;
|
||||
}
|
||||
@Override
|
||||
public Map<LoginLevel, String> getGeoNetworkUsers() {
|
||||
HashMap<LoginLevel, String> map = new HashMap<LoginLevel, String>();
|
||||
map.put(LoginLevel.DEFAULT, geonetworkUser);
|
||||
return map;
|
||||
}
|
||||
@Override
|
||||
public int getScopeGroup() {
|
||||
return 0;
|
||||
}
|
||||
}
|
||||
|
||||
ConfigurationManager.setConfiguration(CustomConfiguration.class);
|
||||
}
|
||||
|
||||
AnalysisLogger.getLogger().debug("Initializing GeoNetwork");
|
||||
|
||||
GeoNetworkReader gn = GeoNetwork.get();
|
||||
|
||||
AnalysisLogger.getLogger().debug("Using the following Geonetwork: "+gn.getConfiguration().getGeoNetworkEndpoint()+" in scope "+scope);
|
||||
|
||||
return gn;
|
||||
}
|
||||
|
||||
public String getGeonetworkURLFromScope() throws Exception {
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
return gn.getConfiguration().getGeoNetworkEndpoint();
|
||||
}
|
||||
|
||||
public String getGeonetworkUserFromScope() throws Exception {
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
return gn.getConfiguration().getGeoNetworkUsers().get(LoginLevel.DEFAULT);
|
||||
}
|
||||
|
||||
public String getGeonetworkPasswordFromScope() throws Exception {
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
return gn.getConfiguration().getGeoNetworkPasswords().get(LoginLevel.DEFAULT);
|
||||
}
|
||||
|
||||
private Metadata getGNInfobyTitle(String info) throws Exception {
|
||||
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
// Form query object
|
||||
gn.login(LoginLevel.DEFAULT);
|
||||
GNSearchRequest req = new GNSearchRequest();
|
||||
req.addParam(GNSearchRequest.Param.title, info);
|
||||
// req.addConfig(GNSearchRequest.Config.similarity, "1");
|
||||
GNSearchResponse resp = gn.query(req);
|
||||
Metadata meta = null;
|
||||
if (resp.getCount() != 0)
|
||||
for (GNSearchResponse.GNMetadata metadata : resp) {
|
||||
try {
|
||||
meta = gn.getById(metadata.getUUID());
|
||||
break;
|
||||
} catch (Exception e) {
|
||||
AnalysisLogger.getLogger().debug("Error retrieving information for some metadata");
|
||||
}
|
||||
}
|
||||
|
||||
return meta;
|
||||
}
|
||||
|
||||
public List<Metadata> getAllGNInfobyTitle(String info, String tolerance) throws Exception {
|
||||
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
// Form query object
|
||||
gn.login(LoginLevel.DEFAULT);
|
||||
GNSearchRequest req = new GNSearchRequest();
|
||||
req.addParam(GNSearchRequest.Param.title, info);
|
||||
req.addConfig(GNSearchRequest.Config.similarity, tolerance);
|
||||
GNSearchResponse resp = gn.query(req);
|
||||
Metadata meta = null;
|
||||
List<Metadata> metadatalist = new ArrayList<Metadata>();
|
||||
if (resp.getCount() != 0)
|
||||
for (GNSearchResponse.GNMetadata metadata : resp) {
|
||||
try {
|
||||
meta = gn.getById(metadata.getUUID());
|
||||
metadatalist.add(meta);
|
||||
} catch (Exception e) {
|
||||
AnalysisLogger.getLogger().debug("Error retrieving information for some metadata");
|
||||
}
|
||||
}
|
||||
|
||||
return metadatalist;
|
||||
}
|
||||
|
||||
public List<Metadata> getAllGNInfobyText(String info, String tolerance) throws Exception {
|
||||
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
// Form query object
|
||||
gn.login(LoginLevel.DEFAULT);
|
||||
GNSearchRequest req = new GNSearchRequest();
|
||||
req.addParam(GNSearchRequest.Param.any, info);
|
||||
req.addConfig(GNSearchRequest.Config.similarity, tolerance);
|
||||
GNSearchResponse resp = gn.query(req);
|
||||
Metadata meta = null;
|
||||
List<Metadata> metadatalist = new ArrayList<Metadata>();
|
||||
if (resp.getCount() != 0)
|
||||
for (GNSearchResponse.GNMetadata metadata : resp) {
|
||||
try {
|
||||
meta = gn.getById(metadata.getUUID());
|
||||
metadatalist.add(meta);
|
||||
} catch (Exception e) {
|
||||
AnalysisLogger.getLogger().debug("Error retrieving information for some metadata");
|
||||
}
|
||||
}
|
||||
|
||||
return metadatalist;
|
||||
}
|
||||
|
||||
private List<Metadata> getFastGNInfobyTitle(String info, String completeTitle, String tolerance) throws Exception {
|
||||
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
// Form query object
|
||||
gn.login(LoginLevel.DEFAULT);
|
||||
GNSearchRequest req = new GNSearchRequest();
|
||||
req.addParam(GNSearchRequest.Param.title, info);
|
||||
req.addConfig(GNSearchRequest.Config.similarity, tolerance);
|
||||
GNSearchResponse resp = gn.query(req);
|
||||
|
||||
Metadata meta = null;
|
||||
List<Metadata> metadatalist = new ArrayList<Metadata>();
|
||||
if (resp.getCount() != 0){
|
||||
AnalysisLogger.getLogger().debug("Retrieving information ...");
|
||||
for (GNSearchResponse.GNMetadata metadata : resp) {
|
||||
try {
|
||||
meta = gn.getById(metadata.getUUID());
|
||||
Identification id = meta.getIdentificationInfo().iterator().next();
|
||||
String title = id.getCitation().getTitle().toString();
|
||||
if (title.equalsIgnoreCase(completeTitle)){
|
||||
AnalysisLogger.getLogger().debug("Found UUID:"+metadata.getUUID());
|
||||
metadatalist.add(meta);
|
||||
break;
|
||||
}
|
||||
} catch (Exception e) {
|
||||
AnalysisLogger.getLogger().debug("Error retrieving information for some metadata");
|
||||
}
|
||||
}
|
||||
AnalysisLogger.getLogger().debug("Information Successfully Retrieved");
|
||||
}
|
||||
return metadatalist;
|
||||
}
|
||||
|
||||
|
||||
private Metadata getGNInfobyUUID(String UUID) throws Exception {
|
||||
|
||||
GeoNetworkReader gn = initGeoNetworkReader();
|
||||
// Form query object
|
||||
gn.login(LoginLevel.DEFAULT);
|
||||
Metadata meta = gn.getById(UUID);
|
||||
AnalysisLogger.getLogger().debug("Layer with UUID: "+UUID+" successfully Retrieved!");
|
||||
|
||||
return meta;
|
||||
}
|
||||
|
||||
public Metadata getGNInfobyUUIDorName(String layerUUIDorTitle) throws Exception {
|
||||
|
||||
AnalysisLogger.getLogger().debug("MapsComparator: Getting layer with UUID..."+layerUUIDorTitle);
|
||||
Metadata meta = null;
|
||||
try{
|
||||
meta = getGNInfobyUUID(layerUUIDorTitle);
|
||||
}catch(Exception e){
|
||||
AnalysisLogger.getLogger().debug("MapsComparator: Impossible to get layer as UUID");
|
||||
}
|
||||
|
||||
if (meta==null){
|
||||
AnalysisLogger.getLogger().debug("MapsComparator: NO UUID Available - Trying with NAME..."+layerUUIDorTitle);
|
||||
try{
|
||||
meta = checkForMetadatabyTitle(FeaturesManager.treatTitleForGN(layerUUIDorTitle), layerUUIDorTitle);
|
||||
}catch(Exception e){
|
||||
throw new Exception("Layer does not exist");
|
||||
}
|
||||
}
|
||||
|
||||
return meta;
|
||||
}
|
||||
|
||||
private Metadata checkForMetadatabyTitle(String searchString, String completetitle) throws Exception {
|
||||
return checkForMetadatabyTitle(searchString, completetitle, "");
|
||||
}
|
||||
|
||||
private Metadata checkForMetadatabyTitle(String searchString, String completetitle, String filename) throws Exception {
|
||||
AnalysisLogger.getLogger().debug("Searching for: "+searchString);
|
||||
List<Metadata> mlist = getFastGNInfobyTitle(searchString, completetitle,"1");
|
||||
AnalysisLogger.getLogger().debug("Found:"+mlist.size()+" results");
|
||||
Metadata mfound = null;
|
||||
// DefaultInternationalString intfilename = new DefaultInternationalString(filename);
|
||||
for (Metadata m : mlist) {
|
||||
Identification id = m.getIdentificationInfo().iterator().next();
|
||||
String title = id.getCitation().getTitle().toString();
|
||||
if (completetitle.equalsIgnoreCase(title)) {
|
||||
/*
|
||||
Iterator<? extends Keywords> it = id.getDescriptiveKeywords().iterator();
|
||||
while (it.hasNext()){
|
||||
Keywords keys = (Keywords)it.next();
|
||||
for (InternationalString is :keys.getKeywords()){
|
||||
// System.out.println(is);
|
||||
if (is.toString().equals(filename)){
|
||||
mfound = m;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (mfound!=null)
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (mfound!=null)
|
||||
break;
|
||||
*/
|
||||
mfound = m;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
return mfound;
|
||||
}
|
||||
|
||||
public String getGeonetworkUrl() {
|
||||
return geonetworkUrl;
|
||||
}
|
||||
|
||||
public void setGeonetworkUrl(String geonetworkUrl) {
|
||||
this.geonetworkUrl = geonetworkUrl;
|
||||
}
|
||||
|
||||
public String getGeonetworkUser() {
|
||||
return geonetworkUser;
|
||||
}
|
||||
|
||||
public void setGeonetworkUser(String geonetworkUser) {
|
||||
this.geonetworkUser = geonetworkUser;
|
||||
}
|
||||
|
||||
public String getGeonetworkPwd() {
|
||||
return geonetworkPwd;
|
||||
}
|
||||
|
||||
public void setGeonetworkPwd(String geonetworkPwd) {
|
||||
this.geonetworkPwd = geonetworkPwd;
|
||||
}
|
||||
|
||||
public static String treatTitleForGN(String origLayerTitle) {
|
||||
String layerTitle = origLayerTitle.toLowerCase();
|
||||
int idx = layerTitle.indexOf(" from [");
|
||||
// int idx = layerTitle.indexOf(" "); //let's search among many layers
|
||||
String layerTitle2 = layerTitle;
|
||||
if (idx>0)
|
||||
layerTitle2 = layerTitle.toLowerCase().substring(0, idx).trim();
|
||||
else {
|
||||
idx = layerTitle.indexOf(" in [");
|
||||
if (idx>0)
|
||||
layerTitle2 = layerTitle.toLowerCase().substring(0, idx).trim();
|
||||
else{
|
||||
idx = layerTitle.indexOf("(");
|
||||
if (idx>0)
|
||||
layerTitle2 = layerTitle.toLowerCase().substring(0, idx).trim();
|
||||
}
|
||||
}
|
||||
layerTitle2 = layerTitle2.replaceAll("(\\(.*\\))", " ");
|
||||
|
||||
layerTitle2 = layerTitle2.replace("_", " ").replace("-", " ").replace("(", " ").replace(")", " ");
|
||||
String punct = "[!\"#$%&'*+,./:;<=>?@\\^_`{|}~-]";
|
||||
|
||||
layerTitle2 = layerTitle2.replaceAll("( |^)+[^A-Za-z]+("+punct+")*[^A-Za-z]*", " ").trim();
|
||||
|
||||
return layerTitle2.replaceAll(punct, " ").replaceAll("( )+", " ");
|
||||
}
|
||||
|
||||
public static void main1(String args[]) throws Exception {
|
||||
// String title = "temperature (04091217ruc.nc)";
|
||||
// String title = "Bathymetry";
|
||||
// String title = "FAO aquatic species distribution map of Melanogrammus aeglefinus";
|
||||
// String title = "geopotential height from [12/09/2004 19:00] to [12/09/2004 22:00] (04091217_ruc.nc)";
|
||||
String title = "geopotential height";
|
||||
FeaturesManager fm = new FeaturesManager();
|
||||
Metadata meta = fm.getGNInfobyTitle(title);
|
||||
System.out.println("is file? " + fm.isThreddsFile(meta));
|
||||
System.out.println("opendap: " + fm.getOpenDapLink(meta));
|
||||
System.out.println("wcs:" + fm.getWCSLink(meta));
|
||||
System.out.println("wms:" + fm.getWMSLink(meta));
|
||||
System.out.println("thredds:" + fm.getThreddsLink(meta));
|
||||
}
|
||||
|
||||
public static void main(String args[]) throws Exception {
|
||||
System.out.println(treatTitleForGN("sea/land/lake/ice field composite mask from"));
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue