|
|
|
@ -1,15 +1,23 @@
|
|
|
|
|
package org.gcube.application.geoportal.service.engine;
|
|
|
|
|
|
|
|
|
|
import java.io.File;
|
|
|
|
|
import java.net.MalformedURLException;
|
|
|
|
|
import java.net.URL;
|
|
|
|
|
|
|
|
|
|
import org.gcube.application.geoportal.common.model.legacy.BBOX;
|
|
|
|
|
import org.gcube.application.geoportal.common.model.legacy.GeoServerContent;
|
|
|
|
|
import org.gcube.application.geoportal.common.model.legacy.PersistedContent;
|
|
|
|
|
import org.gcube.application.geoportal.common.model.legacy.SDILayerDescriptor;
|
|
|
|
|
import org.gcube.application.geoportal.common.model.legacy.WorkspaceContent;
|
|
|
|
|
import it.geosolutions.geoserver.rest.GeoServerRESTPublisher;
|
|
|
|
|
import it.geosolutions.geoserver.rest.GeoServerRESTPublisher.UploadMethod;
|
|
|
|
|
import it.geosolutions.geoserver.rest.GeoServerRESTReader;
|
|
|
|
|
import it.geosolutions.geoserver.rest.decoder.RESTFeatureType;
|
|
|
|
|
import it.geosolutions.geoserver.rest.decoder.RESTLayer;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.GSLayerEncoder;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.datastore.GSPostGISDatastoreEncoder;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.feature.FeatureTypeAttribute;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.feature.GSAttributeEncoder;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.feature.GSFeatureTypeEncoder;
|
|
|
|
|
import lombok.Getter;
|
|
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
|
|
import org.gcube.application.geoportal.common.model.legacy.*;
|
|
|
|
|
import org.gcube.application.geoportal.common.utils.Files;
|
|
|
|
|
import org.gcube.application.geoportal.model.db.DBConstants;
|
|
|
|
|
import org.gcube.application.geoportal.model.db.DatabaseConnection;
|
|
|
|
|
import org.gcube.application.geoportal.model.db.PostgisTable;
|
|
|
|
|
import org.gcube.application.geoportal.service.engine.mongo.PostgisIndex;
|
|
|
|
|
import org.gcube.application.geoportal.service.model.internal.faults.SDIInteractionException;
|
|
|
|
|
import org.gcube.common.storagehub.client.dsl.FileContainer;
|
|
|
|
|
import org.gcube.data.transfer.library.DataTransferClient;
|
|
|
|
@ -21,43 +29,52 @@ import org.gcube.data.transfer.model.RemoteFileDescriptor;
|
|
|
|
|
import org.gcube.spatial.data.gis.GISInterface;
|
|
|
|
|
import org.gcube.spatial.data.gis.is.AbstractGeoServerDescriptor;
|
|
|
|
|
|
|
|
|
|
import it.geosolutions.geoserver.rest.GeoServerRESTPublisher;
|
|
|
|
|
import it.geosolutions.geoserver.rest.GeoServerRESTPublisher.UploadMethod;
|
|
|
|
|
import it.geosolutions.geoserver.rest.GeoServerRESTReader;
|
|
|
|
|
import it.geosolutions.geoserver.rest.decoder.RESTFeatureType;
|
|
|
|
|
import it.geosolutions.geoserver.rest.decoder.RESTLayer;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.GSLayerEncoder;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.datastore.GSPostGISDatastoreEncoder;
|
|
|
|
|
import it.geosolutions.geoserver.rest.encoder.feature.GSFeatureTypeEncoder;
|
|
|
|
|
import lombok.Getter;
|
|
|
|
|
import lombok.extern.slf4j.Slf4j;
|
|
|
|
|
import java.io.File;
|
|
|
|
|
import java.net.MalformedURLException;
|
|
|
|
|
import java.net.URI;
|
|
|
|
|
import java.net.URISyntaxException;
|
|
|
|
|
import java.net.URL;
|
|
|
|
|
import java.util.HashMap;
|
|
|
|
|
import java.util.Map;
|
|
|
|
|
import java.util.regex.Matcher;
|
|
|
|
|
import java.util.regex.Pattern;
|
|
|
|
|
|
|
|
|
|
@Slf4j
|
|
|
|
|
public class SDIManager {
|
|
|
|
|
|
|
|
|
|
static private String DEFAULT_CRS="EPSG:4326";
|
|
|
|
|
static private final String EPSG_4326="EPSG:4326";
|
|
|
|
|
static private final String WGS84_FULL="GEOGCS[\"WGS 84\", DATUM[\"World Geodetic System 1984\", SPHEROID[\"WGS 84\", 6378137.0, 298.257223563, AUTHORITY[\"EPSG\",\"7030\"]],"+
|
|
|
|
|
"AUTHORITY[\"EPSG\",\"6326\"]], PRIMEM[\"Greenwich\", 0.0, AUTHORITY[\"EPSG\",\"8901\"]], UNIT[\"degree\", 0.017453292519943295],"+
|
|
|
|
|
"AXIS[\"Geodetic longitude\", EAST], AXIS[\"Geodetic latitude\", NORTH], AUTHORITY[\"EPSG\",\"4326\"]]";
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private GISInterface gis;
|
|
|
|
|
public static final Pattern HOSTNAME_PATTERN=Pattern.compile("(?<=\\:\\/\\/)[^\\:]*");
|
|
|
|
|
public static final Pattern PORT_PATTERN=Pattern.compile("(?<=\\:)[\\d]+");
|
|
|
|
|
public static final Pattern DB_NAME_PATTERN=Pattern.compile("(?<=\\/)[^\\/]*(?=$)");
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private final GISInterface gis;
|
|
|
|
|
@Getter
|
|
|
|
|
private DataTransferClient dtGeoServer;
|
|
|
|
|
private String geoserverHostName;
|
|
|
|
|
private final DataTransferClient dtGeoServer;
|
|
|
|
|
private final String geoserverHostName;
|
|
|
|
|
|
|
|
|
|
private final AbstractGeoServerDescriptor currentGeoserver;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
public SDIManager() throws SDIInteractionException {
|
|
|
|
|
try{
|
|
|
|
|
log.debug("Initializing GIS Interface..");
|
|
|
|
|
gis=GISInterface.get();
|
|
|
|
|
AbstractGeoServerDescriptor geoserver=gis.getCurrentGeoServer();
|
|
|
|
|
if(geoserver==null)
|
|
|
|
|
currentGeoserver=gis.getCurrentGeoServer();
|
|
|
|
|
if(currentGeoserver==null)
|
|
|
|
|
throw new Exception("Unable to contact data transfer for geoserver ");
|
|
|
|
|
|
|
|
|
|
log.debug("Found geoserver descriptor "+geoserver);
|
|
|
|
|
geoserverHostName=new URL(gis.getCurrentGeoServer().getUrl()).getHost();
|
|
|
|
|
log.debug("Found geoserver descriptor "+currentGeoserver);
|
|
|
|
|
geoserverHostName=new URL(currentGeoserver.getUrl()).getHost();
|
|
|
|
|
|
|
|
|
|
log.debug("Contacting Data Transfer from geoserver {} ",geoserverHostName);
|
|
|
|
|
dtGeoServer=DataTransferClient.getInstanceByEndpoint("http://"+geoserverHostName);
|
|
|
|
|
if(!gis.getCurrentGeoServer().getReader().existGeoserver())
|
|
|
|
|
if(!currentGeoserver.getReader().existGeoserver())
|
|
|
|
|
throw new Exception("Geoserver not reachable");
|
|
|
|
|
}catch(Exception e) {
|
|
|
|
|
throw new SDIInteractionException("Unable to initialize SDI Manager",e);
|
|
|
|
@ -71,9 +88,9 @@ public class SDIManager {
|
|
|
|
|
|
|
|
|
|
public String createWorkspace(String toCreate) throws SDIInteractionException {
|
|
|
|
|
try {
|
|
|
|
|
if(!gis.getCurrentGeoServer().getReader().getWorkspaceNames().contains(toCreate)) {
|
|
|
|
|
if(!currentGeoserver.getReader().getWorkspaceNames().contains(toCreate)) {
|
|
|
|
|
log.debug("Creating workspace : "+toCreate);
|
|
|
|
|
if(!gis.getCurrentGeoServer().getPublisher().createWorkspace(toCreate))
|
|
|
|
|
if(!currentGeoserver.getPublisher().createWorkspace(toCreate))
|
|
|
|
|
throw new SDIInteractionException("Unable to create workspace "+toCreate);
|
|
|
|
|
}else log.debug("Workspace "+toCreate+" exists.");
|
|
|
|
|
return toCreate;
|
|
|
|
@ -149,18 +166,19 @@ public class SDIManager {
|
|
|
|
|
|
|
|
|
|
String toSetLayerName=filename;
|
|
|
|
|
int count=0;
|
|
|
|
|
while(gis.getCurrentGeoServer().getReader().getLayer(workspace,toSetLayerName)!=null){
|
|
|
|
|
GeoServerRESTReader gsReader=currentGeoserver.getReader();
|
|
|
|
|
while(gsReader.getLayer(workspace,toSetLayerName)!=null){
|
|
|
|
|
count++;
|
|
|
|
|
toSetLayerName=filename+"_"+count;
|
|
|
|
|
log.debug("layer for "+filename+" already existing, trying "+toSetLayerName);
|
|
|
|
|
};
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
String storeName=toSetLayerName+"_store";
|
|
|
|
|
content.setStore(storeName);
|
|
|
|
|
content.setFeatureType(toSetLayerName);
|
|
|
|
|
|
|
|
|
|
GeoServerRESTPublisher publisher=gis.getCurrentGeoServer().getPublisher();
|
|
|
|
|
GeoServerRESTPublisher publisher=currentGeoserver.getPublisher();
|
|
|
|
|
log.debug("Trying to create remote workspace : "+workspace);
|
|
|
|
|
createWorkspace(workspace);
|
|
|
|
|
|
|
|
|
@ -179,7 +197,7 @@ public class SDIManager {
|
|
|
|
|
// UploadMethod.FILE, // neeeds zip
|
|
|
|
|
UploadMethod.EXTERNAL, // needs shp
|
|
|
|
|
directoryPath.toURI(),
|
|
|
|
|
DEFAULT_CRS, //SRS
|
|
|
|
|
EPSG_4326, //SRS
|
|
|
|
|
""); // default style
|
|
|
|
|
|
|
|
|
|
if(!published) {
|
|
|
|
@ -187,9 +205,9 @@ public class SDIManager {
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
currentElement.setLayerName(toSetLayerName);
|
|
|
|
|
GeoServerRESTReader reader=gis.getCurrentGeoServer().getReader();
|
|
|
|
|
RESTLayer l=reader.getLayer(workspace, toSetLayerName);
|
|
|
|
|
RESTFeatureType f= reader.getFeatureType(l);
|
|
|
|
|
|
|
|
|
|
RESTLayer l=gsReader.getLayer(workspace, toSetLayerName);
|
|
|
|
|
RESTFeatureType f= gsReader.getFeatureType(l);
|
|
|
|
|
/*http://geoserver1.dev.d4science.org/geoserver/gna_conc_18/wms?
|
|
|
|
|
service=WMS&version=1.1.0&request=GetMap&layers=gna_conc_18:pos&
|
|
|
|
|
styles=&bbox=8.62091913167495,40.62975046683799,8.621178639172953,40.630257904721645&
|
|
|
|
@ -207,7 +225,7 @@ public class SDIManager {
|
|
|
|
|
f.getMinY(),
|
|
|
|
|
f.getMaxX(),
|
|
|
|
|
f.getMaxY(),
|
|
|
|
|
DEFAULT_CRS,
|
|
|
|
|
EPSG_4326,
|
|
|
|
|
400,
|
|
|
|
|
400));
|
|
|
|
|
|
|
|
|
@ -227,7 +245,51 @@ public class SDIManager {
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String createStoreFromPostgisDB(String workspace,String storeName) throws SDIInteractionException {
|
|
|
|
|
private String createStore(GSPostGISDatastoreEncoder encoder, String workspace) throws SDIInteractionException {
|
|
|
|
|
String storeName=encoder.getName();
|
|
|
|
|
try {
|
|
|
|
|
log.debug("Looking for datastore "+storeName+" under "+workspace);
|
|
|
|
|
|
|
|
|
|
if(currentGeoserver.getReader().getDatastore(workspace,storeName)==null)
|
|
|
|
|
|
|
|
|
|
if(!currentGeoserver.getDataStoreManager().create(workspace, encoder))
|
|
|
|
|
throw new SDIInteractionException("Unable to create store "+storeName+" in "+workspace);
|
|
|
|
|
log.debug("Store "+storeName+" exists under "+workspace);
|
|
|
|
|
return storeName;
|
|
|
|
|
} catch (IllegalArgumentException | MalformedURLException e) {
|
|
|
|
|
throw new SDIInteractionException("Unable to create store "+storeName,e);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String createStoreFromPostgisDB(String workspace, String storeName, DatabaseConnection connection) throws SDIInteractionException{
|
|
|
|
|
String connectionUrl=connection.getUrl();
|
|
|
|
|
|
|
|
|
|
Matcher hostname=HOSTNAME_PATTERN.matcher(connectionUrl);
|
|
|
|
|
if (!hostname.find()) throw new SDIInteractionException("Unable to get Hostname from "+connection);
|
|
|
|
|
|
|
|
|
|
Matcher port = PORT_PATTERN.matcher(connectionUrl);
|
|
|
|
|
if (!port.find()) throw new SDIInteractionException("Unable to get PORT from "+connection);
|
|
|
|
|
|
|
|
|
|
Matcher db = DB_NAME_PATTERN.matcher(connectionUrl);
|
|
|
|
|
if (!db.find()) throw new SDIInteractionException("Unable to get DB from "+connection);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
GSPostGISDatastoreEncoder encoder=new GSPostGISDatastoreEncoder(storeName);
|
|
|
|
|
encoder.setHost(hostname.group());
|
|
|
|
|
encoder.setPort(Integer.parseInt(port.group()));
|
|
|
|
|
encoder.setDatabase(db.group());
|
|
|
|
|
encoder.setSchema("public");
|
|
|
|
|
encoder.setUser(connection.getUser());
|
|
|
|
|
encoder.setPassword(connection.getPwd());
|
|
|
|
|
encoder.setLooseBBox(true);
|
|
|
|
|
encoder.setDatabaseType("postgis");
|
|
|
|
|
encoder.setEnabled(true);
|
|
|
|
|
encoder.setFetchSize(1000);
|
|
|
|
|
encoder.setValidateConnections(true);
|
|
|
|
|
|
|
|
|
|
return createStore(encoder,workspace);
|
|
|
|
|
}
|
|
|
|
|
private String createStoreFromJNDIDB(String workspace,String storeName) throws SDIInteractionException {
|
|
|
|
|
//SET BY PROVISIONING
|
|
|
|
|
GSPostGISDatastoreEncoder encoder=new GSPostGISDatastoreEncoder(storeName);
|
|
|
|
|
encoder.setJndiReferenceName("java:comp/env/jdbc/postgres");
|
|
|
|
@ -236,26 +298,14 @@ public class SDIManager {
|
|
|
|
|
encoder.setEnabled(true);
|
|
|
|
|
encoder.setFetchSize(1000);
|
|
|
|
|
encoder.setValidateConnections(true);
|
|
|
|
|
try {
|
|
|
|
|
log.debug("Looking for datastore "+storeName+" under "+workspace);
|
|
|
|
|
|
|
|
|
|
if(gis.getCurrentGeoServer().getReader().getDatastore(workspace,storeName)==null)
|
|
|
|
|
|
|
|
|
|
if(!gis.getCurrentGeoServer().getDataStoreManager().create(workspace, encoder))
|
|
|
|
|
throw new SDIInteractionException("Unable to create store "+storeName+" in "+workspace);
|
|
|
|
|
log.debug("Store "+storeName+" exists under "+workspace);
|
|
|
|
|
return storeName;
|
|
|
|
|
} catch (IllegalArgumentException | MalformedURLException e) {
|
|
|
|
|
throw new SDIInteractionException("Unable to create store "+storeName,e);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
return createStore(encoder,workspace);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
private String publishStyle(File sldFile,String name) throws SDIInteractionException {
|
|
|
|
|
try {
|
|
|
|
|
if(!gis.getCurrentGeoServer().getReader().existsStyle(name)) {
|
|
|
|
|
if(!currentGeoserver.getReader().existsStyle(name)) {
|
|
|
|
|
log.debug("Registering style "+name);
|
|
|
|
|
if(!gis.getCurrentGeoServer().getPublisher().publishStyle(sldFile, name))
|
|
|
|
|
if(!currentGeoserver.getPublisher().publishStyle(sldFile, name))
|
|
|
|
|
throw new SDIInteractionException("Unable to register style "+name);
|
|
|
|
|
}else log.debug("Style "+name+" already existing");
|
|
|
|
|
return name;
|
|
|
|
@ -265,16 +315,22 @@ public class SDIManager {
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
public String configureCentroidLayer(String name,String workspace,String storeName) throws SDIInteractionException {
|
|
|
|
|
public String configureCentroidLayer(String name,String workspace,String storeName,PostgisTable table, DatabaseConnection connection) throws SDIInteractionException {
|
|
|
|
|
|
|
|
|
|
GSFeatureTypeEncoder fte=new GSFeatureTypeEncoder();
|
|
|
|
|
fte.setAbstract("Centroid layer for "+name);
|
|
|
|
|
fte.setEnabled(true);
|
|
|
|
|
fte.setNativeCRS(DEFAULT_CRS);
|
|
|
|
|
fte.setNativeCRS(WGS84_FULL);
|
|
|
|
|
fte.setTitle(name);
|
|
|
|
|
fte.setName(name);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// GeoServer loads all fields
|
|
|
|
|
// fte.setAttribute(attrs);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
fte.setLatLonBoundingBox(-180.0, -90.0, 180.0, 90.0, WGS84_FULL);
|
|
|
|
|
|
|
|
|
|
String style="clustered_centroids";
|
|
|
|
|
|
|
|
|
|
GSLayerEncoder layerEncoder=new GSLayerEncoder();
|
|
|
|
@ -285,11 +341,12 @@ public class SDIManager {
|
|
|
|
|
//Checking workspace
|
|
|
|
|
createWorkspace(workspace);
|
|
|
|
|
//Checking store
|
|
|
|
|
createStoreFromPostgisDB(workspace, storeName);
|
|
|
|
|
//Checkig layer
|
|
|
|
|
createStoreFromPostgisDB(workspace, storeName,connection);
|
|
|
|
|
//Checking layer
|
|
|
|
|
publishStyle(Files.getFileFromResources("styles/clustered_points.sld"),style);
|
|
|
|
|
if(gis.getCurrentGeoServer().getReader().getLayer(workspace, name)==null)
|
|
|
|
|
if(!gis.getCurrentGeoServer().getPublisher().publishDBLayer(workspace, storeName, fte, layerEncoder))
|
|
|
|
|
|
|
|
|
|
if(currentGeoserver.getReader().getLayer(workspace, name)==null)
|
|
|
|
|
if(!currentGeoserver.getPublisher().publishDBLayer(workspace, storeName, fte, layerEncoder))
|
|
|
|
|
throw new SDIInteractionException("Unable to create layer "+name);
|
|
|
|
|
log.debug("layer "+name+" already exists");
|
|
|
|
|
return name;
|
|
|
|
@ -304,11 +361,11 @@ public class SDIManager {
|
|
|
|
|
public void deleteContent(GeoServerContent toDelete) throws IllegalArgumentException, MalformedURLException, RemoteServiceException {
|
|
|
|
|
log.debug("Deleting geoserver layer "+toDelete);
|
|
|
|
|
//delete layer
|
|
|
|
|
GeoServerRESTPublisher publisher=gis.getCurrentGeoServer().getPublisher();
|
|
|
|
|
GeoServerRESTPublisher publisher=currentGeoserver.getPublisher();
|
|
|
|
|
//delete store
|
|
|
|
|
publisher.removeDatastore(toDelete.getWorkspace(), toDelete.getStore(), true);
|
|
|
|
|
//delete WS if empty
|
|
|
|
|
GeoServerRESTReader reader=gis.getCurrentGeoServer().getReader();
|
|
|
|
|
GeoServerRESTReader reader=currentGeoserver.getReader();
|
|
|
|
|
if(reader.getDatastores(toDelete.getWorkspace()).isEmpty()) {
|
|
|
|
|
log.debug("Deleting emtpy workspace "+toDelete.getWorkspace());
|
|
|
|
|
publisher.removeWorkspace(toDelete.getWorkspace(), true);
|
|
|
|
|