/** * */ package org.gcube.datatransfer.resolver.gis.geonetwork; import java.io.ByteArrayInputStream; import java.io.ByteArrayOutputStream; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; import java.io.StringReader; import java.util.Arrays; import java.util.Enumeration; import java.util.HashMap; import java.util.Map; import java.util.Timer; import java.util.TimerTask; import javax.servlet.ServletException; import javax.servlet.http.HttpServlet; import javax.servlet.http.HttpServletRequest; import javax.servlet.http.HttpServletResponse; import org.apache.commons.io.IOUtils; import org.gcube.common.scope.api.ScopeProvider; import org.gcube.datatransfer.resolver.UriResolverRewriteFilter; import org.gcube.datatransfer.resolver.gis.GeonetworkAccessParameter; import org.gcube.datatransfer.resolver.gis.GeonetworkInstance; import org.gcube.datatransfer.resolver.gis.GeonetworkServiceInterface; import org.gcube.datatransfer.resolver.gis.exception.GeonetworkInstanceException; import org.gcube.datatransfer.resolver.gis.exception.IllegalArgumentException; import org.gcube.datatransfer.resolver.gis.geonetwork.HTTPCallsUtils.HttpResponse; import org.gcube.datatransfer.resolver.gis.util.GetResponseRecordFilter; import org.gcube.spatial.data.geonetwork.configuration.Configuration; import org.gcube.spatial.data.geonetwork.model.Account; import org.gcube.spatial.data.geonetwork.model.Account.Type; import org.slf4j.Logger; import org.slf4j.LoggerFactory; /** * The Class GeonetworkResolver. * * Works as a proxy in order to authenticate HTTP POST calls on gCube Geonetwork servers discovered by SCOPE on gCube Information System * Used by gCube Data Catalog for harvesting metadata * * @author Francesco Mangiacrapa francesco.mangiacrapa@isti.cnr.it * May 12, 2016 */ public class GeonetworkResolver extends HttpServlet{ /** * */ public static final String SRV_EN_MEF_EXPORT = "/srv/en/mef.export"; //MEF Geonetwork service /** * */ public static final String UUID = "uuid"; /** * */ public static final String APPLICATION_XML = "application/xml"; /** * */ private static final long serialVersionUID = -61097584153314181L; public static final String SCOPE = "scope"; public static final String REMAIN_PATH = "remainPath"; public static final String RESET_CACHE = "resetcache"; public static final String RESET_CACHED_SCOPE = "resetcachedscope"; public static final String CSW_SERVER = "srv/en/csw"; public static final String PARAMETER_FILTER_PUBLIC_IDS = UriResolverRewriteFilter.PARAMETER_FILTER_PUBLIC_IDS; public static final String PARAMETER_NO_AUTHENTICATION = UriResolverRewriteFilter.PARAMETER_NO_AUTHENTICATION; /** The logger. */ private static final Logger logger = LoggerFactory.getLogger(GeonetworkResolver.class); protected Map cacheGNInstances; //A cache: scope - GeonetworkInstance private Timer timer; //THIRTY MINUTES public static final long CACHE_RESET_TIME = 30*60*1000; //TEN MINUTES public static final long CACHE_RESET_DELAY = 10*1000; /* (non-Javadoc) * @see javax.servlet.GenericServlet#init() */ @Override public void init() throws ServletException { super.init(); timer = new Timer(true); timer.schedule(new TimerTask() { @Override public void run() { logger.info("Resetting Geonetwork configuratiors cache..."); resetCacheGeonetworkInstances(); } }, CACHE_RESET_DELAY, CACHE_RESET_TIME); } /* (non-Javadoc) * @see javax.servlet.http.HttpServlet#doGet(javax.servlet.http.HttpServletRequest, javax.servlet.http.HttpServletResponse) * This call is not authenticated */ @Override protected void doGet(HttpServletRequest req, HttpServletResponse resp) throws ServletException, IOException { logger.info("doGET running..."); String scopeValue = req.getParameter(SCOPE); String remainValue = req.getParameter(REMAIN_PATH); String resetCache = req.getParameter(RESET_CACHE); String resetScope = req.getParameter(RESET_CACHED_SCOPE); if (scopeValue == null || scopeValue.equals("")) { logger.debug("Scope not found"); sendError(resp, HttpServletResponse.SC_BAD_REQUEST, SCOPE+" not found or empty"); return; } if(resetCache!=null && Boolean.parseBoolean(resetCache)){ resetCacheGeonetworkInstances(); } if(resetScope!=null && Boolean.parseBoolean(resetScope)){ resetCacheServerParameterForScope(scopeValue); } logger.info("SCOPE: " + scopeValue +", Query String: " + req.getQueryString()); try { // ServerParameters geonetworkParams = getGeonetworkCachedServerParameters(scopeValue); GeonetworkInstance gnInstance = getGeonetworkInstanceForScope(scopeValue); // GeonetworkServiceInterface gntwAccess = new GeonetworkAccessParameter(scopeValue); // GeonetworkInstance gnInstance = gntwAccess.getGeonetworkInstance(); HTTPCallsUtils httpUtils = new HTTPCallsUtils(); Configuration config = gnInstance.getGeonetworkPublisher().getConfiguration(); String geonetworkUrl = config.getGeoNetworkEndpoint(); // boolean authorized = GNAuthentication.login(httpUtils, geonetworkParams.getUrl(), geonetworkParams.getUser(), geonetworkParams.getPassword()); // logger.trace("Authorized on "+geonetworkParams +" ? "+authorized); String newQueryString = purgeScopeFromQueryString(scopeValue, req.getQueryString()); logger.trace("Purged query string from "+scopeValue+" is: "+newQueryString); String baseURL = remainValue==null ||remainValue.isEmpty()?geonetworkUrl+"/"+CSW_SERVER:geonetworkUrl+"/"+CSW_SERVER+remainValue; logger.trace("New base URL "+baseURL); newQueryString = purgeRemainFromQueryString(remainValue, newQueryString); logger.trace("Purged query string from "+remainValue+" is: "+newQueryString); String gnGetlURL = newQueryString==null || newQueryString.isEmpty()? baseURL : baseURL+"?"+newQueryString; logger.info("Sending get request to URL: "+gnGetlURL); HttpResponse response = httpUtils.get(gnGetlURL); switch(response.getStatus()){ case HttpServletResponse.SC_OK: logger.info("Response return Content-Type: "+httpUtils.getLastContentType()); resp.setContentType(httpUtils.getLastContentType()); InputStream in = IOUtils.toInputStream(response.getResponse()); OutputStream out = resp.getOutputStream(); try{ int bytes = IOUtils.copy(in, out); if(bytes==0) logger.warn("ResponseBody is empty, returning empty resp"); }catch(Exception e){ logger.error("Error on copy response:", e); }finally{ IOUtils.closeQuietly(in); } break; case HttpServletResponse.SC_FORBIDDEN: sendError(resp, response.getStatus(), "Sorry, you are not authorized to perform this request"); break; default: sendError(resp, response.getStatus(), "Sorry, an error occurred on resolving geonetwork request with scope "+scopeValue); } } catch (Exception e) { logger.error("Exception:", e); String error = "Sorry, an error occurred on resolving geonetwork request with scope "+scopeValue+". Please, contact support!"; sendError(resp, HttpServletResponse.SC_INTERNAL_SERVER_ERROR, error); return; } } /** * Purge remain from query string. * * @param remain_value the scope * @param queryString the query string * @return the string */ private static String purgeRemainFromQueryString(String remain_value, String queryString){ // SCOPE is: /gcube/devsec/devVRE // [INFO ] 2016-04-05 15:01:42,808 org.gcube.datatransfer.resolver.gis.geonetwork.GeonetworkResolver - // Query String is: scope=/gcube/devsec/devVRE&version=2.0.2&request=GetCapabilities&service=CSW int start = queryString.indexOf(REMAIN_PATH+"="); if(start>=0){ int end = queryString.indexOf("&", start); if(end==-1 && queryString.length()==(REMAIN_PATH+"="+remain_value).length()){ //SCOPE IS THE UNIQUE PARAMETER INTO QUETY STRING logger.debug("Scope is the unique parameter, returning empty query string"); return ""; }else if(end=0){ int end = queryString.indexOf("&", start); if(end==-1 && queryString.length()==(SCOPE+"="+scope_value).length()){ //SCOPE IS THE UNIQUE PARAMETER INTO QUETY STRING logger.debug("Scope is the unique parameter, returning empty query string"); return ""; }else if(end e = req.getParameterNames(); e.hasMoreElements();){ String p = e.nextElement(); logger.debug("param "+p + " value "+Arrays.toString(req.getParameterValues(p))); } //DEBUG BODY // String readBody = IOUtils.toString(req.getReader()); // logger.debug("doPost read body request: "+readBody); ByteArrayOutputStream byteArray = new ByteArrayOutputStream(); String geonetworkUrl = config.getGeoNetworkEndpoint(); // SPECIFIC HANDLER FOR GEONETWORK REQUEST: /srv/en/mef.export String gnCSWlURL; if(remainValue!=null && remainValue.compareTo(SRV_EN_MEF_EXPORT)==0){ logger.info("In case of mef.export, perfoming a custom handler"); gnCSWlURL = geonetworkUrl + SRV_EN_MEF_EXPORT; String[] uuidValues = req.getParameterValues(UUID); if(uuidValues!=null){ String data = null; for (String uuid : uuidValues) { data = UUID+"="+uuid; } if(data!=null){ logger.debug("Writing "+data +" into byte array"); byteArray.write(data.getBytes()); }else IOUtils.copy(req.getReader(), byteArray); }else IOUtils.copy(req.getReader(), byteArray); }else{ gnCSWlURL = remainValue==null ||remainValue.isEmpty()?geonetworkUrl+"/"+CSW_SERVER:geonetworkUrl+"/"+CSW_SERVER+remainValue; IOUtils.copy(req.getReader(), byteArray); } FilterGetRecords filterGetRecords = null; if(filterPublicMetadataIDsB){ filterGetRecords = new FilterGetRecords(byteArray.toString()); } if(account.getUser()!=null && !noAuthenticationB){ boolean authorized = GNAuthentication.login(httpUtils, geonetworkUrl, account.getUser(), account. getPassword()); logger.trace("Authorized on "+geonetworkUrl +" ? "+authorized); }else logger.info("Skipping authentication, either ckan user is null or noAuthentication is required"); logger.info("Sending CSW POST request to URL: "+gnCSWlURL); logger.info("Content-Type: "+req.getContentType()); //DEBUG //logger.debug("POST - BODY : "+byteArray.toString()); InputStream in = httpUtils.post(gnCSWlURL, new ByteArrayInputStream(byteArray.toByteArray()), req.getContentType(), req.getParameterMap()); //END DEBUG logger.info("Response return Content-Type: "+httpUtils.getLastContentType()); resp.setContentType(httpUtils.getLastContentType()); OutputStream out = resp.getOutputStream(); if(in==null){ logger.warn("Input stream returned is null, sending "+HttpServletResponse.SC_NOT_FOUND); resp.sendError(HttpServletResponse.SC_NOT_FOUND); return; } try{ if(filterGetRecords!=null && filterGetRecords.getFoundPublicIds()!=null){ logger.info("I'm removing list of public IDs with "+filterGetRecords.getFoundPublicIds() +" IDs, Is it right?"); in = GetResponseRecordFilter.overrideResponseIdsByListIds(in, filterGetRecords.getFoundPublicIds()); } ReusableInputStream reus = new ReusableInputStream(in); int bytes = IOUtils.copy(reus, out); logger.trace("POST - RETURN : "+IOUtils.toString(reus)); if(bytes==0) logger.warn("ResponseBody is empty, returning empty resp"); }catch(Exception e){ logger.error("Error on copy response:", e); }finally{ IOUtils.closeQuietly(in); } } catch (IllegalArgumentException e){ logger.error("IllegalArgumentException:", e); sendError(resp, HttpServletResponse.SC_BAD_REQUEST, "Illegal argument to carry out the request!"); return; } catch (Exception e) { logger.error("Exception:", e); String error = "Sorry, an error occurred on resolving geonetwork request with scope "+scope+". Please, contact support!"; sendError(resp, HttpServletResponse.SC_INTERNAL_SERVER_ERROR, error); return; }finally{ if(originalScope!=null){ ScopeProvider.instance.set(originalScope); logger.info("scope provider set to orginal scope: "+originalScope); }else{ ScopeProvider.instance.reset(); logger.info("scope provider reset"); } } } /** * Gets the geonetwork instance for scope. * * @param scope the scope * @return the geonetwork instance for scope * @throws Exception the exception */ protected GeonetworkInstance getGeonetworkInstanceForScope(String scope) throws Exception{ if(cacheGNInstances==null) resetCacheGeonetworkInstances(); logger.info("Attempt to get geonetwork instance from GeonetworkInstance cache for scope: "+scope); GeonetworkInstance geoInstance = cacheGNInstances.get(scope); if(geoInstance==null){ logger.info("Cache having null GeonetworkInstance for scope "+scope+", reading by Geonetwork library..."); try { geoInstance = discoveryGeonetworkInstance(scope); cacheGNInstances.put(scope, geoInstance); logger.info("Updated GeonetworkInstance Cache adding couple: Scope "+scope+" - GeonetworkInstance "+geoInstance); } catch (Exception e) { logger.error("An error occurred on reading GeonetworkInstance for scope "+scope, e); throw new Exception("Sorry, An error occurred on reading GeonetworkInstance for scope "+scope); } }else logger.info("GeonetworkInstance cache for scope: "+scope+" is not null using it: "+geoInstance); return geoInstance; } /** * Discovery geonetwork instance. * * @param scope the scope * @return the geonetwork instance * @throws GeonetworkInstanceException the geonetwork instance exception */ private GeonetworkInstance discoveryGeonetworkInstance(String scope) throws GeonetworkInstanceException{ GeonetworkAccessParameter gntwAccess = new GeonetworkAccessParameter(scope); return gntwAccess.getGeonetworkInstance(true, null); } /** * Reset cache server parameter for scope. * * @param scope the scope */ private void resetCacheServerParameterForScope(String scope){ if(cacheGNInstances!=null && cacheGNInstances.get(scope)!=null){ cacheGNInstances.remove(scope); logger.info("Reset of "+scope+" in Cache Geonetwork server params perfomed!"); }else logger.info("Reset of "+scope+" in Cache Geonetwork skipped, scope not exists!"); } /** * Reset cache geonetwork instances. */ private void resetCacheGeonetworkInstances(){ cacheGNInstances = new HashMap(); logger.info("Reset of GeonetworkInstance cache perfomed!"); } /** * Send error. * * @param response the response * @param status the status * @param message the message * @throws IOException Signals that an I/O exception has occurred. */ protected void sendError(HttpServletResponse response, int status, String message) throws IOException { // response.setStatus(HttpServletResponse.SC_INTERNAL_SERVER_ERROR); response.setStatus(status); logger.info("error message: "+message); logger.info("writing response..."); StringReader sr = new StringReader(message); IOUtils.copy(sr, response.getOutputStream()); // response.getWriter().write(resultMessage.toString()); logger.info("response writed"); response.flushBuffer(); } /** * Url redirect. * * @param req the req * @param response the response * @param redirectTo the redirect to * @throws IOException Signals that an I/O exception has occurred. */ protected void urlRedirect(HttpServletRequest req, HttpServletResponse response, String redirectTo) throws IOException { response.sendRedirect(response.encodeRedirectURL(redirectTo)); return; } }