900 lines
34 KiB
Java
900 lines
34 KiB
Java
package org.gcube.portlets.user.geoportaldataviewer.server;
|
|
|
|
import java.util.ArrayList;
|
|
import java.util.HashMap;
|
|
import java.util.LinkedHashMap;
|
|
import java.util.List;
|
|
|
|
import org.bson.Document;
|
|
import org.gcube.application.geoportal.client.utils.Serialization;
|
|
import org.gcube.application.geoportal.common.model.document.access.Access;
|
|
import org.gcube.application.geoportal.common.model.document.access.AccessPolicy;
|
|
import org.gcube.application.geoportalcommon.ConvertToDataValueObjectModel;
|
|
import org.gcube.application.geoportalcommon.geoportal.access.GeportalCheckAccessPolicy;
|
|
import org.gcube.application.geoportalcommon.geoportal.serdes.Payload;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.config.FilePathDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.config.GcubeProfileDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.materialization.GCubeSDIViewerLayerDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.materialization.innerobject.BBOXDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.materialization.innerobject.FilesetDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.materialization.innerobject.PayloadDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.project.ProjectDV;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.ucd.GEOPORTAL_CONFIGURATION_TYPE;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.view.ProjectView;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.view.SectionView;
|
|
import org.gcube.application.geoportalcommon.shared.geoportal.view.SubDocumentView;
|
|
import org.gcube.portlets.user.geoportaldataviewer.server.GeoportalDataViewerServiceImpl.ImageDetector;
|
|
import org.gcube.portlets.user.geoportaldataviewer.server.util.URLParserUtil;
|
|
import org.gcube.portlets.user.geoportaldataviewer.shared.MetaDataProfileBeanExt;
|
|
import org.gcube.portlets.user.geoportaldataviewer.shared.ProjectEdit;
|
|
import org.gcube.portlets.widgets.mpformbuilder.shared.metadata.MetaDataProfileBean;
|
|
import org.gcube.portlets.widgets.mpformbuilder.shared.metadata.MetadataFieldWrapper;
|
|
import org.json.JSONArray;
|
|
import org.json.JSONObject;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
import com.google.gson.Gson;
|
|
import com.google.gson.GsonBuilder;
|
|
import com.google.gson.JsonObject;
|
|
import com.google.gson.JsonParser;
|
|
import com.jayway.jsonpath.JsonPath;
|
|
import com.jayway.jsonpath.spi.json.JsonOrgJsonProvider;
|
|
|
|
/**
|
|
* The Class Geoportal_JSON_Mapper.
|
|
*
|
|
* @author Francesco Mangiacrapa at ISTI-CNR francesco.mangiacrapa@isti.cnr.it
|
|
*
|
|
* Oct 24, 2022
|
|
*/
|
|
public class Geoportal_JSON_Mapper {
|
|
|
|
public static final String _PAYLOADS = "_payloads";
|
|
|
|
public static final String _MATERIALIZATIONS = "_materializations";
|
|
|
|
private static final Logger LOG = LoggerFactory.getLogger(Geoportal_JSON_Mapper.class);
|
|
|
|
public static final String FILESET = "fileset";
|
|
|
|
public static final String _OGC_LINKS = "_ogcLinks";
|
|
|
|
public static final String _BBOX = "_bbox";
|
|
|
|
public static final String _TYPE = "_type";
|
|
|
|
public static final String JSON_$_POINTER = "$";
|
|
|
|
public static final String _THEDOCUMENT = "_theDocument";
|
|
|
|
public static ProjectEdit loadProjectEdit(ProjectDV theProjectDV, String scope, String username) throws Exception {
|
|
|
|
String theWholeProjectAsJSON = theProjectDV.getTheDocument().getDocumentAsJSON();
|
|
|
|
LOG.debug("theProjectDV as JSON: " + theWholeProjectAsJSON);
|
|
LOG.debug("theProjectDV as MAP: " + theProjectDV.getTheDocument().getDocumentAsMap());
|
|
|
|
ProjectEdit projectView = new ProjectEdit();
|
|
projectView.setTheProjectDV(theProjectDV);
|
|
|
|
LinkedHashMap<String, List<GcubeProfilesMetadataForUCD>> linkedMap_UCDId_gCubeProfiles = GcubeProfilesPerUCDIdCache
|
|
.get(scope);
|
|
|
|
// NO UCD defined, applying default
|
|
if (linkedMap_UCDId_gCubeProfiles.size() == 0) {
|
|
LOG.warn("No " + GEOPORTAL_CONFIGURATION_TYPE.gcube_profiles + " found in the UCD");
|
|
LOG.info("Applying default business logic to display the project");
|
|
SectionView sectionView = new SectionView();
|
|
sectionView.setSectionTitle("Document");
|
|
Document sectionDoc = Document.parse(theProjectDV.getTheDocument().getDocumentAsJSON());
|
|
|
|
// Creating one Project with one SectionView and SubDocumentView
|
|
String wholeSectionDoc = sectionDoc.toJson();
|
|
|
|
List<FilesetDV> listFiles = new ArrayList<FilesetDV>();
|
|
|
|
// Reading Fileset _payloads
|
|
String filesetJSONPath = String.format("%s.%s", JSON_$_POINTER, FILESET);
|
|
List<Payload> listPayloads = readPayloadsForFileset(filesetJSONPath, wholeSectionDoc);
|
|
FilesetDV filesetDV = new FilesetDV();
|
|
filesetDV.setName(FILESET);
|
|
for (Payload payload : listPayloads) {
|
|
PayloadDV payloadDV = ConvertToDataValueObjectModel.toPayloadDV(payload);
|
|
filesetDV.addPayloadDV(payloadDV);
|
|
listFiles.add(filesetDV);
|
|
}
|
|
}
|
|
|
|
List<GcubeProfilesMetadataForUCD> listProfilesBean = linkedMap_UCDId_gCubeProfiles
|
|
.get(theProjectDV.getProfileID());
|
|
|
|
com.jayway.jsonpath.Configuration configuration = com.jayway.jsonpath.Configuration.builder()
|
|
.jsonProvider(new JsonOrgJsonProvider()).build();
|
|
|
|
List<MetaDataProfileBeanExt> listProfileBeansExt = new ArrayList<MetaDataProfileBeanExt>();
|
|
|
|
// Reading the Project according to list of Profile defined in the UCD
|
|
for (GcubeProfilesMetadataForUCD gcubeProfileMetaForUCD : listProfilesBean) {
|
|
|
|
GcubeProfileDV gcubeProfileDV = gcubeProfileMetaForUCD.getGcubeProfile();
|
|
SectionView sectionView = new SectionView();
|
|
sectionView.setSectionTitle(gcubeProfileDV.getSectionTitle());
|
|
LOG.debug("\n\nThe profile is: " + gcubeProfileDV);
|
|
// Building JSON/section full PATH and section name
|
|
String sectionJSONPath = "";
|
|
String parentPathFromProfile = gcubeProfileDV.getParentName() == null ? "" : gcubeProfileDV.getParentName();
|
|
String theSectionName = gcubeProfileDV.getSectionName();
|
|
|
|
if (theSectionName.compareTo(JSON_$_POINTER) == 0 || theSectionName.compareTo(JSON_$_POINTER + ".") == 0) {
|
|
sectionJSONPath = JSON_$_POINTER;
|
|
theSectionName = "";
|
|
} else {
|
|
sectionJSONPath = String.format("%s%s",
|
|
parentPathFromProfile.endsWith(".") ? parentPathFromProfile : parentPathFromProfile + ".",
|
|
theSectionName);
|
|
}
|
|
|
|
LOG.debug("The sectionJSONPath is: " + sectionJSONPath);
|
|
|
|
JsonPath theSectionJsonPath = null;
|
|
Object data = null;
|
|
try {
|
|
theSectionJsonPath = JsonPath.compile(sectionJSONPath);
|
|
data = theSectionJsonPath.read(theWholeProjectAsJSON, configuration);
|
|
} catch (Exception e) {
|
|
LOG.warn("Error on searching the section " + sectionJSONPath + " in the JSON Project: "
|
|
+ theWholeProjectAsJSON);
|
|
continue;
|
|
}
|
|
|
|
LOG.debug("Data is instace of: " + data.getClass());
|
|
LOG.debug("data to string: " + data.toString());
|
|
|
|
// Splitting the General Document in bson.Document according to list of
|
|
// GcubeProfiles
|
|
List<Document> listBSONDocument = new ArrayList<Document>();
|
|
if (data instanceof org.json.JSONObject) {
|
|
String jsonString = data.toString();
|
|
LOG.debug("the JSON to string: " + jsonString);
|
|
Document sectionDoc = Document.parse(jsonString);
|
|
listBSONDocument.add(sectionDoc);
|
|
|
|
} else if (data instanceof org.json.JSONArray) {
|
|
org.json.JSONArray dataArray = (org.json.JSONArray) data;
|
|
for (int i = 0; i < dataArray.length(); i++) {
|
|
String jsonString = dataArray.get(i).toString();
|
|
LOG.debug("the array " + i + " JSON to string: " + jsonString);
|
|
Document sectionDoc = Document.parse(jsonString);
|
|
listBSONDocument.add(sectionDoc);
|
|
}
|
|
}
|
|
|
|
LOG.debug("Result for " + gcubeProfileDV.getSectionName() + " is: " + listBSONDocument);
|
|
List<MetaDataProfileBean> theProfileBeans = gcubeProfileMetaForUCD.getListMetadataProfileBean();
|
|
MetaDataProfileBean theProfileBean = theProfileBeans.get(0);
|
|
|
|
//Creating the corresponding MetaDataProfileBeanExt
|
|
MetaDataProfileBeanExt theProfileBeanExt = new MetaDataProfileBeanExt();
|
|
theProfileBeanExt.setCategories(theProfileBean.getCategories());
|
|
theProfileBeanExt.setTitle(theProfileBean.getTitle());
|
|
theProfileBeanExt.setType(theProfileBean.getType());
|
|
|
|
// For each bson.Document filling the MetaDataProfileBean and its file
|
|
for (int i = 0; i < listBSONDocument.size(); i++) {
|
|
Document fromSectionDoc = listBSONDocument.get(i);
|
|
|
|
|
|
//Reading policy and license statically
|
|
//eg. "_access":{"_policy":"OPEN","_license":"CC0-1.0"}}
|
|
Document docAccess = null;
|
|
Access access = null;
|
|
try {
|
|
docAccess = fromSectionDoc.get("_access", Document.class);
|
|
System.out.println("docAccess is: "+docAccess);
|
|
access = new Access();
|
|
access.setPolicy(AccessPolicy.valueOf(docAccess.getString("_policy")));
|
|
access.setLicense(docAccess.getString("_license"));
|
|
// Access. access.get("_policy");
|
|
// access.get("_license");
|
|
System.out.println("access is: "+access);
|
|
}catch (Exception e) {
|
|
e.printStackTrace();
|
|
}
|
|
|
|
|
|
// SubDocumentView subDocumentView = new SubDocumentView();
|
|
// Document toSectionDoc = new Document();
|
|
// Filling the MetadataFieldWrapper metadata with the
|
|
// metadataField.getFieldName() as currentValue
|
|
for (MetadataFieldWrapper metadataField : theProfileBean.getMetadataFields()) {
|
|
|
|
String theFieldName = metadataField.getFieldId() != null ? metadataField.getFieldId()
|
|
: metadataField.getFieldName();
|
|
LOG.debug("reading theFieldName: " + theFieldName);
|
|
Object theOBJFieldValue = fromSectionDoc.get(theFieldName);
|
|
metadataField.setCurrentValue(theOBJFieldValue+"");
|
|
|
|
if(access!=null) {
|
|
if(theFieldName.equalsIgnoreCase("policy")) {
|
|
metadataField.setCurrentValue(access.getPolicy().name());
|
|
}else if(theFieldName.equalsIgnoreCase("licenseID")) {
|
|
metadataField.setCurrentValue(access.getLicense());
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
theProfileBeanExt.setMetadataFields(theProfileBean.getMetadataFields());
|
|
|
|
// Reading filePaths
|
|
List<FilePathDV> filePaths = gcubeProfileDV.getFilePaths();
|
|
|
|
// READING fileset* field ACCORDING TO filePaths OF THE 'gcubeProfiles' CONFIG
|
|
if (filePaths != null) {
|
|
String fromSectionDocJSON = fromSectionDoc.toJson();
|
|
List<FilesetDV> listFiles = new ArrayList<FilesetDV>();
|
|
// List<GCubeSDIViewerLayerDV> listLayers = new ArrayList<GCubeSDIViewerLayerDV>();
|
|
for (FilePathDV filePath : filePaths) {
|
|
|
|
// Reading Fileset _payloads
|
|
String filesetJSONPath = String.format("%s.%s", JSON_$_POINTER, filePath.getFieldName());
|
|
List<Payload> listPayloads = readPayloadsForFileset(filesetJSONPath, fromSectionDocJSON);
|
|
FilesetDV filesetDV = new FilesetDV();
|
|
filesetDV.setName(filePath.getGcubeProfileFieldName());
|
|
for (Payload payload : listPayloads) {
|
|
PayloadDV payloadDV = ConvertToDataValueObjectModel.toPayloadDV(payload);
|
|
filesetDV.addPayloadDV(payloadDV);
|
|
listFiles.add(filesetDV);
|
|
}
|
|
|
|
// Reading Fileset _materializations
|
|
// listLayers = readGcubeSDILayersForFileset(filesetJSONPath,
|
|
// fromSectionDocJSON);
|
|
|
|
}
|
|
|
|
theProfileBeanExt.setListFileset(listFiles);
|
|
}
|
|
|
|
listProfileBeansExt.add(theProfileBeanExt);
|
|
}
|
|
|
|
}
|
|
|
|
projectView.setTheProfileBeans(listProfileBeansExt);
|
|
|
|
return projectView;
|
|
}
|
|
|
|
/**
|
|
* Load project view.
|
|
*
|
|
* @param theProjectDV the the project DV
|
|
* @param scope the scope
|
|
* @param username the username
|
|
* @return the project view
|
|
* @throws Exception the exception
|
|
*/
|
|
public static ProjectView loadProjectView(ProjectDV theProjectDV, String scope, String username) throws Exception {
|
|
|
|
String theWholeProjectAsJSON = theProjectDV.getTheDocument().getDocumentAsJSON();
|
|
|
|
LOG.debug("theProjectDV as JSON: " + theWholeProjectAsJSON);
|
|
LOG.debug("theProjectDV as MAP: " + theProjectDV.getTheDocument().getDocumentAsMap());
|
|
|
|
ProjectView projectView = new ProjectView();
|
|
projectView.setTheProjectDV(theProjectDV);
|
|
|
|
LinkedHashMap<String, List<GcubeProfilesMetadataForUCD>> linkedMap_UCDId_gCubeProfiles = GcubeProfilesPerUCDIdCache
|
|
.get(scope);
|
|
|
|
// NO UCD defined, applying default
|
|
if (linkedMap_UCDId_gCubeProfiles.size() == 0) {
|
|
LOG.warn("No " + GEOPORTAL_CONFIGURATION_TYPE.gcube_profiles + " found in the UCD");
|
|
LOG.info("Applying default business logic to display the project");
|
|
SectionView sectionView = new SectionView();
|
|
sectionView.setSectionTitle("Document");
|
|
SubDocumentView subDocumentView = new SubDocumentView();
|
|
|
|
Document sectionDoc = Document.parse(theProjectDV.getTheDocument().getDocumentAsJSON());
|
|
boolean isAccessibleSection = isAccessibleSectionAccordingToPolicy(sectionDoc, JSON_$_POINTER, username);
|
|
|
|
// If is accessible
|
|
if (isAccessibleSection) {
|
|
|
|
// Creating one Project with one SectionView and SubDocumentView
|
|
String wholeSectionDoc = sectionDoc.toJson();
|
|
subDocumentView.setMetadataAsJSON(wholeSectionDoc);
|
|
|
|
List<FilesetDV> listFiles = new ArrayList<FilesetDV>();
|
|
List<FilesetDV> listImages = new ArrayList<FilesetDV>();
|
|
List<GCubeSDIViewerLayerDV> listLayers = new ArrayList<GCubeSDIViewerLayerDV>();
|
|
|
|
// Reading Fileset _payloads
|
|
String filesetJSONPath = String.format("%s.%s", JSON_$_POINTER, FILESET);
|
|
List<Payload> listPayloads = readPayloadsForFileset(filesetJSONPath, wholeSectionDoc);
|
|
FilesetDV filesetDV = new FilesetDV();
|
|
filesetDV.setName(FILESET);
|
|
for (Payload payload : listPayloads) {
|
|
PayloadDV payloadDV = ConvertToDataValueObjectModel.toPayloadDV(payload);
|
|
filesetDV.addPayloadDV(payloadDV);
|
|
boolean isImage = ImageDetector.isImage(payload.getMimetype());
|
|
|
|
if (isImage) {
|
|
listImages.add(filesetDV);
|
|
} else {
|
|
listFiles.add(filesetDV);
|
|
}
|
|
}
|
|
|
|
subDocumentView.setListImages(listImages);
|
|
subDocumentView.setListFiles(listFiles);
|
|
|
|
// Reading Fileset _materializations / layers
|
|
listLayers = readGcubeSDILayersForFileset(filesetJSONPath, wholeSectionDoc);
|
|
|
|
subDocumentView.setListLayers(listLayers);
|
|
sectionView.addSubDocument(subDocumentView);
|
|
projectView.addSectionView(sectionView);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
List<GcubeProfilesMetadataForUCD> listProfilesBean = linkedMap_UCDId_gCubeProfiles
|
|
.get(theProjectDV.getProfileID());
|
|
|
|
com.jayway.jsonpath.Configuration configuration = com.jayway.jsonpath.Configuration.builder()
|
|
.jsonProvider(new JsonOrgJsonProvider()).build();
|
|
|
|
// Reading the Project according to list of Profile defined in the UCD
|
|
for (GcubeProfilesMetadataForUCD gcubeProfileMetaForUCD : listProfilesBean) {
|
|
|
|
GcubeProfileDV gcubeProfileDV = gcubeProfileMetaForUCD.getGcubeProfile();
|
|
SectionView sectionView = new SectionView();
|
|
sectionView.setSectionTitle(gcubeProfileDV.getSectionTitle());
|
|
LOG.debug("\n\nThe profile is: " + gcubeProfileDV);
|
|
// Building JSON/section full PATH and section name
|
|
String sectionJSONPath = "";
|
|
String parentPathFromProfile = gcubeProfileDV.getParentName() == null ? "" : gcubeProfileDV.getParentName();
|
|
String theSectionName = gcubeProfileDV.getSectionName();
|
|
|
|
if (theSectionName.compareTo(JSON_$_POINTER) == 0 || theSectionName.compareTo(JSON_$_POINTER + ".") == 0) {
|
|
sectionJSONPath = JSON_$_POINTER;
|
|
theSectionName = "";
|
|
} else {
|
|
sectionJSONPath = String.format("%s%s",
|
|
parentPathFromProfile.endsWith(".") ? parentPathFromProfile : parentPathFromProfile + ".",
|
|
theSectionName);
|
|
}
|
|
|
|
LOG.debug("The sectionJSONPath is: " + sectionJSONPath);
|
|
|
|
JsonPath theSectionJsonPath = null;
|
|
Object data = null;
|
|
try {
|
|
theSectionJsonPath = JsonPath.compile(sectionJSONPath);
|
|
data = theSectionJsonPath.read(theWholeProjectAsJSON, configuration);
|
|
} catch (Exception e) {
|
|
LOG.warn("Error on searching the section " + sectionJSONPath + " in the JSON Project: "
|
|
+ theWholeProjectAsJSON);
|
|
continue;
|
|
}
|
|
|
|
LOG.debug("Data is instace of: " + data.getClass());
|
|
LOG.debug("data to string: " + data.toString());
|
|
|
|
// Splitting the General Document in bson.Document according to list of
|
|
// GcubeProfiles
|
|
List<Document> listBSONDocument = new ArrayList<Document>();
|
|
if (data instanceof org.json.JSONObject) {
|
|
String jsonString = data.toString();
|
|
LOG.debug("the JSON to string: " + jsonString);
|
|
Document sectionDoc = Document.parse(jsonString);
|
|
boolean isAccessibleSection = isAccessibleSectionAccordingToPolicy(sectionDoc, sectionJSONPath,
|
|
username);
|
|
if (isAccessibleSection) {
|
|
listBSONDocument.add(sectionDoc);
|
|
}
|
|
|
|
} else if (data instanceof org.json.JSONArray) {
|
|
org.json.JSONArray dataArray = (org.json.JSONArray) data;
|
|
for (int i = 0; i < dataArray.length(); i++) {
|
|
String jsonString = dataArray.get(i).toString();
|
|
LOG.debug("the array " + i + " JSON to string: " + jsonString);
|
|
Document sectionDoc = Document.parse(jsonString);
|
|
boolean isAccessibleSection = isAccessibleSectionAccordingToPolicy(sectionDoc, sectionJSONPath,
|
|
username);
|
|
if (isAccessibleSection) {
|
|
listBSONDocument.add(sectionDoc);
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
LOG.debug("Result for " + gcubeProfileDV.getSectionName() + " is: " + listBSONDocument);
|
|
List<MetaDataProfileBean> theProfileBeans = gcubeProfileMetaForUCD.getListMetadataProfileBean();
|
|
MetaDataProfileBean theProfileBean = theProfileBeans.get(0);
|
|
|
|
// For each bson.Document creating the SubDocumentView
|
|
for (int i = 0; i < listBSONDocument.size(); i++) {
|
|
Document fromSectionDoc = listBSONDocument.get(i);
|
|
SubDocumentView subDocumentView = new SubDocumentView();
|
|
Document toSectionDoc = new Document();
|
|
// Filling the SubDocumentView metadata with the metadataField.getFieldName()
|
|
// read from the Profile
|
|
for (MetadataFieldWrapper metadataField : theProfileBean.getMetadataFields()) {
|
|
|
|
String theFieldName = metadataField.getFieldId() != null ? metadataField.getFieldId()
|
|
: metadataField.getFieldName();
|
|
LOG.debug("reading theFieldName: " + theFieldName);
|
|
Object theOBJFieldValue = fromSectionDoc.get(theFieldName);
|
|
|
|
// NB: Using ALWAYS THE metadataField.getFieldName() as LABEL
|
|
toSectionDoc = sanitizeDocumentValue(toSectionDoc, metadataField.getFieldName(), theOBJFieldValue);
|
|
|
|
}
|
|
String subToJSON = toSectionDoc.toJson();
|
|
LOG.debug("theSubSetionDoc is: " + subToJSON);
|
|
subDocumentView.setMetadataAsJSON(toSectionDoc.toJson());
|
|
|
|
// Reading filePaths
|
|
List<FilePathDV> filePaths = gcubeProfileDV.getFilePaths();
|
|
|
|
// READING fileset* field ACCORDING TO filePaths OF THE 'gcubeProfiles' CONFIG
|
|
if (filePaths != null) {
|
|
String fromSectionDocJSON = fromSectionDoc.toJson();
|
|
List<FilesetDV> listFiles = new ArrayList<FilesetDV>();
|
|
List<FilesetDV> listImages = new ArrayList<FilesetDV>();
|
|
List<GCubeSDIViewerLayerDV> listLayers = new ArrayList<GCubeSDIViewerLayerDV>();
|
|
for (FilePathDV filePath : filePaths) {
|
|
|
|
// Reading Fileset _payloads
|
|
String filesetJSONPath = String.format("%s.%s", JSON_$_POINTER, filePath.getFieldName());
|
|
List<Payload> listPayloads = readPayloadsForFileset(filesetJSONPath, fromSectionDocJSON);
|
|
FilesetDV filesetDV = new FilesetDV();
|
|
filesetDV.setName(filePath.getGcubeProfileFieldName());
|
|
for (Payload payload : listPayloads) {
|
|
PayloadDV payloadDV = ConvertToDataValueObjectModel.toPayloadDV(payload);
|
|
filesetDV.addPayloadDV(payloadDV);
|
|
boolean isImage = ImageDetector.isImage(payload.getMimetype());
|
|
|
|
if (isImage) {
|
|
listImages.add(filesetDV);
|
|
} else {
|
|
listFiles.add(filesetDV);
|
|
}
|
|
}
|
|
|
|
// Reading Fileset _materializations
|
|
listLayers = readGcubeSDILayersForFileset(filesetJSONPath, fromSectionDocJSON);
|
|
|
|
}
|
|
subDocumentView.setListFiles(listFiles);
|
|
subDocumentView.setListImages(listImages);
|
|
subDocumentView.setListLayers(listLayers);
|
|
}
|
|
|
|
sectionView.addSubDocument(subDocumentView);
|
|
|
|
}
|
|
|
|
projectView.addSectionView(sectionView);
|
|
}
|
|
|
|
return projectView;
|
|
}
|
|
|
|
/**
|
|
* Read payloads for fileset.
|
|
*
|
|
* @param filesetJSONPath the fileset JSON path
|
|
* @param sectionJSONDocument the section JSON document
|
|
* @return the list
|
|
*/
|
|
public static List<Payload> readPayloadsForFileset(String filesetJSONPath, String sectionJSONDocument) {
|
|
LOG.debug("readPayloadsForFileset called");
|
|
|
|
List<Payload> listPayloads = new ArrayList<Payload>();
|
|
String _payloadsJSONPath = String.format("%s.%s", filesetJSONPath, _PAYLOADS);
|
|
try {
|
|
com.jayway.jsonpath.Configuration configuration = com.jayway.jsonpath.Configuration.builder()
|
|
.jsonProvider(new JsonOrgJsonProvider()).build();
|
|
|
|
LOG.info("Reading sectionPath at {} into section document {}", _payloadsJSONPath, sectionJSONDocument);
|
|
JsonPath theSectionPolycJsonPath = JsonPath.compile(_payloadsJSONPath);
|
|
Object _payloads = theSectionPolycJsonPath.read(sectionJSONDocument, configuration).toString();
|
|
|
|
if (_payloads instanceof String) {
|
|
String toStringPayloads = (String) _payloads;
|
|
LOG.trace("The _payloads is a String {}", toStringPayloads);
|
|
JSONArray jsonArray = new JSONArray(toStringPayloads);
|
|
for (int i = 0; i < jsonArray.length(); i++) {
|
|
Payload payloadDV = Serialization.read(jsonArray.getJSONObject(i).toString(), Payload.class);
|
|
listPayloads.add(payloadDV);
|
|
}
|
|
}
|
|
|
|
LOG.info("returning list of payloads {}", listPayloads);
|
|
} catch (Exception e) {
|
|
LOG.warn("Error on reading the JSON Path " + _payloadsJSONPath + " in the doc " + sectionJSONDocument, e);
|
|
}
|
|
|
|
return listPayloads;
|
|
|
|
}
|
|
|
|
/**
|
|
* Read images for fileset.
|
|
*
|
|
* @param parentJSONPath the parent JSON path
|
|
* @param sectionJSONDocument the section JSON document
|
|
* @param limitToFirstOneFound the limit to first one found
|
|
* @return the list
|
|
*/
|
|
public static List<PayloadDV> readImagesForFileset(String parentJSONPath, String sectionJSONDocument,
|
|
boolean limitToFirstOneFound) {
|
|
LOG.debug("readImagesForFileset called");
|
|
|
|
List<PayloadDV> listImages = new ArrayList<PayloadDV>();
|
|
com.jayway.jsonpath.Configuration config = com.jayway.jsonpath.Configuration.builder()
|
|
.jsonProvider(new JsonOrgJsonProvider()).build();
|
|
// Reading Fileset _payloads
|
|
String filesetJSONPath = String.format("%s.%s", parentJSONPath, _PAYLOADS);
|
|
LOG.info("Reading sectionPath {} into section document {}", filesetJSONPath, sectionJSONDocument);
|
|
JsonPath theSectionPolycJsonPath = JsonPath.compile(filesetJSONPath);
|
|
Object _filesets = theSectionPolycJsonPath.read(sectionJSONDocument, config);
|
|
|
|
List<Payload> payloads = new ArrayList<Payload>();
|
|
List<Payload> listPayloads = recursiveFetchingPayloads(config, _filesets, payloads);
|
|
for (Payload payload : listPayloads) {
|
|
boolean isImage = ImageDetector.isImage(payload.getMimetype());
|
|
if (isImage) {
|
|
PayloadDV payloadDV = ConvertToDataValueObjectModel.toPayloadDV(payload);
|
|
listImages.add(payloadDV);
|
|
if (limitToFirstOneFound && listImages.size() == 1)
|
|
return listImages;
|
|
}
|
|
}
|
|
|
|
LOG.debug("readImagesForFileset returning listOfImages: " + listImages);
|
|
return listImages;
|
|
|
|
}
|
|
|
|
/**
|
|
* Read gcube SDI layers for fileset.
|
|
*
|
|
* @param materializationParentJSONPath the materialization parent JSON path
|
|
* @param sectionJSONDocument the section JSON document
|
|
* @return the list
|
|
*/
|
|
public static List<GCubeSDIViewerLayerDV> readGcubeSDILayersForFileset(String materializationParentJSONPath,
|
|
String sectionJSONDocument) {
|
|
LOG.debug("readGcubeSDILayersForFileset called");
|
|
|
|
List<GCubeSDIViewerLayerDV> listSDILayers = new ArrayList<GCubeSDIViewerLayerDV>();
|
|
String _materializationsJSONPath = String.format("%s.%s", materializationParentJSONPath, _MATERIALIZATIONS);
|
|
|
|
try {
|
|
com.jayway.jsonpath.Configuration configurationJSONSmart = com.jayway.jsonpath.Configuration.builder()
|
|
.jsonProvider(new JsonOrgJsonProvider()).build();
|
|
|
|
LOG.info("Reading sectionPath {} into section document {}", _materializationsJSONPath, sectionJSONDocument);
|
|
JsonPath theSectionPolycJsonPath = JsonPath.compile(_materializationsJSONPath);
|
|
Object _materializations = theSectionPolycJsonPath.read(sectionJSONDocument, configurationJSONSmart);
|
|
|
|
LOG.trace("_materializations.class(): " + _materializations.getClass());
|
|
|
|
listSDILayers = recursiveFetchingLayers(configurationJSONSmart, _materializations, listSDILayers);
|
|
|
|
} catch (Exception e) {
|
|
LOG.warn("Error on reading the JSON Path " + _materializationsJSONPath + " in the doc "
|
|
+ sectionJSONDocument, e);
|
|
}
|
|
LOG.info("returning list of layers {}", listSDILayers);
|
|
return listSDILayers;
|
|
|
|
}
|
|
|
|
/**
|
|
* Recursive fetching layers.
|
|
*
|
|
* @param config the config
|
|
* @param objectJSON the object JSON
|
|
* @param listSDILayers the list SDI layers
|
|
* @return the list
|
|
*/
|
|
private static List<GCubeSDIViewerLayerDV> recursiveFetchingLayers(com.jayway.jsonpath.Configuration config,
|
|
Object objectJSON, List<GCubeSDIViewerLayerDV> listSDILayers) {
|
|
|
|
if (objectJSON == null)
|
|
return listSDILayers;
|
|
|
|
if (objectJSON instanceof JSONArray) {
|
|
JSONArray theJsonArray = (JSONArray) objectJSON;
|
|
LOG.trace("jsonArray: " + theJsonArray.toString(3));
|
|
|
|
for (int i = 0; i < theJsonArray.length(); i++) {
|
|
recursiveFetchingLayers(config, theJsonArray.get(i), listSDILayers);
|
|
}
|
|
} else if (objectJSON instanceof JSONObject) {
|
|
JSONObject theJsonObject = (JSONObject) objectJSON;
|
|
LOG.trace("theJSONObject: " + theJsonObject.toString(3));
|
|
GCubeSDIViewerLayerDV gsdiLayer = converLayer(config, theJsonObject);
|
|
listSDILayers.add(gsdiLayer);
|
|
}
|
|
|
|
return listSDILayers;
|
|
}
|
|
|
|
/**
|
|
* Recursive fetching payloads.
|
|
*
|
|
* @param config the config
|
|
* @param objectJSON the object JSON
|
|
* @param payloads the payloads
|
|
* @return the list
|
|
*/
|
|
public static List<Payload> recursiveFetchingPayloads(com.jayway.jsonpath.Configuration config, Object objectJSON,
|
|
List<Payload> payloads) {
|
|
LOG.debug("recursiveFetchingPayloads called");
|
|
|
|
if (objectJSON == null)
|
|
return payloads;
|
|
|
|
if (objectJSON instanceof JSONArray) {
|
|
JSONArray theJsonArray = (JSONArray) objectJSON;
|
|
LOG.trace("jsonArray: " + theJsonArray.toString(3));
|
|
|
|
for (int i = 0; i < theJsonArray.length(); i++) {
|
|
payloads = recursiveFetchingPayloads(config, theJsonArray.get(i), payloads);
|
|
}
|
|
} else if (objectJSON instanceof JSONObject) {
|
|
JSONObject toStringPayloads = (JSONObject) objectJSON;
|
|
LOG.trace("The _payloads is a String {}", toStringPayloads.toString(3));
|
|
Payload payload;
|
|
try {
|
|
payload = Serialization.read(toStringPayloads.toString(), Payload.class);
|
|
payloads.add(payload);
|
|
} catch (Exception e) {
|
|
LOG.warn("Error on converting the JSON Boject " + toStringPayloads + "as "
|
|
+ Payload.class.getSimpleName() + e.getMessage());
|
|
}
|
|
|
|
}
|
|
|
|
return payloads;
|
|
|
|
}
|
|
|
|
/**
|
|
* Conver layer.
|
|
*
|
|
* @param config the config
|
|
* @param thJsonObject the th json object
|
|
* @return the g cube SDI viewer layer DV
|
|
*/
|
|
// TODO THIS PART SHOULD BE REVISITED/OPTIMIZED
|
|
private static GCubeSDIViewerLayerDV converLayer(com.jayway.jsonpath.Configuration config,
|
|
JSONObject thJsonObject) {
|
|
LOG.debug("converLayer called for " + thJsonObject);
|
|
|
|
GCubeSDIViewerLayerDV gsdiLayer = new GCubeSDIViewerLayerDV();
|
|
try {
|
|
String theType = thJsonObject.getString(_TYPE);
|
|
gsdiLayer.setType(theType);
|
|
LOG.debug(_TYPE + " is: " + theType);
|
|
} catch (Exception e) {
|
|
LOG.warn("No " + _TYPE + " found", e);
|
|
}
|
|
String toSerializeJSONOBJ = thJsonObject.toString();
|
|
String jsonPath = null;
|
|
try {
|
|
jsonPath = String.format("%s.%s", JSON_$_POINTER, _BBOX);
|
|
HashMap<String, Object> bbox = JsonPath.using(config).parse(toSerializeJSONOBJ).read(jsonPath,
|
|
HashMap.class);
|
|
BBOXDV bboxDV = new BBOXDV(bbox);
|
|
gsdiLayer.setBbox(bboxDV);
|
|
LOG.debug(_BBOX + " is: " + bboxDV);
|
|
} catch (Exception e) {
|
|
LOG.warn(jsonPath + " error: ", e);
|
|
}
|
|
try {
|
|
jsonPath = String.format("%s.%s", JSON_$_POINTER, _OGC_LINKS);
|
|
String jsonString = JsonPath.using(config).parse(toSerializeJSONOBJ).read(jsonPath).toString();
|
|
Gson gson = new Gson();
|
|
HashMap<String, String> map = gson.fromJson(jsonString, HashMap.class);
|
|
gsdiLayer.setOgcLinks(map);
|
|
LOG.debug(_OGC_LINKS + " are: " + map);
|
|
} catch (Exception e) {
|
|
LOG.warn(jsonPath + " error: ", e);
|
|
}
|
|
|
|
try {
|
|
String wmsLink = gsdiLayer.getWMSLink();
|
|
if (wmsLink != null) {
|
|
String layerName = URLParserUtil.extractValueOfParameterFromURL("layers", wmsLink);
|
|
gsdiLayer.setLayerName(layerName);
|
|
}
|
|
} catch (Exception e) {
|
|
LOG.warn(jsonPath + " error: ", e);
|
|
}
|
|
|
|
LOG.debug("converLayer returning: " + gsdiLayer);
|
|
return gsdiLayer;
|
|
}
|
|
|
|
/**
|
|
* Checks if is accessible section according to policy.
|
|
*
|
|
* @param section the section
|
|
* @param sectionJSONPath the section JSON path
|
|
* @param myLogin the my login
|
|
* @return true, if is accessible section according to policy
|
|
*/
|
|
private static boolean isAccessibleSectionAccordingToPolicy(Document section, String sectionJSONPath,
|
|
String myLogin) {
|
|
LOG.debug("isAccessibleSectionAccordingToPolicy called");
|
|
boolean isAccessible = true;
|
|
|
|
// Skipping the root, going to check the access_policy of subsections
|
|
if (sectionJSONPath.compareTo(JSON_$_POINTER) != 0) {
|
|
isAccessible = checkAccessPolicy(section.toJson(), myLogin);
|
|
}
|
|
|
|
return isAccessible;
|
|
}
|
|
|
|
/**
|
|
* Check access policy.
|
|
*
|
|
* @param sectionDocumentJSON the section document JSON
|
|
* @param myLogin the my login
|
|
* @return true, if successful
|
|
*/
|
|
private static boolean checkAccessPolicy(String sectionDocumentJSON, String myLogin) {
|
|
LOG.debug("checkAccessPolicy called");
|
|
// CHECKING THE POLICY
|
|
String accessPolicyPath = JSON_$_POINTER + "._access._policy";
|
|
boolean isAccessible = true;
|
|
try {
|
|
com.jayway.jsonpath.Configuration configuration = com.jayway.jsonpath.Configuration.builder()
|
|
.jsonProvider(new JsonOrgJsonProvider()).build();
|
|
|
|
LOG.info("Reading access policy at {} into section document {}", accessPolicyPath, sectionDocumentJSON);
|
|
JsonPath theSectionPolycJsonPath = JsonPath.compile(accessPolicyPath);
|
|
String _policy = theSectionPolycJsonPath.read(sectionDocumentJSON, configuration).toString();
|
|
LOG.info("The section {} has policy {}", accessPolicyPath, _policy);
|
|
isAccessible = GeportalCheckAccessPolicy.isAccessible(_policy, myLogin);
|
|
} catch (Exception e) {
|
|
LOG.error(accessPolicyPath + " not found. Check OK");
|
|
}
|
|
LOG.info("Is the section {} accessible? {}", sectionDocumentJSON, isAccessible);
|
|
return isAccessible;
|
|
}
|
|
|
|
/**
|
|
* Sanitize document value.
|
|
*
|
|
* @param toDoc the to doc
|
|
* @param fieldLabel the field label
|
|
* @param theObjectFieldValue the the object field value
|
|
* @return the document
|
|
*/
|
|
private static Document sanitizeDocumentValue(Document toDoc, String fieldLabel, Object theObjectFieldValue) {
|
|
|
|
if (theObjectFieldValue != null) {
|
|
if (theObjectFieldValue instanceof String) {
|
|
String toString = (String) theObjectFieldValue;
|
|
if (toString != null && !toString.isEmpty()) {
|
|
toDoc.append(fieldLabel, theObjectFieldValue);
|
|
} else {
|
|
LOG.debug("Skipping String field " + fieldLabel + " its value is null or empty");
|
|
}
|
|
|
|
} else if (theObjectFieldValue instanceof ArrayList) {
|
|
ArrayList toArrayList = (ArrayList) theObjectFieldValue;
|
|
if (toArrayList != null && !toArrayList.isEmpty()) {
|
|
toDoc.append(fieldLabel, theObjectFieldValue);
|
|
} else {
|
|
LOG.debug("Skipping ArrayList field " + fieldLabel + " its value is null or empty");
|
|
}
|
|
} else {
|
|
toDoc.append(fieldLabel, theObjectFieldValue);
|
|
}
|
|
} else {
|
|
LOG.debug("Skipping field " + fieldLabel + " its value is null or empty");
|
|
}
|
|
|
|
return toDoc;
|
|
}
|
|
|
|
/**
|
|
* Pretty print JSON.
|
|
*
|
|
* @param jsonString the json string
|
|
* @return the string
|
|
*/
|
|
private static String prettyPrintJSON(String jsonString) {
|
|
|
|
Gson gson = new GsonBuilder().setPrettyPrinting().create();
|
|
JsonObject jsonObject = new JsonParser().parse(jsonString).getAsJsonObject();
|
|
return gson.toJson(jsonObject);
|
|
}
|
|
|
|
/**
|
|
* Pretty print project view.
|
|
*
|
|
* @param projectView the project view
|
|
*/
|
|
public static void prettyPrintProjectView(ProjectView projectView) {
|
|
|
|
for (SectionView section : projectView.getListSections()) {
|
|
System.out.println("\n\n###### Section Title: " + section.getSectionTitle() + " ######");
|
|
int i = 1;
|
|
for (SubDocumentView subDocument : section.getListSubDocuments()) {
|
|
System.out.println("## " + SubDocumentView.class.getSimpleName() + " n." + i);
|
|
System.out.println("***** Metadata");
|
|
System.out.println(prettyPrintJSON(subDocument.getMetadataAsJSON()));
|
|
System.out.println("***** Files");
|
|
if (subDocument.getListFiles() != null) {
|
|
for (FilesetDV filesetDV : subDocument.getListFiles()) {
|
|
System.out.println("******* File Fileset name: " + filesetDV.getName());
|
|
for (PayloadDV payload : filesetDV.getListPayload()) {
|
|
System.out.println("********* Payload: " + payload);
|
|
}
|
|
}
|
|
}
|
|
System.out.println("***** Images");
|
|
if (subDocument.getListImages() != null) {
|
|
for (FilesetDV filesetDV : subDocument.getListImages()) {
|
|
System.out.println("******* Image Fileset name: " + filesetDV.getName());
|
|
for (PayloadDV payload : filesetDV.getListPayload()) {
|
|
System.out.println("********* Payload: " + payload);
|
|
}
|
|
}
|
|
}
|
|
System.out.println("***** Layers");
|
|
if (subDocument.getListLayers() != null) {
|
|
for (GCubeSDIViewerLayerDV layer : subDocument.getListLayers()) {
|
|
System.out.println("******* Layer type: " + layer.getType());
|
|
System.out.println("******* Layer: " + layer);
|
|
}
|
|
}
|
|
i++;
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Pretty print project view.
|
|
*
|
|
* @param projectView the project view
|
|
*/
|
|
public static void prettyPrintProjectEdit(ProjectEdit projectEdit) {
|
|
|
|
for (MetaDataProfileBeanExt mpb : projectEdit.getTheProfileBeans()) {
|
|
System.out.println("\n\n###### Title: " + mpb.getTitle() + " - Type: " + mpb.getType() + " ######");
|
|
int i = 1;
|
|
for (MetadataFieldWrapper mfw : mpb.getMetadataFields()) {
|
|
System.out.println("## " + MetadataFieldWrapper.class.getSimpleName() + " n." + i);
|
|
System.out.println("***** Metadata");
|
|
//System.out.println(mfw);
|
|
System.out.println("\tfieldId: " + mfw.getFieldId() +", fieldName: "+mfw.getFieldName() +", CurrentValue: "+mfw.getCurrentValue());
|
|
i++;
|
|
}
|
|
i = 1;
|
|
System.out.println("***** Files");
|
|
for (FilesetDV fileSet : mpb.getListFileset()) {
|
|
System.out.println("## " + FilesetDV.class.getSimpleName() + " n." + i);
|
|
System.out.println(fileSet);
|
|
}
|
|
|
|
}
|
|
}
|
|
|
|
}
|