CatalogueRevamping
/
spatial-d4science
14
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
spatial-d4science/ckanext/spatial/model/harvested_metadata.py

743 lines
27 KiB
Python
Raw Normal View History

Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
from lxml import etree
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
import logging
log = logging.getLogger(__name__)
class MappedXmlObject(object):
elements = []
class MappedXmlDocument(MappedXmlObject):
def __init__(self, xml_str=None, xml_tree=None):
assert (xml_str or xml_tree is not None), 'Must provide some XML in one format or another'
self.xml_str = xml_str
self.xml_tree = xml_tree
def read_values(self):
'''For all of the elements listed, finds the values of them in the
XML and returns them.'''
values = {}
tree = self.get_xml_tree()
for element in self.elements:
values[element.name] = element.read_value(tree)
self.infer_values(values)
return values
def read_value(self, name):
'''For the given element name, find the value in the XML and return
it.
'''
tree = self.get_xml_tree()
for element in self.elements:
if element.name == name:
return element.read_value(tree)
raise KeyError
def get_xml_tree(self):
if self.xml_tree is None:
parser = etree.XMLParser(remove_blank_text=True)
if type(self.xml_str) == unicode:
xml_str = self.xml_str.encode('utf8')
else:
xml_str = self.xml_str
self.xml_tree = etree.fromstring(xml_str, parser=parser)
return self.xml_tree
def infer_values(self, values):
pass
class MappedXmlElement(MappedXmlObject):
namespaces = {}
def __init__(self, name, search_paths=[], multiplicity="*", elements=[]):
self.name = name
self.search_paths = search_paths
self.multiplicity = multiplicity
self.elements = elements or self.elements
def read_value(self, tree):
values = []
for xpath in self.get_search_paths():
elements = self.get_elements(tree, xpath)
values = self.get_values(elements)
if values:
break
return self.fix_multiplicity(values)
def get_search_paths(self):
if type(self.search_paths) != type([]):
search_paths = [self.search_paths]
else:
search_paths = self.search_paths
return search_paths
def get_elements(self, tree, xpath):
return tree.xpath(xpath, namespaces=self.namespaces)
def get_values(self, elements):
values = []
if len(elements) == 0:
pass
else:
for element in elements:
value = self.get_value(element)
values.append(value)
return values
def get_value(self, element):
if self.elements:
value = {}
for child in self.elements:
value[child.name] = child.read_value(element)
return value
elif type(element) == etree._ElementStringResult:
value = str(element)
elif type(element) == etree._ElementUnicodeResult:
value = unicode(element)
else:
value = self.element_tostring(element)
return value
def element_tostring(self, element):
return etree.tostring(element, pretty_print=False)
def fix_multiplicity(self, values):
Comments about on cardinality/multiplicity.
2012-12-05 13:05:45 +01:00
'''
When a field contains multiple values, yet the spec says
it should contain only one, then return just the first value,
rather than a list.
In the ISO19115 specification, multiplicity relates to:
* 'Association Cardinality'
* 'Obligation/Condition' & 'Maximum Occurence'
'''
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
if self.multiplicity == "0":
Comments about on cardinality/multiplicity.
2012-12-05 13:05:45 +01:00
# 0 = None
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
if values:
Relaxed "Multiplicity Check" so that it does not raise Exceptions any more - just log errors. This is because they are simply duplicates of the Gemini Schematron. Adria agreed these will be deleted anyway in 2.0.
2013-01-21 18:22:24 +01:00
log.warn("Values found for element '%s' when multiplicity should be 0: %s", self.name, values)
return ""
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
elif self.multiplicity == "1":
Comments about on cardinality/multiplicity.
2012-12-05 13:05:45 +01:00
# 1 = Mandatory, maximum 1 = Exactly one
Relaxed "Multiplicity Check" so that it does not raise Exceptions any more - just log errors. This is because they are simply duplicates of the Gemini Schematron. Adria agreed these will be deleted anyway in 2.0.
2013-01-21 18:22:24 +01:00
if not values:
log.warn("Value not found for element '%s'" % self.name)
return ''
return values[0]
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
elif self.multiplicity == "*":
Comments about on cardinality/multiplicity.
2012-12-05 13:05:45 +01:00
# * = 0..* = zero or more
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
return values
elif self.multiplicity == "0..1":
Comments about on cardinality/multiplicity.
2012-12-05 13:05:45 +01:00
# 0..1 = Mandatory, maximum 1 = optional (zero or one)
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
if values:
return values[0]
else:
return ""
elif self.multiplicity == "1..*":
Comments about on cardinality/multiplicity.
2012-12-05 13:05:45 +01:00
# 1..* = one or more
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
return values
else:
Relaxed "Multiplicity Check" so that it does not raise Exceptions any more - just log errors. This is because they are simply duplicates of the Gemini Schematron. Adria agreed these will be deleted anyway in 2.0.
2013-01-21 18:22:24 +01:00
log.warning('Multiplicity not specified for element: %s',
self.name)
return values
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
class GeminiElement(MappedXmlElement):
namespaces = {
"gts": "http://www.isotc211.org/2005/gts",
"gml": "http://www.opengis.net/gml/3.2",
"gmx": "http://www.isotc211.org/2005/gmx",
"gsr": "http://www.isotc211.org/2005/gsr",
"gss": "http://www.isotc211.org/2005/gss",
"gco": "http://www.isotc211.org/2005/gco",
"gmd": "http://www.isotc211.org/2005/gmd",
"srv": "http://www.isotc211.org/2005/srv",
"xlink": "http://www.w3.org/1999/xlink",
"xsi": "http://www.w3.org/2001/XMLSchema-instance",
}
class GeminiResponsibleParty(GeminiElement):
elements = [
GeminiElement(
name="organisation-name",
search_paths=[
"gmd:organisationName/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="position-name",
search_paths=[
"gmd:positionName/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="contact-info",
search_paths=[
"gmd:contactInfo/gmd:CI_Contact",
],
multiplicity="0..1",
elements = [
GeminiElement(
name="email",
search_paths=[
"gmd:address/gmd:CI_Address/gmd:electronicMailAddress/gco:CharacterString/text()",
],
multiplicity="0..1",
),
]
),
GeminiElement(
name="role",
search_paths=[
"gmd:role/gmd:CI_RoleCode/@codeListValue",
],
multiplicity="0..1",
),
]
class GeminiResourceLocator(GeminiElement):
elements = [
GeminiElement(
name="url",
search_paths=[
"gmd:linkage/gmd:URL/text()",
],
multiplicity="1",
),
GeminiElement(
name="function",
search_paths=[
"gmd:function/gmd:CI_OnLineFunctionCode/@codeListValue",
],
multiplicity="0..1",
),
GeminiElement(
name="name",
search_paths=[
"gmd:name/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="description",
search_paths=[
"gmd:description/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="protocol",
search_paths=[
"gmd:protocol/gco:CharacterString/text()",
],
multiplicity="0..1",
),
]
class GeminiDataFormat(GeminiElement):
elements = [
GeminiElement(
name="name",
search_paths=[
"gmd:name/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="version",
search_paths=[
"gmd:version/gco:CharacterString/text()",
],
multiplicity="0..1",
),
]
class GeminiReferenceDate(GeminiElement):
elements = [
GeminiElement(
name="type",
search_paths=[
"gmd:dateType/gmd:CI_DateTypeCode/@codeListValue",
"gmd:dateType/gmd:CI_DateTypeCode/text()",
],
multiplicity="1",
),
GeminiElement(
name="value",
search_paths=[
"gmd:date/gco:Date/text()",
"gmd:date/gco:DateTime/text()",
],
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
multiplicity="1",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
),
]
class GeminiCoupledResources(GeminiElement):
elements = [
GeminiElement(
name="title",
search_paths=[
"@xlink:title",
],
multiplicity="*",
),
GeminiElement(
name="href",
search_paths=[
"@xlink:href",
],
multiplicity="*",
),
GeminiElement(
name="uuid",
search_paths=[
"@uuidref",
],
multiplicity="*",
),
]
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
class GeminiBoundingBox(GeminiElement):
elements = [
GeminiElement(
name="west",
search_paths=[
"gmd:westBoundLongitude/gco:Decimal/text()",
],
multiplicity="1",
),
GeminiElement(
name="east",
search_paths=[
"gmd:eastBoundLongitude/gco:Decimal/text()",
],
multiplicity="1",
),
GeminiElement(
name="north",
search_paths=[
"gmd:northBoundLatitude/gco:Decimal/text()",
],
multiplicity="1",
),
GeminiElement(
name="south",
search_paths=[
"gmd:southBoundLatitude/gco:Decimal/text()",
],
multiplicity="1",
),
]
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
class GeminiDocument(MappedXmlDocument):
# Attribute specifications from "XPaths for GEMINI" by Peter Parslow.
elements = [
GeminiElement(
name="guid",
search_paths="gmd:fileIdentifier/gco:CharacterString/text()",
multiplicity="0..1",
),
GeminiElement(
name="metadata-language",
search_paths=[
"gmd:language/gmd:LanguageCode/@codeListValue",
"gmd:language/gmd:LanguageCode/text()",
],
Minor model tweaks to support parsing generic ISO documents
2012-10-23 14:03:53 +02:00
multiplicity="0..1",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
),
GeminiElement(
name="resource-type",
search_paths=[
"gmd:hierarchyLevel/gmd:MD_ScopeCode/@codeListValue",
"gmd:hierarchyLevel/gmd:MD_ScopeCode/text()",
],
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
multiplicity="*",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
),
GeminiResponsibleParty(
name="metadata-point-of-contact",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:pointOfContact/gmd:CI_ResponsibleParty",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:pointOfContact/gmd:CI_ResponsibleParty",
],
multiplicity="1..*",
),
GeminiElement(
name="metadata-date",
search_paths=[
"gmd:dateStamp/gco:DateTime/text()",
"gmd:dateStamp/gco:Date/text()",
],
multiplicity="1",
),
GeminiElement(
name="spatial-reference-system",
search_paths=[
"gmd:referenceSystemInfo/gmd:MD_ReferenceSystem/gmd:referenceSystemIdentifier/gmd:RS_Identifier/gmd:code/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="title",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:citation/gmd:CI_Citation/gmd:title/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:citation/gmd:CI_Citation/gmd:title/gco:CharacterString/text()",
],
multiplicity="1",
),
GeminiElement(
name="alternative-title",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:citation/gmd:CI_Citation/gmd:alternativeTitle/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:citation/gmd:CI_Citation/gmd:alternativeTitle/gco:CharacterString/text()",
],
multiplicity="*",
),
GeminiReferenceDate(
name="dataset-reference-date",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:citation/gmd:CI_Citation/gmd:date/gmd:CI_Date",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:citation/gmd:CI_Citation/gmd:date/gmd:CI_Date",
],
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
multiplicity="1..*",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
),
## Todo: Suggestion from PP not to bother pulling this into the package.
#GeminiElement(
# name="unique-resource-identifier",
# search_paths=[
# "gmd:identificationInfo/gmd:MD_DataIdentification/gmd:citation/gmd:CI_Citation/gmd:identifier/gmd:RS_Identifier",
# "gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:citation/gmd:CI_Citation/gmd:identifier/gmd:RS_Identifier",
# ],
# multiplicity="1",
#),
GeminiElement(
name="abstract",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:abstract/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:abstract/gco:CharacterString/text()",
],
multiplicity="1",
),
GeminiResponsibleParty(
name="responsible-organisation",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:pointOfContact/gmd:CI_ResponsibleParty",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:pointOfContact/gmd:CI_ResponsibleParty",
"gmd:contact/gmd:CI_ResponsibleParty",
],
multiplicity="1..*",
),
GeminiElement(
name="frequency-of-update",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:resourceMaintenance/gmd:MD_MaintenanceInformation/gmd:maintenanceAndUpdateFrequency/gmd:MD_MaintenanceFrequencyCode/@codeListValue",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:resourceMaintenance/gmd:MD_MaintenanceInformation/gmd:maintenanceAndUpdateFrequency/gmd:MD_MaintenanceFrequencyCode/@codeListValue",
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:resourceMaintenance/gmd:MD_MaintenanceInformation/gmd:maintenanceAndUpdateFrequency/gmd:MD_MaintenanceFrequencyCode/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:resourceMaintenance/gmd:MD_MaintenanceInformation/gmd:maintenanceAndUpdateFrequency/gmd:MD_MaintenanceFrequencyCode/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="keyword-inspire-theme",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:descriptiveKeywords/gmd:MD_Keywords/gmd:keyword/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:descriptiveKeywords/gmd:MD_Keywords/gmd:keyword/gco:CharacterString/text()",
],
multiplicity="*",
),
GeminiElement(
name="keyword-controlled-other",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:descriptiveKeywords/gmd:MD_Keywords/gmd:keyword/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:descriptiveKeywords/gmd:MD_Keywords/gmd:keyword/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:keywords/gmd:MD_Keywords/gmd:keyword/gco:CharacterString/text()",
],
multiplicity="*",
),
GeminiElement(
name="keyword-free-text",
search_paths=[
],
multiplicity="*",
),
GeminiElement(
name="limitations-on-public-access",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:resourceConstraints/gmd:MD_LegalConstraints/gmd:otherConstraints/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:resourceConstraints/gmd:MD_LegalConstraints/gmd:otherConstraints/gco:CharacterString/text()",
],
multiplicity="1..*",
),
GeminiElement(
name="use-constraints",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:resourceConstraints/gmd:MD_Constraints/gmd:useLimitation/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:resourceConstraints/gmd:MD_Constraints/gmd:useLimitation/gco:CharacterString/text()",
],
multiplicity="*",
),
GeminiElement(
name="spatial-data-service-type",
search_paths=[
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:serviceType/gco:LocalName/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="spatial-resolution",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:spatialResolution/gmd:MD_Resolution/gmd:distance/gco:Distance",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:spatialResolution/gmd:MD_Resolution/gmd:distance/gco:Distance",
],
multiplicity="0..1",
),
#GeminiElement(
# name="spatial-resolution-units",
# search_paths=[
# "gmd:identificationInfo/gmd:MD_DataIdentification/gmd:spatialResolution/gmd:MD_Resolution/gmd:distance/gco:Distance/@uom",
# "gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:spatialResolution/gmd:MD_Resolution/gmd:distance/gco:Distance/@uom",
# ],
# multiplicity="0..1",
#),
GeminiElement(
name="equivalent-scale",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:spatialResolution/gmd:MD_Resolution/gmd:equivalentScale/gmd:MD_RepresentativeFraction/gmd:denominator/gco:Integer/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:spatialResolution/gmd:MD_Resolution/gmd:equivalentScale/gmd:MD_RepresentativeFraction/gmd:denominator/gco:Integer/text()",
],
multiplicity="*",
),
GeminiElement(
name="dataset-language",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:language/gmd:LanguageCode/@codeListValue",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:language/gmd:LanguageCode/@codeListValue",
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:language/gmd:LanguageCode/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:language/gmd:LanguageCode/text()",
],
multiplicity="*",
),
GeminiElement(
name="topic-category",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:topicCategory/gmd:MD_TopicCategoryCode/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/gmd:topicCategory/gmd:MD_TopicCategoryCode/text()",
],
multiplicity="*",
),
GeminiElement(
name="extent-controlled",
search_paths=[
],
multiplicity="*",
),
GeminiElement(
name="extent-free-text",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicDescription/gmd:geographicIdentifier/gmd:MD_Identifier/gmd:code/gco:CharacterString/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicDescription/gmd:geographicIdentifier/gmd:MD_Identifier/gmd:code/gco:CharacterString/text()",
],
multiplicity="*",
),
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
GeminiBoundingBox(
name="bbox",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
search_paths=[
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicBoundingBox",
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:extent/gmd:EX_Extent/gmd:geographicElement/gmd:EX_GeographicBoundingBox",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
],
[#8] Adapt model parsing code to make it ISO 19115 friendly Changes in multiplicity to support the ISO 19115 spec rather than just the Gemini 2 one. Thanks to @dread for his help on this. Summary of the changes: * dataset-reference-date: Set to 1..* Note that there was a bug with mutliple values allowed per date. Returned object should now be like: "dataset-reference-date": [{"type": "creation", "value": "2004-02"}, {"type": "revision", "value": "2006-07-03"}] * metadata-languge: Set to 0..1 * resource-type: Set to *. That means that a list is now returned * bbox: Set to *. Note that bboxes are now returned as objects such as: [{"north":xxx, "south":xxx,, "east":xxx, "west":xxx}, {"north":xxx, "south":xxx,, "east":xxx, "west":xxx}] The existing Gemini based harvesters and validators have been adapted, all tests pass.
2013-02-11 18:35:06 +01:00
multiplicity="*",
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
),
GeminiElement(
name="temporal-extent-begin",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:temporalElement/gmd:EX_TemporalExtent/gmd:extent/gml:TimePeriod/gml:beginPosition/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:extent/gmd:EX_Extent/gmd:temporalElement/gmd:EX_TemporalExtent/gmd:extent/gml:TimePeriod/gml:beginPosition/text()",
],
multiplicity="*",
),
GeminiElement(
name="temporal-extent-end",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:temporalElement/gmd:EX_TemporalExtent/gmd:extent/gml:TimePeriod/gml:endPosition/text()",
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:extent/gmd:EX_Extent/gmd:temporalElement/gmd:EX_TemporalExtent/gmd:extent/gml:TimePeriod/gml:endPosition/text()",
],
multiplicity="*",
),
GeminiElement(
name="vertical-extent",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:extent/gmd:EX_Extent/gmd:verticalElement/gmd:EX_VerticalExtent",
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:extent/gmd:EX_Extent/gmd:verticalElement/gmd:EX_VerticalExtent",
],
multiplicity="*",
),
GeminiCoupledResources(
name="coupled-resource",
search_paths=[
"gmd:identificationInfo/srv:SV_ServiceIdentification/srv:operatesOn",
],
multiplicity="*",
),
GeminiElement(
name="additional-information-source",
search_paths=[
"gmd:identificationInfo/gmd:MD_DataIdentification/gmd:supplementalInformation/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiDataFormat(
name="data-format",
search_paths=[
"gmd:distributionInfo/gmd:MD_Distribution/gmd:distributionFormat/gmd:MD_Format",
],
multiplicity="*",
),
GeminiResourceLocator(
name="resource-locator",
search_paths=[
"gmd:distributionInfo/gmd:MD_Distribution/gmd:transferOptions/gmd:MD_DigitalTransferOptions/gmd:onLine/gmd:CI_OnlineResource",
],
multiplicity="*",
),
add extra resource locator
2012-12-24 11:43:44 +01:00
GeminiResourceLocator(
name="resource-locator-identification",
search_paths=[
"gmd:identificationInfo//gmd:CI_OnlineResource",
],
multiplicity="*",
),
Missed off some files from the previous commit.,
2012-10-19 13:14:09 +02:00
GeminiElement(
name="conformity-specification",
search_paths=[
"gmd:dataQualityInfo/gmd:DQ_DataQuality/gmd:report/gmd:DQ_DomainConsistency/gmd:result/gmd:DQ_ConformanceResult/gmd:specification",
],
multiplicity="0..1",
),
GeminiElement(
name="conformity-pass",
search_paths=[
"gmd:dataQualityInfo/gmd:DQ_DataQuality/gmd:report/gmd:DQ_DomainConsistency/gmd:result/gmd:DQ_ConformanceResult/gmd:pass/gco:Boolean/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="conformity-explanation",
search_paths=[
"gmd:dataQualityInfo/gmd:DQ_DataQuality/gmd:report/gmd:DQ_DomainConsistency/gmd:result/gmd:DQ_ConformanceResult/gmd:explanation/gco:CharacterString/text()",
],
multiplicity="0..1",
),
GeminiElement(
name="lineage",
search_paths=[
"gmd:dataQualityInfo/gmd:DQ_DataQuality/gmd:lineage/gmd:LI_Lineage/gmd:statement/gco:CharacterString/text()",
],
multiplicity="0..1",
)
]
def infer_values(self, values):
# Todo: Infer name.
self.infer_date_released(values)
self.infer_date_updated(values)
self.infer_date_created(values)
self.infer_url(values)
# Todo: Infer resources.
self.infer_tags(values)
self.infer_publisher(values)
self.infer_contact(values)
self.infer_contact_email(values)
return values
def infer_date_released(self, values):
value = ''
for date in values['dataset-reference-date']:
if date['type'] == 'publication':
value = date['value']
break
values['date-released'] = value
def infer_date_updated(self, values):
value = ''
dates = []
# Use last of several multiple revision dates.
for date in values['dataset-reference-date']:
if date['type'] == 'revision':
dates.append(date['value'])
if len(dates):
if len(dates) > 1:
dates.sort(reverse=True)
value = dates[0]
values['date-updated'] = value
def infer_date_created(self, values):
value = ''
for date in values['dataset-reference-date']:
if date['type'] == 'creation':
value = date['value']
break
values['date-created'] = value
def infer_url(self, values):
value = ''
for locator in values['resource-locator']:
if locator['function'] == 'information':
value = locator['url']
break
values['url'] = value
def infer_tags(self, values):
tags = []
for key in ['keyword-inspire-theme', 'keyword-controlled-other', 'keyword-free-text']:
for item in values[key]:
if item not in tags:
tags.append(item)
values['tags'] = tags
def infer_publisher(self, values):
value = ''
for responsible_party in values['responsible-organisation']:
if responsible_party['role'] == 'publisher':
value = responsible_party['organisation-name']
if value:
break
values['publisher'] = value
def infer_contact(self, values):
value = ''
for responsible_party in values['responsible-organisation']:
value = responsible_party['organisation-name']
if value:
break
values['contact'] = value
def infer_contact_email(self, values):
value = ''
for responsible_party in values['responsible-organisation']:
if isinstance(responsible_party, dict) and \
isinstance(responsible_party.get('contact-info'), dict) and \
responsible_party['contact-info'].has_key('email'):
value = responsible_party['contact-info']['email']
if value:
break
values['contact-email'] = value