def test_getqattr_no_link(name, value, expected):
class Phony(object):
pass
instance = Phony()
setattr(instance, name, value)
result = util.getqattr(instance, name)
assert result == expected
def test_getqattr_link():
some_object = mock.MagicMock()
some_object.some_link.return_value = [
["one", "two"],
["three", "four"],
]
result = util.getqattr(some_object, "some_link")
assert result == "one,two^three,four"
def test_getqattr_link():
some_object = mock.MagicMock()
some_object.some_link.return_value = [
["one", "two"],
["three", "four"],
]
result = util.getqattr(some_object, "some_link")
assert result == "one,two^three,four"
def test_getqattr_no_link(name, value, expected):
class Phony(object):
pass
instance = Phony()
setattr(instance, name, value)
result = util.getqattr(instance, name)
assert result == expected
def write_record(self, result, esn, outputschema, queryables):
''' Return csw:SearchResults child as lxml.etree.Element '''
identifier = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Identifier'])
typename = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'rim:RegistryObject':
# dump record as is and exit
return etree.fromstring(util.getqattr(result, queryables['pycsw:XML']['dbcol']), self.context.parser)
if typename == 'csw:Record': # transform csw:Record -> rim:RegistryObject model mappings
util.transform_mappings(queryables, self.repository['mappings']['csw:Record'])
node = etree.Element(util.nspath_eval('rim:ExtrinsicObject', self.namespaces))
node.attrib[util.nspath_eval('xsi:schemaLocation', self.context.namespaces)] = \
'%s %s/csw/2.0.2/profiles/ebrim/1.0/csw-ebrim.xsd' % (self.namespaces['wrs'], self.ogc_schemas_base)
node.attrib['id'] = identifier
node.attrib['lid'] = identifier
node.attrib['objectType'] = str(util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Type']))
node.attrib['status'] = 'urn:oasis:names:tc:ebxml-regrep:StatusType:Submitted'
etree.SubElement(node, util.nspath_eval('rim:VersionInfo', self.namespaces), versionName='')
if esn in ['summary', 'full']:
etree.SubElement(node, util.nspath_eval('rim:ExternalIdentifier', self.namespaces), value=identifier, identificationScheme='foo', registryObject=str(util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Relation'])), id=identifier)
name = etree.SubElement(node, util.nspath_eval('rim:Name', self.namespaces))
etree.SubElement(name, util.nspath_eval('rim:LocalizedString', self.namespaces), value=unicode(util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Title'])))
description = etree.SubElement(node, util.nspath_eval('rim:Description', self.namespaces))
etree.SubElement(description, util.nspath_eval('rim:LocalizedString', self.namespaces), value=unicode(util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Abstract'])))
val = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_boundingbox(val, self.context.namespaces)
if bboxel is not None:
bboxslot = etree.SubElement(node, util.nspath_eval('rim:Slot', self.namespaces),
slotType='urn:ogc:def:dataType:ISO-19107:2003:GM_Envelope')
valuelist = etree.SubElement(bboxslot, util.nspath_eval('rim:ValueList', self.namespaces))
value = etree.SubElement(valuelist, util.nspath_eval('rim:Value', self.namespaces))
value.append(bboxel)
rkeywords = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Keywords'])
if rkeywords is not None:
subjectslot = etree.SubElement(node, util.nspath_eval('rim:Slot', self.namespaces),
name='http://purl.org/dc/elements/1.1/subject')
valuelist = etree.SubElement(subjectslot, util.nspath_eval('rim:ValueList', self.namespaces))
for keyword in rkeywords.split(','):
etree.SubElement(valuelist,
util.nspath_eval('rim:Value', self.namespaces)).text = keyword
return node
def write_record(result, esn, context, url=None):
""" Return csw:SearchResults child as lxml.etree.Element """
node = etree.Element("collection")
etree.SubElement(node, "stac_version").text = STAC_VERSION
val = util.getqattr(result, "identifier")
if val:
etree.SubElement(node, "id").text = val
val = util.getqattr(result, "abstract")
if val:
etree.SubElement(node, "description").text = val
val = util.getqattr(result, "conditionapplyingtoaccessanduse")
if val:
etree.SubElement(node, "license").text = val
val = util.getqattr(result, "title")
if val:
etree.SubElement(node, "title").text = val
val = util.getqattr(result, "keywords")
for keyword in val.split(","):
etree.SubElement(node, "keywords").text = keyword
extent = etree.SubElement(node, "extent")
ext_temporal = etree.SubElement(extent, "temporal")
interval_str = '[[' + format_time(util.getqattr(
result, "time_begin")) + ',' + format_time(
util.getqattr(result, "time_end")) + ']]'
etree.SubElement(ext_temporal, "interval").text = interval_str
ext_spatial = etree.SubElement(extent, "spatial")
val = util.getqattr(result,
context.md_core_model["mappings"]["pycsw:BoundingBox"])
if val:
bbox = util.wkt2geom(val)
etree.SubElement(ext_spatial,
"bbox").text = '[' + str(list(bbox)) + ']'
return node
def write_record(self, result, esn, outputschema, queryables):
''' Return csw:SearchResults child as lxml.etree.Element '''
identifier = util.getqattr(
result, self.context.md_core_model['mappings']['pycsw:Identifier'])
typename = util.getqattr(
result, self.context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'rim:RegistryObject':
# dump record as is and exit
return etree.fromstring(
util.getqattr(result, queryables['pycsw:XML']['dbcol']),
self.context.parser)
if typename == 'csw:Record': # transform csw:Record -> rim:RegistryObject model mappings
util.transform_mappings(queryables,
self.repository['mappings']['csw:Record'])
node = etree.Element(
util.nspath_eval('rim:ExtrinsicObject', self.namespaces))
node.attrib[util.nspath_eval('xsi:schemaLocation', self.context.namespaces)] = \
'%s %s/csw/2.0.2/profiles/ebrim/1.0/csw-ebrim.xsd' % (self.namespaces['wrs'], self.ogc_schemas_base)
node.attrib['id'] = identifier
node.attrib['lid'] = identifier
node.attrib['objectType'] = str(
util.getqattr(
result, self.context.md_core_model['mappings']['pycsw:Type']))
node.attrib[
'status'] = 'urn:oasis:names:tc:ebxml-regrep:StatusType:Submitted'
etree.SubElement(node,
util.nspath_eval('rim:VersionInfo', self.namespaces),
versionName='')
if esn in ['summary', 'full']:
etree.SubElement(node,
util.nspath_eval('rim:ExternalIdentifier',
self.namespaces),
value=identifier,
identificationScheme='foo',
registryObject=str(
util.getqattr(
result,
self.context.md_core_model['mappings']
['pycsw:Relation'])),
id=identifier)
name = etree.SubElement(
node, util.nspath_eval('rim:Name', self.namespaces))
etree.SubElement(name,
util.nspath_eval('rim:LocalizedString',
self.namespaces),
value=text_type(
util.getqattr(
result,
self.context.md_core_model['mappings']
['pycsw:Title'])))
description = etree.SubElement(
node, util.nspath_eval('rim:Description', self.namespaces))
etree.SubElement(description,
util.nspath_eval('rim:LocalizedString',
self.namespaces),
value=text_type(
util.getqattr(
result,
self.context.md_core_model['mappings']
['pycsw:Abstract'])))
val = util.getqattr(
result,
self.context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_boundingbox(val, self.context.namespaces)
if bboxel is not None:
bboxslot = etree.SubElement(
node,
util.nspath_eval('rim:Slot', self.namespaces),
slotType='urn:ogc:def:dataType:ISO-19107:2003:GM_Envelope')
valuelist = etree.SubElement(
bboxslot, util.nspath_eval('rim:ValueList',
self.namespaces))
value = etree.SubElement(
valuelist, util.nspath_eval('rim:Value', self.namespaces))
value.append(bboxel)
rkeywords = util.getqattr(
result,
self.context.md_core_model['mappings']['pycsw:Keywords'])
if rkeywords is not None:
subjectslot = etree.SubElement(
node,
util.nspath_eval('rim:Slot', self.namespaces),
name='http://purl.org/dc/elements/1.1/subject')
valuelist = etree.SubElement(
subjectslot,
util.nspath_eval('rim:ValueList', self.namespaces))
for keyword in rkeywords.split(','):
etree.SubElement(
valuelist,
util.nspath_eval('rim:Value',
self.namespaces)).text = keyword
return node
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Typename'])
if typename == 'gm03:TRANSFER':
# dump record as is and exit
# TODO: provide brief and summary elementsetname's
return etree.fromstring(
util.getqattr(result,
context.md_core_model['mappings']['pycsw:XML']),
context.parser)
node = etree.Element(util.nspath_eval('gm03:TRANSFER', NAMESPACES),
nsmap=NAMESPACES)
header = etree.SubElement(
node, util.nspath_eval('gm03:HEADERSECTION', NAMESPACES))
header.attrib['version'] = '2.3'
header.attrib['sender'] = 'pycsw'
etree.SubElement(header, util.nspath_eval('gm03:MODELS', NAMESPACES))
data = etree.SubElement(node,
util.nspath_eval('gm03:DATASECTION', NAMESPACES))
core = etree.SubElement(
data, util.nspath_eval('gm03:GM03_2_1Core.Core', NAMESPACES))
core_meta = etree.SubElement(
core, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_Metadata',
NAMESPACES))
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Identifier'])
etree.SubElement(core_meta,
util.nspath_eval('gm03:fileIdentifier',
NAMESPACES)).text = val
language = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Language'])
etree.SubElement(core_meta, util.nspath_eval('gm03:language',
NAMESPACES)).text = language
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Modified'])
etree.SubElement(core_meta, util.nspath_eval('gm03:dateStamp',
NAMESPACES)).text = val
hierarchy_level_val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Type'])
# metadata standard name
standard = etree.SubElement(
core_meta, util.nspath_eval('gm03:metadataStandardName',
NAMESPACES)).text = 'GM03'
# metadata standard version
standardver = etree.SubElement(
core_meta, util.nspath_eval('gm03:metadataStandardVersion',
NAMESPACES)).text = '2.3'
# hierarchy level
hierarchy_level = etree.SubElement(
core_meta, util.nspath_eval('gm03:hierarchyLevel', NAMESPACES))
scope_code = etree.SubElement(
hierarchy_level,
util.nspath_eval('gm03:GM03_2_1Core.Core.MD_ScopeCode_', NAMESPACES))
etree.SubElement(scope_code,
util.nspath_eval('gm03:value',
NAMESPACES)).text = hierarchy_level_val
# parent identifier
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:ParentIdentifier'])
parent_identifier = etree.SubElement(
core_meta, util.nspath_eval('gm03:parentIdentifier', NAMESPACES))
scope_code = etree.SubElement(
parent_identifier,
util.nspath_eval('gm03:GM03_2_1Core.Core.MD_ScopeCode_', NAMESPACES))
etree.SubElement(scope_code, util.nspath_eval('gm03:value',
NAMESPACES)).text = val
# title
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Title'])
citation = etree.SubElement(
core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Citation',
NAMESPACES))
title = etree.SubElement(citation,
util.nspath_eval('gm03:title', NAMESPACES))
title.append(_get_pt_freetext(val, language))
# abstract
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Abstract'])
data_ident = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.MD_DataIdentification',
NAMESPACES))
abstract = etree.SubElement(data_ident,
util.nspath_eval('gm03:abstract', NAMESPACES))
abstract.append(_get_pt_freetext(val, language))
# resource language
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:ResourceLanguage'])
if val:
topicategory = etree.SubElement(
data_ident, util.nspath_eval('gm03:language', NAMESPACES))
cat_code = etree.SubElement(
topicategory,
util.nspath_eval('gm03:CodeISO.LanguageCodeISO_', NAMESPACES))
etree.SubElement(cat_code, util.nspath_eval('gm03:value',
NAMESPACES)).text = val
# topic category
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TopicCategory'])
if val:
topicategory = etree.SubElement(
data_ident, util.nspath_eval('gm03:topicCategory', NAMESPACES))
cat_code = etree.SubElement(
topicategory,
util.nspath_eval('gm03:GM03_2_1Core.Core.MD_TopicCategoryCode_',
NAMESPACES))
etree.SubElement(cat_code, util.nspath_eval('gm03:value',
NAMESPACES)).text = val
# keywords
keywords_val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Keywords'])
if keywords_val:
md_keywords = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.MD_Keywords', NAMESPACES))
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:KeywordType'])
if val:
etree.SubElement(md_keywords,
util.nspath_eval('gm03:type',
NAMESPACES)).text = val
keyword = etree.SubElement(
md_keywords, util.nspath_eval('gm03:keyword', NAMESPACES))
for kw in keywords_val.split(','):
keyword.append(_get_pt_freetext(kw, language))
# format
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Format'])
if val:
md_format = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.MD_Format', NAMESPACES))
etree.SubElement(md_format, util.nspath_eval('gm03:name',
NAMESPACES)).text = val
# creation date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:CreationDate'])
if val:
ci_date = etree.SubElement(
core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Date',
NAMESPACES))
etree.SubElement(ci_date, util.nspath_eval('gm03:date',
NAMESPACES)).text = val
etree.SubElement(ci_date,
util.nspath_eval('gm03:dateType',
NAMESPACES)).text = 'creation'
# revision date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:RevisionDate'])
if val:
ci_date = etree.SubElement(
core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Date',
NAMESPACES))
etree.SubElement(ci_date, util.nspath_eval('gm03:date',
NAMESPACES)).text = val
etree.SubElement(ci_date,
util.nspath_eval('gm03:dateType',
NAMESPACES)).text = 'revision'
# publication date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:PublicationDate'])
if val:
ci_date = etree.SubElement(
core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Date',
NAMESPACES))
etree.SubElement(ci_date, util.nspath_eval('gm03:date',
NAMESPACES)).text = val
etree.SubElement(ci_date,
util.nspath_eval('gm03:dateType',
NAMESPACES)).text = 'publication'
# bbox extent
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, context.namespaces)
if bboxel is not None:
core.append(bboxel)
# geographic description
val = util.getqattr(
result,
context.md_core_model['mappings']['pycsw:GeographicDescriptionCode'])
if val:
geo_desc = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.EX_GeographicDescription',
NAMESPACES))
etree.SubElement(
geo_desc, util.nspath_eval('gm03:geographicIdentifier',
NAMESPACES)).text = val
# crs
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:CRS'])
if val:
rs_identifier = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.RS_Identifier',
NAMESPACES))
rs_code = etree.SubElement(rs_identifier,
util.nspath_eval('gm03:code', NAMESPACES))
rs_code.append(_get_pt_freetext(val, language))
# temporal extent
time_begin = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
time_end = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TempExtent_end'])
if time_begin:
temp_ext = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.EX_TemporalExtent',
NAMESPACES))
extent = etree.SubElement(temp_ext,
util.nspath_eval('gm03:extent', NAMESPACES))
tm_primitive = etree.SubElement(
extent,
util.nspath_eval('gm03:GM03_2_1Core.Core.TM_Primitive',
NAMESPACES))
etree.SubElement(tm_primitive,
util.nspath_eval('gm03:begin',
NAMESPACES)).text = time_begin
if time_end:
etree.SubElement(tm_primitive,
util.nspath_eval('gm03:end',
NAMESPACES)).text = time_end
# links
rlinks = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in util.jsonify_links(rlinks):
online_resource = etree.SubElement(
core,
util.nspath_eval('gm03:GM03_2_1Core.Core.OnlineResource',
NAMESPACES))
if link['protocol']:
etree.SubElement(
online_resource,
util.nspath_eval('gm03:protocol',
NAMESPACES)).text = link['protocol']
if link['description']:
desc = etree.SubElement(
online_resource,
util.nspath_eval('gm03:description', NAMESPACES))
desc.append(_get_pt_freetext(link['description'], language))
if link['name']:
name_el = etree.SubElement(
online_resource, util.nspath_eval('gm03:name', NAMESPACES))
name_el.append(_get_pt_freetext(link['name'], language))
linkage = etree.SubElement(
online_resource, util.nspath_eval('gm03:linkage', NAMESPACES))
linkage.append(_get_pt_freeurl(link['url'], language))
return node
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'dif:DIF':
# dump record as is and exit
return etree.fromstring(
util.getqattr(result,
context.md_core_model['mappings']['pycsw:XML']),
context.parser)
node = etree.Element(util.nspath_eval('dif:DIF', NAMESPACES))
node.attrib[util.nspath_eval('xsi:schemaLocation', context.namespaces)] = \
'%s http://gcmd.gsfc.nasa.gov/Aboutus/xml/dif/dif.xsd' % NAMESPACE
# identifier
etree.SubElement(node, util.nspath_eval(
'dif:Entry_ID', NAMESPACES)).text = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Identifier'])
# title
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Title'])
if not val:
val = ''
etree.SubElement(node, util.nspath_eval('dif:Entry_Title',
NAMESPACES)).text = val
# citation
citation = etree.SubElement(
node, util.nspath_eval('dif:Data_Set_Citation', NAMESPACES))
# creator
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Creator'])
etree.SubElement(citation,
util.nspath_eval('dif:Dataset_Creator',
NAMESPACES)).text = val
# date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:PublicationDate'])
etree.SubElement(citation,
util.nspath_eval('dif:Dataset_Release_Date',
NAMESPACES)).text = val
# publisher
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Publisher'])
etree.SubElement(citation,
util.nspath_eval('dif:Dataset_Publisher',
NAMESPACES)).text = val
# format
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Format'])
etree.SubElement(
citation, util.nspath_eval('dif:Data_Presentation_Form',
NAMESPACES)).text = val
# keywords dif:Parameters
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Keywords'])
if val:
kws = val.split(',')
parameters_indexes = []
for index, kw in enumerate(kws):
if "Earth Science".lower() in kw.lower() and len(
kw.split(">")) >= 2:
values = kw.upper().split(">")
parameters = etree.SubElement(node,
util.nspath_eval(
'dif:Parameters',
NAMESPACES)) # .text = kw
etree.SubElement(
parameters, util.nspath_eval(
'dif:Category',
NAMESPACES)).text = values[0].strip().upper()
etree.SubElement(
parameters, util.nspath_eval(
'dif:Topic',
NAMESPACES)).text = values[1].strip().upper()
etree.SubElement(
parameters, util.nspath_eval(
'dif:Term',
NAMESPACES)).text = values[2].strip().upper()
for i, v in enumerate(values[3:]):
etree.SubElement(
parameters,
util.nspath_eval(f'dif:Variable_Level_{i + 1}',
NAMESPACES)).text = v.strip()
parameters_indexes.append(index)
# kws.pop(index)
# iso topic category
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TopicCategory'])
etree.SubElement(node,
util.nspath_eval('dif:ISO_Topic_Category',
NAMESPACES)).text = val
# keywords dif:keywords
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Keywords'])
if val:
kws = val.split(',')
kws = [i for j, i in enumerate(kws) if j not in parameters_indexes]
for index, kw in enumerate(kws):
etree.SubElement(node,
util.nspath_eval('dif:Keyword',
NAMESPACES)).text = kw.strip()
# temporal
temporal = etree.SubElement(
node, util.nspath_eval('dif:Temporal_Coverage', NAMESPACES))
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
val2 = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TempExtent_end'])
etree.SubElement(temporal, util.nspath_eval('dif:Start_Date',
NAMESPACES)).text = val
etree.SubElement(temporal, util.nspath_eval('dif:End_Date',
NAMESPACES)).text = val2
# bbox extent
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, NAMESPACES)
if bboxel is not None:
node.append(bboxel)
# access constraints
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:AccessConstraints'])
etree.SubElement(node,
util.nspath_eval('dif:Access_Constraints',
NAMESPACES)).text = val
# language
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:ResourceLanguage'])
etree.SubElement(node, util.nspath_eval('dif:Data_Set_Language',
NAMESPACES)).text = val
# contributor
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:OrganizationName'])
etree.SubElement(node,
util.nspath_eval('dif:Originating_Center',
NAMESPACES)).text = val
# abstract
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Abstract'])
if not val:
val = ''
etree.SubElement(node, util.nspath_eval('dif:Summary',
NAMESPACES)).text = val
# URL
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Relation'])
if val:
url = etree.SubElement(node,
util.nspath_eval('dif:Related_URL', NAMESPACES))
etree.SubElement(url, util.nspath_eval('dif:URL',
NAMESPACES)).text = val
rlinks = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in util.jsonify_links(rlinks):
url2 = etree.SubElement(
node, util.nspath_eval('dif:Related_URL', NAMESPACES))
urltype = etree.SubElement(
url2, util.nspath_eval('dif:URL_Content_Type', NAMESPACES))
if link['protocol'] == 'download':
etree.SubElement(urltype,
util.nspath_eval(
'dif:Type', NAMESPACES)).text = 'GET DATA'
elif link['protocol'] == 'OPENDAP:OPENDAP':
etree.SubElement(urltype,
util.nspath_eval(
'dif:Type', NAMESPACES)).text = 'GET DATA'
etree.SubElement(urltype,
util.nspath_eval(
'dif:Subtype',
NAMESPACES)).text = 'OPENDAP DATA (DODS)'
elif link['protocol'] == 'OGC:WMS':
etree.SubElement(
urltype, util.nspath_eval('dif:Type',
NAMESPACES)).text = 'GET SERVICE'
etree.SubElement(
urltype, util.nspath_eval(
'dif:Subtype',
NAMESPACES)).text = 'GET WEB MAP SERVICE (WMS)'
else:
etree.SubElement(urltype,
util.nspath_eval(
'dif:Type', NAMESPACES)).text = 'GET DATA'
etree.SubElement(url2,
util.nspath_eval('dif:URL',
NAMESPACES)).text = link['url']
if link['description']:
etree.SubElement(
url2,
util.nspath_eval('dif:Description',
NAMESPACES)).text = link['description']
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Source'])
if val:
url2 = etree.SubElement(
node, util.nspath_eval('dif:Related_URL', NAMESPACES))
urltype = etree.SubElement(
url2, util.nspath_eval('dif:URL_Content_Type', NAMESPACES))
etree.SubElement(urltype, util.nspath_eval(
'dif:Type', NAMESPACES)).text = 'DATASET LANDING PAGE'
etree.SubElement(url2, util.nspath_eval('dif:URL',
NAMESPACES)).text = val
etree.SubElement(node, util.nspath_eval('dif:Metadata_Name',
NAMESPACES)).text = 'CEOS IDN DIF'
etree.SubElement(node, util.nspath_eval('dif:Metadata_Version',
NAMESPACES)).text = '9.7'
# date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:CreationDate'])
etree.SubElement(node, util.nspath_eval('dif:DIF_Creation_Date',
NAMESPACES)).text = val
return node
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(result, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'atom:entry':
# dump record as is and exit
return etree.fromstring(util.getqattr(result, context.md_core_model['mappings']['pycsw:XML']), context.parser)
node = etree.Element(util.nspath_eval('atom:entry', NAMESPACES), nsmap=NAMESPACES)
node.attrib[util.nspath_eval('xsi:schemaLocation', context.namespaces)] = \
'%s http://www.kbcafe.com/rss/atom.xsd.xml' % NAMESPACES['atom']
# author
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Creator'])
if val:
author = etree.SubElement(node, util.nspath_eval('atom:author', NAMESPACES))
etree.SubElement(author, util.nspath_eval('atom:name', NAMESPACES)).text = val
# category
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Keywords'])
if val:
for kw in val.split(','):
etree.SubElement(node, util.nspath_eval('atom:category', NAMESPACES), term=kw)
for qval in ['pycsw:Contributor', 'pycsw:Identifier']:
val = util.getqattr(result, context.md_core_model['mappings'][qval])
if val:
etree.SubElement(node, util.nspath_eval(XPATH_MAPPINGS[qval], NAMESPACES)).text = val
if qval == 'pycsw:Identifier':
etree.SubElement(node, util.nspath_eval('dc:identifier', context.namespaces)).text = val
rlinks = util.getqattr(result, context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in rlinks.split('^'):
linkset = link.split(',')
url2 = etree.SubElement(node, util.nspath_eval('atom:link', NAMESPACES), href=linkset[-1], type=linkset[2], title=linkset[1])
etree.SubElement(node, util.nspath_eval('atom:link', NAMESPACES), href='%s?service=CSW&version=2.0.2&request=GetRepositoryItem&id=%s' % (url, util.getqattr(result, context.md_core_model['mappings']['pycsw:Identifier'])))
# atom:title
el = etree.SubElement(node, util.nspath_eval(XPATH_MAPPINGS['pycsw:Title'], NAMESPACES))
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Title'])
if val:
el.text =val
# atom:updated
el = etree.SubElement(node, util.nspath_eval(XPATH_MAPPINGS['pycsw:Modified'], NAMESPACES))
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Modified'])
if val:
el.text =val
else:
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:InsertDate'])
el.text = val
for qval in ['pycsw:PublicationDate', 'pycsw:AccessConstraints', 'pycsw:Source', 'pycsw:Abstract']:
val = util.getqattr(result, context.md_core_model['mappings'][qval])
if val:
etree.SubElement(node, util.nspath_eval(XPATH_MAPPINGS[qval], NAMESPACES)).text = val
# bbox extent
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, context.namespaces)
if bboxel is not None:
node.append(bboxel)
return node
def write_record(self, result, esn, outputschema, queryables):
''' Return csw:SearchResults child as lxml.etree.Element '''
specialPycswKeys = [
constants.PYCSW_BOUNDING_BOX, constants.PYCSW_KEYWORDS,
constants.PYCSW_LINKS
]
specialDbcols = [queryables[x] for x in specialPycswKeys]
typename = util.getqattr(
result,
self.context.md_core_model['mappings'][constants.PYCSW_TYPENAME])
if typename == self.typename:
# dump record as is and exit
return etree.fromstring(
util.getqattr(result, queryables[constants.PYCSW_XML]),
self.context.parser)
else:
dbcol2xpath = _get_dbcol_to_xpath_dict(
self.repository['queryables'])
record = etree.Element(
util.nspath_eval(self.typename, self.namespaces))
# Sorted for consistency
for dbcol in sorted(vars(result).keys()):
value = util.getqattr(result, dbcol)
if not dbcol.startswith('_') and value is not None:
elementName = dbcol2xpath.get(dbcol, None)
if elementName is not None:
if dbcol not in specialDbcols:
_build_xpath(record, elementName,
self.context.namespaces, value)
elif dbcol == queryables[constants.PYCSW_KEYWORDS]:
for keyword in value.split(','):
etree.SubElement(
record,
util.nspath_eval(elementName,
self.context.namespaces)
).text = keyword
elif dbcol == queryables[constants.PYCSW_LINKS]:
for link in value.split('^'):
linkComponents = link.split(',')
scheme = linkComponents[2]
uri = linkComponents[-1]
etree.SubElement(record,
util.nspath_eval(
elementName,
self.context.namespaces),
scheme=scheme).text = uri
elif dbcol == queryables[constants.PYCSW_BOUNDING_BOX]:
bbox = write_boundingbox(value,
self.context.namespaces)
record.append(bbox)
return record
def write_record(recobj, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'fgdc:metadata':
# dump record as is and exit
return etree.fromstring(
util.getqattr(recobj,
context.md_core_model['mappings']['pycsw:XML']))
node = etree.Element('metadata')
node.attrib[util.nspath_eval('xsi:noNamespaceSchemaLocation', context.namespaces)] = \
'http://www.fgdc.gov/metadata/fgdc-std-001-1998.xsd'
idinfo = etree.SubElement(node, 'idinfo')
# identifier
etree.SubElement(idinfo, 'datasetid').text = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Identifier'])
citation = etree.SubElement(idinfo, 'citation')
citeinfo = etree.SubElement(citation, 'citeinfo')
# title
val = util.getqattr(recobj,
context.md_core_model['mappings']['pycsw:Title'])
etree.SubElement(citeinfo, 'title').text = val
# publisher
publinfo = etree.SubElement(citeinfo, 'publinfo')
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Publisher']) or ''
etree.SubElement(publinfo, 'publish').text = val
# origin
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Creator']) or ''
etree.SubElement(citeinfo, 'origin').text = val
# keywords
val = util.getqattr(recobj,
context.md_core_model['mappings']['pycsw:Keywords'])
if val:
keywords = etree.SubElement(idinfo, 'keywords')
theme = etree.SubElement(keywords, 'theme')
for v in val.split(','):
etree.SubElement(theme, 'themekey').text = v
# accessconstraints
val = util.getqattr(
recobj,
context.md_core_model['mappings']['pycsw:AccessConstraints']) or ''
etree.SubElement(idinfo, 'accconst').text = val
# abstract
descript = etree.SubElement(idinfo, 'descript')
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Abstract']) or ''
etree.SubElement(descript, 'abstract').text = val
# time
datebegin = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
dateend = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:TempExtent_end'])
if all([datebegin, dateend]):
timeperd = etree.SubElement(idinfo, 'timeperd')
timeinfo = etree.SubElement(timeperd, 'timeinfo')
rngdates = etree.SubElement(timeinfo, 'timeinfo')
begdate = etree.SubElement(rngdates, 'begdate').text = datebegin
enddate = etree.SubElement(rngdates, 'enddate').text = dateend
# bbox extent
val = util.getqattr(recobj,
context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val)
if bboxel is not None:
idinfo.append(bboxel)
# contributor
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Contributor']) or ''
etree.SubElement(idinfo, 'datacred').text = val
# direct
spdoinfo = etree.SubElement(idinfo, 'spdoinfo')
val = util.getqattr(recobj,
context.md_core_model['mappings']['pycsw:Type']) or ''
etree.SubElement(spdoinfo, 'direct').text = val
# formname
distinfo = etree.SubElement(node, 'distinfo')
stdorder = etree.SubElement(distinfo, 'stdorder')
digform = etree.SubElement(stdorder, 'digform')
digtinfo = etree.SubElement(digform, 'digtinfo')
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Format']) or ''
etree.SubElement(digtinfo, 'formname').text = val
etree.SubElement(citeinfo, 'geoform').text = val
# source
lineage = etree.SubElement(node, 'lineage')
srcinfo = etree.SubElement(lineage, 'srcinfo')
srccite = etree.SubElement(srcinfo, 'srccite')
sciteinfo = etree.SubElement(srccite, 'citeinfo')
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Source']) or ''
etree.SubElement(sciteinfo, 'title').text = val
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Relation']) or ''
etree.SubElement(citeinfo, 'onlink').text = val
# links
rlinks = util.getqattr(recobj,
context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in rlinks.split('^'):
linkset = link.split(',')
etree.SubElement(citeinfo, 'onlink',
type=linkset[2]).text = linkset[-1]
# metd
metainfo = etree.SubElement(node, 'metainfo')
val = util.getqattr(
recobj, context.md_core_model['mappings']['pycsw:Modified']) or ''
etree.SubElement(metainfo, 'metd').text = val
return node
def write_record(recobj, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'fgdc:metadata':
# dump record as is and exit
return etree.fromstring(util.getqattr(recobj, context.md_core_model['mappings']['pycsw:XML']), context.parser)
node = etree.Element('metadata')
node.attrib[util.nspath_eval('xsi:noNamespaceSchemaLocation', context.namespaces)] = \
'http://www.fgdc.gov/metadata/fgdc-std-001-1998.xsd'
idinfo = etree.SubElement(node, 'idinfo')
# identifier
etree.SubElement(idinfo, 'datasetid').text = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Identifier'])
citation = etree.SubElement(idinfo, 'citation')
citeinfo = etree.SubElement(citation, 'citeinfo')
# title
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Title'])
etree.SubElement(citeinfo, 'title').text = val
# publisher
publinfo = etree.SubElement(citeinfo, 'publinfo')
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Publisher']) or ''
etree.SubElement(publinfo, 'publish').text = val
# origin
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Creator']) or ''
etree.SubElement(citeinfo, 'origin').text = val
# keywords
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Keywords'])
if val:
keywords = etree.SubElement(idinfo, 'keywords')
theme = etree.SubElement(keywords, 'theme')
for v in val.split(','):
etree.SubElement(theme, 'themekey').text = v
# accessconstraints
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:AccessConstraints']) or ''
etree.SubElement(idinfo, 'accconst').text = val
# abstract
descript = etree.SubElement(idinfo, 'descript')
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Abstract']) or ''
etree.SubElement(descript, 'abstract').text = val
# time
datebegin = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
dateend = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:TempExtent_end'])
if all([datebegin, dateend]):
timeperd = etree.SubElement(idinfo, 'timeperd')
timeinfo = etree.SubElement(timeperd, 'timeinfo')
rngdates = etree.SubElement(timeinfo, 'timeinfo')
begdate = etree.SubElement(rngdates, 'begdate').text = datebegin
enddate = etree.SubElement(rngdates, 'enddate').text = dateend
# bbox extent
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val)
if bboxel is not None:
idinfo.append(bboxel)
# contributor
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Contributor']) or ''
etree.SubElement(idinfo, 'datacred').text = val
# direct
spdoinfo = etree.SubElement(idinfo, 'spdoinfo')
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Type']) or ''
etree.SubElement(spdoinfo, 'direct').text = val
# formname
distinfo = etree.SubElement(node, 'distinfo')
stdorder = etree.SubElement(distinfo, 'stdorder')
digform = etree.SubElement(stdorder, 'digform')
digtinfo = etree.SubElement(digform, 'digtinfo')
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Format']) or ''
etree.SubElement(digtinfo, 'formname').text = val
etree.SubElement(citeinfo, 'geoform').text = val
# source
lineage = etree.SubElement(node, 'lineage')
srcinfo = etree.SubElement(lineage, 'srcinfo')
srccite = etree.SubElement(srcinfo, 'srccite')
sciteinfo = etree.SubElement(srccite, 'citeinfo')
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Source']) or ''
etree.SubElement(sciteinfo, 'title').text = val
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Relation']) or ''
etree.SubElement(citeinfo, 'onlink').text = val
# links
rlinks = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in rlinks.split('^'):
linkset = link.split(',')
etree.SubElement(citeinfo, 'onlink', type=linkset[2]).text = linkset[-1]
# metd
metainfo = etree.SubElement(node, 'metainfo')
val = util.getqattr(recobj, context.md_core_model['mappings']['pycsw:Modified']) or ''
etree.SubElement(metainfo, 'metd').text = val
return node
def write_record(self, result, esn, outputschema, queryables, caps=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Typename'])
is_iso_anyway = False
xml_blob = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:XML'])
if caps is None and xml_blob is not None and xml_blob.startswith('<gmd:MD_Metadata'):
is_iso_anyway = True
if (esn == 'full' and (typename == 'gmd:MD_Metadata' or is_iso_anyway)):
# dump record as is and exit
return etree.fromstring(xml_blob, self.context.parser)
if typename == 'csw:Record': # transform csw:Record -> gmd:MD_Metadata model mappings
util.transform_mappings(queryables, self.repository['mappings']['csw:Record'])
node = etree.Element(util.nspath_eval('gmd:MD_Metadata', self.namespaces))
node.attrib[util.nspath_eval('xsi:schemaLocation', self.context.namespaces)] = \
'%s %s/csw/2.0.2/profiles/apiso/1.0.0/apiso.xsd' % (self.namespace, self.ogc_schemas_base)
# identifier
idval = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Identifier'])
identifier = etree.SubElement(node, util.nspath_eval('gmd:fileIdentifier', self.namespaces))
etree.SubElement(identifier, util.nspath_eval('gco:CharacterString', self.namespaces)).text = idval
if esn in ['summary', 'full']:
# language
val = util.getqattr(result, queryables['apiso:Language']['dbcol'])
lang = etree.SubElement(node, util.nspath_eval('gmd:language', self.namespaces))
etree.SubElement(lang, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val
# hierarchyLevel
mtype = util.getqattr(result, queryables['apiso:Type']['dbcol']) or None
if mtype is not None:
if mtype == 'http://purl.org/dc/dcmitype/Dataset':
mtype = 'dataset'
hierarchy = etree.SubElement(node, util.nspath_eval('gmd:hierarchyLevel', self.namespaces))
hierarchy.append(_write_codelist_element('gmd:MD_ScopeCode', mtype, self.namespaces))
if esn in ['summary', 'full']:
# contact
contact = etree.SubElement(node, util.nspath_eval('gmd:contact', self.namespaces))
if caps is not None:
CI_resp = etree.SubElement(contact, util.nspath_eval('gmd:CI_ResponsibleParty', self.namespaces))
if hasattr(caps.provider.contact, 'name'):
ind_name = etree.SubElement(CI_resp, util.nspath_eval('gmd:individualName', self.namespaces))
etree.SubElement(ind_name, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.name
if hasattr(caps.provider.contact, 'organization'):
if caps.provider.contact.organization is not None:
org_val = caps.provider.contact.organization
else:
org_val = caps.provider.name
org_name = etree.SubElement(CI_resp, util.nspath_eval('gmd:organisationName', self.namespaces))
etree.SubElement(org_name, util.nspath_eval('gco:CharacterString', self.namespaces)).text = org_val
if hasattr(caps.provider.contact, 'position'):
pos_name = etree.SubElement(CI_resp, util.nspath_eval('gmd:positionName', self.namespaces))
etree.SubElement(pos_name, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.position
contact_info = etree.SubElement(CI_resp, util.nspath_eval('gmd:contactInfo', self.namespaces))
ci_contact = etree.SubElement(contact_info, util.nspath_eval('gmd:CI_Contact', self.namespaces))
if hasattr(caps.provider.contact, 'phone'):
phone = etree.SubElement(ci_contact, util.nspath_eval('gmd:phone', self.namespaces))
ci_phone = etree.SubElement(phone, util.nspath_eval('gmd:CI_Telephone', self.namespaces))
voice = etree.SubElement(ci_phone, util.nspath_eval('gmd:voice', self.namespaces))
etree.SubElement(voice, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.phone
if hasattr(caps.provider.contact, 'fax'):
fax = etree.SubElement(ci_phone, util.nspath_eval('gmd:facsimile', self.namespaces))
etree.SubElement(fax, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.fax
address = etree.SubElement(ci_contact, util.nspath_eval('gmd:address', self.namespaces))
ci_address = etree.SubElement(address, util.nspath_eval('gmd:CI_Address', self.namespaces))
if hasattr(caps.provider.contact, 'address'):
delivery_point = etree.SubElement(ci_address, util.nspath_eval('gmd:deliveryPoint', self.namespaces))
etree.SubElement(delivery_point, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.address
if hasattr(caps.provider.contact, 'city'):
city = etree.SubElement(ci_address, util.nspath_eval('gmd:city', self.namespaces))
etree.SubElement(city, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.city
if hasattr(caps.provider.contact, 'region'):
admin_area = etree.SubElement(ci_address, util.nspath_eval('gmd:administrativeArea', self.namespaces))
etree.SubElement(admin_area, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.region
if hasattr(caps.provider.contact, 'postcode'):
postal_code = etree.SubElement(ci_address, util.nspath_eval('gmd:postalCode', self.namespaces))
etree.SubElement(postal_code, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.postcode
if hasattr(caps.provider.contact, 'country'):
country = etree.SubElement(ci_address, util.nspath_eval('gmd:country', self.namespaces))
etree.SubElement(country, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.country
if hasattr(caps.provider.contact, 'email'):
email = etree.SubElement(ci_address, util.nspath_eval('gmd:electronicMailAddress', self.namespaces))
etree.SubElement(email, util.nspath_eval('gco:CharacterString', self.namespaces)).text = caps.provider.contact.email
contact_url = None
if hasattr(caps.provider, 'url'):
contact_url = caps.provider.url
if hasattr(caps.provider.contact, 'url') and caps.provider.contact.url is not None:
contact_url = caps.provider.contact.url
if contact_url is not None:
online_resource = etree.SubElement(ci_contact, util.nspath_eval('gmd:onlineResource', self.namespaces))
gmd_linkage = etree.SubElement(online_resource, util.nspath_eval('gmd:linkage', self.namespaces))
etree.SubElement(gmd_linkage, util.nspath_eval('gmd:URL', self.namespaces)).text = contact_url
if hasattr(caps.provider.contact, 'role'):
role = etree.SubElement(CI_resp, util.nspath_eval('gmd:role', self.namespaces))
role_val = caps.provider.contact.role
if role_val is None:
role_val = 'pointOfContact'
etree.SubElement(role, util.nspath_eval('gmd:CI_RoleCode', self.namespaces), codeListValue=role_val, codeList='%s#CI_RoleCode' % CODELIST).text = role_val
else:
val = util.getqattr(result, queryables['apiso:OrganisationName']['dbcol'])
if val:
CI_resp = etree.SubElement(contact, util.nspath_eval('gmd:CI_ResponsibleParty', self.namespaces))
org_name = etree.SubElement(CI_resp, util.nspath_eval('gmd:organisationName', self.namespaces))
etree.SubElement(org_name, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val
# date
val = util.getqattr(result, queryables['apiso:Modified']['dbcol'])
date = etree.SubElement(node, util.nspath_eval('gmd:dateStamp', self.namespaces))
if val and val.find('T') != -1:
dateel = 'gco:DateTime'
else:
dateel = 'gco:Date'
etree.SubElement(date, util.nspath_eval(dateel, self.namespaces)).text = val
metadatastandardname = 'ISO19115'
metadatastandardversion = '2003/Cor.1:2006'
if mtype == 'service':
metadatastandardname = 'ISO19119'
metadatastandardversion = '2005/PDAM 1'
# metadata standard name
standard = etree.SubElement(node, util.nspath_eval('gmd:metadataStandardName', self.namespaces))
etree.SubElement(standard, util.nspath_eval('gco:CharacterString', self.namespaces)).text = metadatastandardname
# metadata standard version
standardver = etree.SubElement(node, util.nspath_eval('gmd:metadataStandardVersion', self.namespaces))
etree.SubElement(standardver, util.nspath_eval('gco:CharacterString', self.namespaces)).text = metadatastandardversion
# title
val = util.getqattr(result, queryables['apiso:Title']['dbcol']) or ''
identification = etree.SubElement(node, util.nspath_eval('gmd:identificationInfo', self.namespaces))
if mtype == 'service':
restagname = 'srv:SV_ServiceIdentification'
else:
restagname = 'gmd:MD_DataIdentification'
resident = etree.SubElement(identification, util.nspath_eval(restagname, self.namespaces), id=idval)
tmp2 = etree.SubElement(resident, util.nspath_eval('gmd:citation', self.namespaces))
tmp3 = etree.SubElement(tmp2, util.nspath_eval('gmd:CI_Citation', self.namespaces))
tmp4 = etree.SubElement(tmp3, util.nspath_eval('gmd:title', self.namespaces))
etree.SubElement(tmp4, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val
# creation date
val = util.getqattr(result, queryables['apiso:CreationDate']['dbcol'])
if val is not None:
tmp3.append(_write_date(val, 'creation', self.namespaces))
# publication date
val = util.getqattr(result, queryables['apiso:PublicationDate']['dbcol'])
if val is not None:
tmp3.append(_write_date(val, 'publication', self.namespaces))
# revision date
val = util.getqattr(result, queryables['apiso:RevisionDate']['dbcol'])
if val is not None:
tmp3.append(_write_date(val, 'revision', self.namespaces))
if esn in ['summary', 'full']:
# abstract
val = util.getqattr(result, queryables['apiso:Abstract']['dbcol']) or ''
tmp = etree.SubElement(resident, util.nspath_eval('gmd:abstract', self.namespaces))
etree.SubElement(tmp, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val
# keywords
kw = util.getqattr(result, queryables['apiso:Subject']['dbcol'])
if kw is not None:
md_keywords = etree.SubElement(resident, util.nspath_eval('gmd:descriptiveKeywords', self.namespaces))
md_keywords.append(write_keywords(kw, self.namespaces))
# spatial resolution
val = util.getqattr(result, queryables['apiso:Denominator']['dbcol'])
if val:
tmp = etree.SubElement(resident, util.nspath_eval('gmd:spatialResolution', self.namespaces))
tmp2 = etree.SubElement(tmp, util.nspath_eval('gmd:MD_Resolution', self.namespaces))
tmp3 = etree.SubElement(tmp2, util.nspath_eval('gmd:equivalentScale', self.namespaces))
tmp4 = etree.SubElement(tmp3, util.nspath_eval('gmd:MD_RepresentativeFraction', self.namespaces))
tmp5 = etree.SubElement(tmp4, util.nspath_eval('gmd:denominator', self.namespaces))
etree.SubElement(tmp5, util.nspath_eval('gco:Integer', self.namespaces)).text = str(val)
# resource language
val = util.getqattr(result, queryables['apiso:ResourceLanguage']['dbcol'])
tmp = etree.SubElement(resident, util.nspath_eval('gmd:language', self.namespaces))
etree.SubElement(tmp, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val
# topic category
val = util.getqattr(result, queryables['apiso:TopicCategory']['dbcol'])
if val:
for v in val.split(','):
tmp = etree.SubElement(resident, util.nspath_eval('gmd:topicCategory', self.namespaces))
etree.SubElement(tmp, util.nspath_eval('gmd:MD_TopicCategoryCode', self.namespaces)).text = val
# bbox extent
val = util.getqattr(result, queryables['apiso:BoundingBox']['dbcol'])
bboxel = write_extent(val, self.namespaces)
if bboxel is not None and mtype != 'service':
resident.append(bboxel)
# service identification
if mtype == 'service':
# service type
# service type version
val = util.getqattr(result, queryables['apiso:ServiceType']['dbcol'])
val2 = util.getqattr(result, queryables['apiso:ServiceTypeVersion']['dbcol'])
if val is not None:
tmp = etree.SubElement(resident, util.nspath_eval('srv:serviceType', self.namespaces))
etree.SubElement(tmp, util.nspath_eval('gco:LocalName', self.namespaces)).text = val
tmp = etree.SubElement(resident, util.nspath_eval('srv:serviceTypeVersion', self.namespaces))
etree.SubElement(tmp, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val2
kw = util.getqattr(result, queryables['apiso:Subject']['dbcol'])
if kw is not None:
srv_keywords = etree.SubElement(resident, util.nspath_eval('srv:keywords', self.namespaces))
srv_keywords.append(write_keywords(kw, self.namespaces))
if bboxel is not None:
bboxel.tag = util.nspath_eval('srv:extent', self.namespaces)
resident.append(bboxel)
val = util.getqattr(result, queryables['apiso:CouplingType']['dbcol'])
if val is not None:
couplingtype = etree.SubElement(resident, util.nspath_eval('srv:couplingType', self.namespaces))
etree.SubElement(couplingtype, util.nspath_eval('srv:SV_CouplingType', self.namespaces), codeListValue=val, codeList='%s#SV_CouplingType' % CODELIST).text = val
if esn in ['summary', 'full']:
# all service resources as coupled resources
coupledresources = util.getqattr(result, queryables['apiso:OperatesOn']['dbcol'])
operations = util.getqattr(result, queryables['apiso:Operation']['dbcol'])
if coupledresources:
for val2 in coupledresources.split(','):
coupledres = etree.SubElement(resident, util.nspath_eval('srv:coupledResource', self.namespaces))
svcoupledres = etree.SubElement(coupledres, util.nspath_eval('srv:SV_CoupledResource', self.namespaces))
opname = etree.SubElement(svcoupledres, util.nspath_eval('srv:operationName', self.namespaces))
etree.SubElement(opname, util.nspath_eval('gco:CharacterString', self.namespaces)).text = _get_resource_opname(operations)
sid = etree.SubElement(svcoupledres, util.nspath_eval('srv:identifier', self.namespaces))
etree.SubElement(sid, util.nspath_eval('gco:CharacterString', self.namespaces)).text = val2
# service operations
if operations:
for i in operations.split(','):
oper = etree.SubElement(resident, util.nspath_eval('srv:containsOperations', self.namespaces))
tmp = etree.SubElement(oper, util.nspath_eval('srv:SV_OperationMetadata', self.namespaces))
tmp2 = etree.SubElement(tmp, util.nspath_eval('srv:operationName', self.namespaces))
etree.SubElement(tmp2, util.nspath_eval('gco:CharacterString', self.namespaces)).text = i
tmp3 = etree.SubElement(tmp, util.nspath_eval('srv:DCP', self.namespaces))
etree.SubElement(tmp3, util.nspath_eval('srv:DCPList', self.namespaces), codeList='%s#DCPList' % CODELIST, codeListValue='HTTPGet').text = 'HTTPGet'
tmp4 = etree.SubElement(tmp, util.nspath_eval('srv:DCP', self.namespaces))
etree.SubElement(tmp4, util.nspath_eval('srv:DCPList', self.namespaces), codeList='%s#DCPList' % CODELIST, codeListValue='HTTPPost').text = 'HTTPPost'
connectpoint = etree.SubElement(tmp, util.nspath_eval('srv:connectPoint', self.namespaces))
onlineres = etree.SubElement(connectpoint, util.nspath_eval('gmd:CI_OnlineResource', self.namespaces))
linkage = etree.SubElement(onlineres, util.nspath_eval('gmd:linkage', self.namespaces))
etree.SubElement(linkage, util.nspath_eval('gmd:URL', self.namespaces)).text = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Source'])
# operates on resource(s)
if coupledresources:
for i in coupledresources.split(','):
operates_on = etree.SubElement(resident, util.nspath_eval('srv:operatesOn', self.namespaces), uuidref=i)
operates_on.attrib[util.nspath_eval('xlink:href', self.namespaces)] = '%sservice=CSW&version=2.0.2&request=GetRecordById&outputschema=http://www.isotc211.org/2005/gmd&id=%s-%s' % (util.bind_url(self.url), idval, i)
rlinks = util.getqattr(result, self.context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
distinfo = etree.SubElement(node, util.nspath_eval('gmd:distributionInfo', self.namespaces))
distinfo2 = etree.SubElement(distinfo, util.nspath_eval('gmd:MD_Distribution', self.namespaces))
transopts = etree.SubElement(distinfo2, util.nspath_eval('gmd:transferOptions', self.namespaces))
dtransopts = etree.SubElement(transopts, util.nspath_eval('gmd:MD_DigitalTransferOptions', self.namespaces))
for link in rlinks.split('^'):
linkset = link.split(',')
online = etree.SubElement(dtransopts, util.nspath_eval('gmd:onLine', self.namespaces))
online2 = etree.SubElement(online, util.nspath_eval('gmd:CI_OnlineResource', self.namespaces))
linkage = etree.SubElement(online2, util.nspath_eval('gmd:linkage', self.namespaces))
etree.SubElement(linkage, util.nspath_eval('gmd:URL', self.namespaces)).text = linkset[-1]
protocol = etree.SubElement(online2, util.nspath_eval('gmd:protocol', self.namespaces))
etree.SubElement(protocol, util.nspath_eval('gco:CharacterString', self.namespaces)).text = linkset[2]
name = etree.SubElement(online2, util.nspath_eval('gmd:name', self.namespaces))
etree.SubElement(name, util.nspath_eval('gco:CharacterString', self.namespaces)).text = linkset[0]
desc = etree.SubElement(online2, util.nspath_eval('gmd:description', self.namespaces))
etree.SubElement(desc, util.nspath_eval('gco:CharacterString', self.namespaces)).text = linkset[1]
return node
def test_getqattr_invalid():
result = util.getqattr(dt.date(2017, 1, 1), "name")
assert result is None
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(result, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'dif:DIF':
# dump record as is and exit
return etree.fromstring(util.getqattr(result, context.md_core_model['mappings']['pycsw:XML']), context.parser)
node = etree.Element(util.nspath_eval('dif:DIF', NAMESPACES))
node.attrib[util.nspath_eval('xsi:schemaLocation', context.namespaces)] = \
'%s http://gcmd.gsfc.nasa.gov/Aboutus/xml/dif/dif.xsd' % NAMESPACE
# identifier
etree.SubElement(node, util.nspath_eval('dif:Entry_ID', NAMESPACES)).text = util.getqattr(result, context.md_core_model['mappings']['pycsw:Identifier'])
# title
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Title'])
if not val:
val = ''
etree.SubElement(node, util.nspath_eval('dif:Entry_Title', NAMESPACES)).text = val
# citation
citation = etree.SubElement(node, util.nspath_eval('dif:Data_Set_Citation', NAMESPACES))
# creator
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Creator'])
etree.SubElement(citation, util.nspath_eval('dif:Dataset_Creator', NAMESPACES)).text = val
# date
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:PublicationDate'])
etree.SubElement(citation, util.nspath_eval('dif:Dataset_Release_Date', NAMESPACES)).text = val
# publisher
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Publisher'])
etree.SubElement(citation, util.nspath_eval('dif:Dataset_Publisher', NAMESPACES)).text = val
# format
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Format'])
etree.SubElement(citation, util.nspath_eval('dif:Data_Presentation_Form', NAMESPACES)).text = val
# iso topic category
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:TopicCategory'])
etree.SubElement(node, util.nspath_eval('dif:ISO_Topic_Category', NAMESPACES)).text = val
# keywords
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Keywords'])
if val:
for kw in val.split(','):
etree.SubElement(node, util.nspath_eval('dif:Keyword', NAMESPACES)).text = kw
# temporal
temporal = etree.SubElement(node, util.nspath_eval('dif:Temporal_Coverage', NAMESPACES))
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
val2 = util.getqattr(result, context.md_core_model['mappings']['pycsw:TempExtent_end'])
etree.SubElement(temporal, util.nspath_eval('dif:Start_Date', NAMESPACES)).text = val
etree.SubElement(temporal, util.nspath_eval('dif:End_Date', NAMESPACES)).text = val2
# bbox extent
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, NAMESPACES)
if bboxel is not None:
node.append(bboxel)
# access constraints
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:AccessConstraints'])
etree.SubElement(node, util.nspath_eval('dif:Access_Constraints', NAMESPACES)).text = val
# language
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:ResourceLanguage'])
etree.SubElement(node, util.nspath_eval('dif:Data_Set_Language', NAMESPACES)).text = val
# contributor
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:OrganizationName'])
etree.SubElement(node, util.nspath_eval('dif:Originating_Center', NAMESPACES)).text = val
# abstract
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Abstract'])
if not val:
val = ''
etree.SubElement(node, util.nspath_eval('dif:Summary', NAMESPACES)).text = val
# date
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:CreationDate'])
etree.SubElement(node, util.nspath_eval('dif:DIF_Creation_Date', NAMESPACES)).text = val
# URL
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Relation'])
url = etree.SubElement(node, util.nspath_eval('dif:Related_URL', NAMESPACES))
etree.SubElement(url, util.nspath_eval('dif:URL', NAMESPACES)).text = val
rlinks = util.getqattr(result, context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in rlinks.split('^'):
linkset = link.split(',')
url2 = etree.SubElement(node, util.nspath_eval('dif:Related_URL', NAMESPACES))
urltype = etree.SubElement(url2, util.nspath_eval('dif:URL_Content_Type', NAMESPACES))
etree.SubElement(urltype, util.nspath_eval('dif:Type', NAMESPACES)).text = linkset[2]
etree.SubElement(url2, util.nspath_eval('dif:URL', NAMESPACES)).text = linkset[-1]
etree.SubElement(url2, util.nspath_eval('dif:Description', NAMESPACES)).text = linkset[1]
etree.SubElement(node, util.nspath_eval('dif:Metadata_Name', NAMESPACES)).text = 'CEOS IDN DIF'
etree.SubElement(node, util.nspath_eval('dif:Metadata_Version', NAMESPACES)).text = '9.7'
return node
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(result, context.md_core_model['mappings']['pycsw:Typename'])
if typename == 'gm03:TRANSFER':
# dump record as is and exit
# TODO: provide brief and summary elementsetname's
return etree.fromstring(util.getqattr(result, context.md_core_model['mappings']['pycsw:XML']), context.parser)
node = etree.Element(util.nspath_eval('gm03:TRANSFER', NAMESPACES), nsmap=NAMESPACES)
header = etree.SubElement(node, util.nspath_eval('gm03:HEADERSECTION', NAMESPACES))
header.attrib['version'] = '2.3'
header.attrib['sender'] = 'pycsw'
etree.SubElement(header, util.nspath_eval('gm03:MODELS', NAMESPACES))
data = etree.SubElement(node, util.nspath_eval('gm03:DATASECTION', NAMESPACES))
core = etree.SubElement(data, util.nspath_eval('gm03:GM03_2_1Core.Core', NAMESPACES))
core_meta = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_Metadata', NAMESPACES))
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Identifier'])
etree.SubElement(core_meta, util.nspath_eval('gm03:fileIdentifier', NAMESPACES)).text = val
language = util.getqattr(result, context.md_core_model['mappings']['pycsw:Language'])
etree.SubElement(core_meta, util.nspath_eval('gm03:language', NAMESPACES)).text = language
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Modified'])
etree.SubElement(core_meta, util.nspath_eval('gm03:dateStamp', NAMESPACES)).text = val
hierarchy_level_val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Type'])
# metadata standard name
standard = etree.SubElement(core_meta, util.nspath_eval('gm03:metadataStandardName', NAMESPACES)).text = 'GM03'
# metadata standard version
standardver = etree.SubElement(core_meta, util.nspath_eval('gm03:metadataStandardVersion', NAMESPACES)).text = '2.3'
# hierarchy level
hierarchy_level = etree.SubElement(core_meta, util.nspath_eval('gm03:hierarchyLevel', NAMESPACES))
scope_code = etree.SubElement(hierarchy_level, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_ScopeCode_', NAMESPACES))
etree.SubElement(scope_code, util.nspath_eval('gm03:value', NAMESPACES)).text = hierarchy_level_val
# parent identifier
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:ParentIdentifier'])
parent_identifier = etree.SubElement(core_meta, util.nspath_eval('gm03:parentIdentifier', NAMESPACES))
scope_code = etree.SubElement(parent_identifier, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_ScopeCode_', NAMESPACES))
etree.SubElement(scope_code, util.nspath_eval('gm03:value', NAMESPACES)).text = val
# title
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Title'])
citation = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Citation', NAMESPACES))
title = etree.SubElement(citation, util.nspath_eval('gm03:title', NAMESPACES))
title.append(_get_pt_freetext(val, language))
# abstract
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Abstract'])
data_ident = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_DataIdentification', NAMESPACES))
abstract = etree.SubElement(data_ident, util.nspath_eval('gm03:abstract', NAMESPACES))
abstract.append(_get_pt_freetext(val, language))
# resource language
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:ResourceLanguage'])
if val:
topicategory = etree.SubElement(data_ident, util.nspath_eval('gm03:language', NAMESPACES))
cat_code = etree.SubElement(topicategory, util.nspath_eval('gm03:CodeISO.LanguageCodeISO_', NAMESPACES))
etree.SubElement(cat_code, util.nspath_eval('gm03:value', NAMESPACES)).text = val
# topic category
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:TopicCategory'])
if val:
topicategory = etree.SubElement(data_ident, util.nspath_eval('gm03:topicCategory', NAMESPACES))
cat_code = etree.SubElement(topicategory, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_TopicCategoryCode_', NAMESPACES))
etree.SubElement(cat_code, util.nspath_eval('gm03:value', NAMESPACES)).text = val
# keywords
keywords_val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Keywords'])
if keywords_val:
md_keywords = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_Keywords', NAMESPACES))
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:KeywordType'])
if val:
etree.SubElement(md_keywords, util.nspath_eval('gm03:type', NAMESPACES)).text = val
keyword = etree.SubElement(md_keywords, util.nspath_eval('gm03:keyword', NAMESPACES))
for kw in keywords_val.split(','):
keyword.append(_get_pt_freetext(kw, language))
# format
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:Format'])
if val:
md_format = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.MD_Format', NAMESPACES))
etree.SubElement(md_format, util.nspath_eval('gm03:name', NAMESPACES)).text = val
# creation date
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:CreationDate'])
if val:
ci_date = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Date', NAMESPACES))
etree.SubElement(ci_date, util.nspath_eval('gm03:date', NAMESPACES)).text = val
etree.SubElement(ci_date, util.nspath_eval('gm03:dateType', NAMESPACES)).text = 'creation'
# revision date
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:RevisionDate'])
if val:
ci_date = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Date', NAMESPACES))
etree.SubElement(ci_date, util.nspath_eval('gm03:date', NAMESPACES)).text = val
etree.SubElement(ci_date, util.nspath_eval('gm03:dateType', NAMESPACES)).text = 'revision'
# publication date
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:PublicationDate'])
if val:
ci_date = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.CI_Date', NAMESPACES))
etree.SubElement(ci_date, util.nspath_eval('gm03:date', NAMESPACES)).text = val
etree.SubElement(ci_date, util.nspath_eval('gm03:dateType', NAMESPACES)).text = 'publication'
# bbox extent
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, context.namespaces)
if bboxel is not None:
core.append(bboxel)
# geographic description
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:GeographicDescriptionCode'])
if val:
geo_desc = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.EX_GeographicDescription', NAMESPACES))
etree.SubElement(geo_desc, util.nspath_eval('gm03:geographicIdentifier', NAMESPACES)).text = val
# crs
val = util.getqattr(result, context.md_core_model['mappings']['pycsw:CRS'])
if val:
rs_identifier = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.RS_Identifier', NAMESPACES))
rs_code = etree.SubElement(rs_identifier, util.nspath_eval('gm03:code', NAMESPACES))
rs_code.append(_get_pt_freetext(val, language))
# temporal extent
time_begin = util.getqattr(result, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
time_end = util.getqattr(result, context.md_core_model['mappings']['pycsw:TempExtent_end'])
if time_begin:
temp_ext = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.EX_TemporalExtent', NAMESPACES))
extent = etree.SubElement(temp_ext, util.nspath_eval('gm03:extent', NAMESPACES))
tm_primitive = etree.SubElement(extent, util.nspath_eval('gm03:GM03_2_1Core.Core.TM_Primitive', NAMESPACES))
etree.SubElement(tm_primitive, util.nspath_eval('gm03:begin', NAMESPACES)).text = time_begin
if time_end:
etree.SubElement(tm_primitive, util.nspath_eval('gm03:end', NAMESPACES)).text = time_end
# links
rlinks = util.getqattr(result, context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in rlinks.split('^'):
name, description, protocol, url = link.split(',')
online_resource = etree.SubElement(core, util.nspath_eval('gm03:GM03_2_1Core.Core.OnlineResource', NAMESPACES))
if protocol:
etree.SubElement(online_resource, util.nspath_eval('gm03:protocol', NAMESPACES)).text = protocol
if description:
desc = etree.SubElement(online_resource, util.nspath_eval('gm03:description', NAMESPACES))
desc.append(_get_pt_freetext(description, language))
if name:
name_el = etree.SubElement(online_resource, util.nspath_eval('gm03:name', NAMESPACES))
name_el.append(_get_pt_freetext(name, language))
linkage = etree.SubElement(online_resource, util.nspath_eval('gm03:linkage', NAMESPACES))
linkage.append(_get_pt_freeurl(url, language))
return node
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'dif:DIF':
# dump record as is and exit
return etree.fromstring(
util.getqattr(result,
context.md_core_model['mappings']['pycsw:XML']),
context.parser)
node = etree.Element(util.nspath_eval('dif:DIF', NAMESPACES))
node.attrib[util.nspath_eval('xsi:schemaLocation', context.namespaces)] = \
'%s http://gcmd.gsfc.nasa.gov/Aboutus/xml/dif/dif.xsd' % NAMESPACE
# identifier
etree.SubElement(node, util.nspath_eval(
'dif:Entry_ID', NAMESPACES)).text = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Identifier'])
# title
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Title'])
if not val:
val = ''
etree.SubElement(node, util.nspath_eval('dif:Entry_Title',
NAMESPACES)).text = val
# citation
citation = etree.SubElement(
node, util.nspath_eval('dif:Data_Set_Citation', NAMESPACES))
# creator
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Creator'])
etree.SubElement(citation,
util.nspath_eval('dif:Dataset_Creator',
NAMESPACES)).text = val
# date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:PublicationDate'])
etree.SubElement(citation,
util.nspath_eval('dif:Dataset_Release_Date',
NAMESPACES)).text = val
# publisher
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Publisher'])
etree.SubElement(citation,
util.nspath_eval('dif:Dataset_Publisher',
NAMESPACES)).text = val
# format
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Format'])
etree.SubElement(
citation, util.nspath_eval('dif:Data_Presentation_Form',
NAMESPACES)).text = val
# iso topic category
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TopicCategory'])
etree.SubElement(node,
util.nspath_eval('dif:ISO_Topic_Category',
NAMESPACES)).text = val
# keywords
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Keywords'])
if val:
for kw in val.split(','):
etree.SubElement(node, util.nspath_eval('dif:Keyword',
NAMESPACES)).text = kw
# temporal
temporal = etree.SubElement(
node, util.nspath_eval('dif:Temporal_Coverage', NAMESPACES))
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TempExtent_begin'])
val2 = util.getqattr(
result, context.md_core_model['mappings']['pycsw:TempExtent_end'])
etree.SubElement(temporal, util.nspath_eval('dif:Start_Date',
NAMESPACES)).text = val
etree.SubElement(temporal, util.nspath_eval('dif:End_Date',
NAMESPACES)).text = val2
# bbox extent
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, NAMESPACES)
if bboxel is not None:
node.append(bboxel)
# access constraints
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:AccessConstraints'])
etree.SubElement(node,
util.nspath_eval('dif:Access_Constraints',
NAMESPACES)).text = val
# language
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:ResourceLanguage'])
etree.SubElement(node, util.nspath_eval('dif:Data_Set_Language',
NAMESPACES)).text = val
# contributor
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:OrganizationName'])
etree.SubElement(node,
util.nspath_eval('dif:Originating_Center',
NAMESPACES)).text = val
# abstract
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Abstract'])
if not val:
val = ''
etree.SubElement(node, util.nspath_eval('dif:Summary',
NAMESPACES)).text = val
# date
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:CreationDate'])
etree.SubElement(node, util.nspath_eval('dif:DIF_Creation_Date',
NAMESPACES)).text = val
# URL
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Relation'])
url = etree.SubElement(node, util.nspath_eval('dif:Related_URL',
NAMESPACES))
etree.SubElement(url, util.nspath_eval('dif:URL', NAMESPACES)).text = val
rlinks = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in util.jsonify_links(rlinks):
url2 = etree.SubElement(
node, util.nspath_eval('dif:Related_URL', NAMESPACES))
urltype = etree.SubElement(
url2, util.nspath_eval('dif:URL_Content_Type', NAMESPACES))
etree.SubElement(urltype, util.nspath_eval(
'dif:Type', NAMESPACES)).text = link['protocol']
etree.SubElement(url2,
util.nspath_eval('dif:URL',
NAMESPACES)).text = link['url']
etree.SubElement(
url2, util.nspath_eval('dif:Description',
NAMESPACES)).text = link['description']
etree.SubElement(node, util.nspath_eval('dif:Metadata_Name',
NAMESPACES)).text = 'CEOS IDN DIF'
etree.SubElement(node, util.nspath_eval('dif:Metadata_Version',
NAMESPACES)).text = '9.7'
return node
def test_getqattr_invalid():
result = util.getqattr(dt.date(2017, 1, 1), "name")
assert result is None
def write_record(result, esn, context, url=None):
''' Return csw:SearchResults child as lxml.etree.Element '''
typename = util.getqattr(
result, context.md_core_model['mappings']['pycsw:Typename'])
if esn == 'full' and typename == 'atom:entry':
# dump record as is and exit
return etree.fromstring(
util.getqattr(result,
context.md_core_model['mappings']['pycsw:XML']),
context.parser)
node = etree.Element(util.nspath_eval('atom:entry', NAMESPACES),
nsmap=NAMESPACES)
node.attrib[util.nspath_eval('xsi:schemaLocation', context.namespaces)] = \
'%s http://www.kbcafe.com/rss/atom.xsd.xml' % NAMESPACES['atom']
# author
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Creator'])
if val:
author = etree.SubElement(node,
util.nspath_eval('atom:author', NAMESPACES))
etree.SubElement(author, util.nspath_eval('atom:name',
NAMESPACES)).text = val
# category
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Keywords'])
if val:
for kw in val.split(','):
etree.SubElement(node,
util.nspath_eval('atom:category', NAMESPACES),
term=kw)
for qval in ['pycsw:Contributor', 'pycsw:Identifier']:
val = util.getqattr(result, context.md_core_model['mappings'][qval])
if val:
etree.SubElement(
node, util.nspath_eval(XPATH_MAPPINGS[qval],
NAMESPACES)).text = val
if qval == 'pycsw:Identifier':
etree.SubElement(
node, util.nspath_eval('dc:identifier',
context.namespaces)).text = val
rlinks = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
for link in util.jsonify_links(rlinks):
url2 = etree.SubElement(node,
util.nspath_eval('atom:link', NAMESPACES),
href=link['url'])
if link['description']:
url2.attrib['title'] = link['description']
if link['protocol']:
if link['protocol'] == 'enclosure':
url2.attrib['rel'] = link['protocol']
url2.attrib['type'] = 'application/octet-stream'
else:
url2.attrib['type'] = link['protocol']
etree.SubElement(
node,
util.nspath_eval('atom:link', NAMESPACES),
href='%s?service=CSW&version=2.0.2&request=GetRepositoryItem&id=%s' %
(url,
util.getqattr(result,
context.md_core_model['mappings']['pycsw:Identifier'])))
# atom:title
el = etree.SubElement(
node, util.nspath_eval(XPATH_MAPPINGS['pycsw:Title'], NAMESPACES))
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Title'])
if val:
el.text = val
# atom:updated
el = etree.SubElement(
node, util.nspath_eval(XPATH_MAPPINGS['pycsw:Modified'], NAMESPACES))
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:Modified'])
if val:
el.text = val
else:
val = util.getqattr(
result, context.md_core_model['mappings']['pycsw:InsertDate'])
el.text = val
for qval in [
'pycsw:PublicationDate', 'pycsw:AccessConstraints', 'pycsw:Source',
'pycsw:Abstract'
]:
val = util.getqattr(result, context.md_core_model['mappings'][qval])
if val:
etree.SubElement(
node, util.nspath_eval(XPATH_MAPPINGS[qval],
NAMESPACES)).text = val
# bbox extent
val = util.getqattr(result,
context.md_core_model['mappings']['pycsw:BoundingBox'])
bboxel = write_extent(val, context.namespaces)
if bboxel is not None:
node.append(bboxel)
return node
def _write_record(self, recobj, queryables):
''' replicate from original method.
Only changes is the column separator in links is "\t" instead of ","
'''
if self.kvp['elementsetname'] == 'brief':
elname = 'BriefRecord'
elif self.kvp['elementsetname'] == 'summary':
elname = 'SummaryRecord'
else:
elname = 'Record'
record = etree.Element(util.nspath_eval('csw:%s' % elname,
self.context.namespaces))
if ('elementname' in self.kvp and
len(self.kvp['elementname']) > 0):
for elemname in self.kvp['elementname']:
if (elemname.find('BoundingBox') != -1 or
elemname.find('Envelope') != -1):
bboxel = write_boundingbox(util.getqattr(recobj,
self.context.md_core_model['mappings']['pycsw:BoundingBox']),
self.context.namespaces)
if bboxel is not None:
record.append(bboxel)
else:
value = util.getqattr(recobj, queryables[elemname]['dbcol'])
if value:
etree.SubElement(record,
util.nspath_eval(elemname,
self.context.namespaces)).text = value
elif 'elementsetname' in self.kvp:
if (self.kvp['elementsetname'] == 'full' and
util.getqattr(recobj, self.context.md_core_model['mappings']\
['pycsw:Typename']) == 'csw:Record' and
util.getqattr(recobj, self.context.md_core_model['mappings']\
['pycsw:Schema']) == 'http://www.opengis.net/cat/csw/2.0.2' and
util.getqattr(recobj, self.context.md_core_model['mappings']\
['pycsw:Type']) != 'service'):
# dump record as is and exit
return etree.fromstring(util.getqattr(recobj,
self.context.md_core_model['mappings']['pycsw:XML']), self.context.parser)
etree.SubElement(record,
util.nspath_eval('dc:identifier', self.context.namespaces)).text = \
util.getqattr(recobj,
self.context.md_core_model['mappings']['pycsw:Identifier'])
for i in ['dc:title', 'dc:type']:
val = util.getqattr(recobj, queryables[i]['dbcol'])
if not val:
val = ''
etree.SubElement(record, util.nspath_eval(i,
self.context.namespaces)).text = val
if self.kvp['elementsetname'] in ['summary', 'full']:
# add summary elements
keywords = util.getqattr(recobj, queryables['dc:subject']['dbcol'])
if keywords is not None:
for keyword in keywords.split(','):
etree.SubElement(record,
util.nspath_eval('dc:subject',
self.context.namespaces)).text = keyword
val = util.getqattr(recobj, queryables['dc:format']['dbcol'])
if val:
etree.SubElement(record,
util.nspath_eval('dc:format',
self.context.namespaces)).text = val
# links
rlinks = util.getqattr(recobj,
self.context.md_core_model['mappings']['pycsw:Links'])
if rlinks:
links = rlinks.split('^')
for link in links:
linkset = link.split('\t')
etree.SubElement(record,
util.nspath_eval('dct:references',
self.context.namespaces),
scheme=linkset[2].replace("\"",""")).text = linkset[-1]
for i in ['dc:relation', 'dct:modified', 'dct:abstract']:
val = util.getqattr(recobj, queryables[i]['dbcol'])
if val is not None:
etree.SubElement(record,
util.nspath_eval(i, self.context.namespaces)).text = val
if self.kvp['elementsetname'] == 'full': # add full elements
for i in ['dc:date', 'dc:creator', \
'dc:publisher', 'dc:contributor', 'dc:source', \
'dc:language', 'dc:rights']:
val = util.getqattr(recobj, queryables[i]['dbcol'])
if val:
etree.SubElement(record,
util.nspath_eval(i, self.context.namespaces)).text = val
# always write out ows:BoundingBox
bboxel = write_boundingbox(getattr(recobj,
self.context.md_core_model['mappings']['pycsw:BoundingBox']),
self.context.namespaces)
if bboxel is not None:
record.append(bboxel)
return record
