def read_iso19115_metadata(layer_uri, keyword=None):
"""Retrieve keywords from a metadata object
:param layer_uri: Uri to layer.
:type layer_uri: basestring
:param keyword: The key of keyword that want to be read. If None, return
all keywords in dictionary.
:returns: Dictionary of keywords or value of key as string.
:rtype: dict, basestring
"""
xml_uri = os.path.splitext(layer_uri)[0] + '.xml'
if not os.path.exists(xml_uri):
xml_uri = None
if not xml_uri and os.path.exists(layer_uri):
message = 'Layer based file but no xml file.\n'
message += 'Layer path: %s.' % layer_uri
raise NoKeywordsFoundError(message)
metadata = GenericLayerMetadata(layer_uri, xml_uri)
if metadata.layer_purpose in METADATA_CLASSES:
metadata = METADATA_CLASSES[metadata.layer_purpose](layer_uri, xml_uri)
# dictionary comprehension
keywords = {
x[0]: x[1]['value']
for x in metadata.dict['properties'].iteritems()
if x[1]['value'] is not None
}
if 'keyword_version' not in keywords.keys() and xml_uri:
message = 'No keyword version found. Metadata xml file is invalid.\n'
message += 'Layer uri: %s\n' % layer_uri
message += 'Keywords file: %s\n' % os.path.exists(
os.path.splitext(layer_uri)[0] + '.xml')
message += 'keywords:\n'
for k, v in keywords.iteritems():
message += '%s: %s\n' % (k, v)
raise MetadataReadError(message)
# Get dictionary keywords that has value != None
keywords = {
x[0]: x[1]['value']
for x in metadata.dict['properties'].iteritems()
if x[1]['value'] is not None
}
if keyword:
try:
return keywords[keyword]
except KeyError:
message = 'Keyword with key %s is not found. ' % keyword
message += 'Layer path: %s' % layer_uri
raise KeywordNotFoundError(message)
if isinstance(metadata, OutputLayerMetadata):
keywords['if_provenance'] = metadata.provenance
return keywords
def _read_json_file(self):
"""
read metadata from a json file.
:return: the parsed json dict
:rtype: dict
"""
with open(self.json_uri) as metadata_file:
try:
metadata = json.load(metadata_file)
return metadata
except ValueError:
message = tr('the file %s does not appear to be valid JSON')
message = message % self.json_uri
raise MetadataReadError(message)
def _read_json_db(self):
"""
read metadata from a json string stored in a DB.
:return: the parsed json dict
:rtype: dict
"""
try:
metadata_str = self.db_io.read_metadata_from_uri(
self.layer_uri, 'json')
except HashNotFoundError:
return {}
try:
metadata = json.loads(metadata_str)
return metadata
except ValueError:
message = tr('the file DB entry for %s does not appear to be '
'valid JSON')
message %= self.layer_uri
raise MetadataReadError(message)
def read_iso19115_metadata(layer_uri, keyword=None):
"""Retrieve keywords from a metadata object
:param layer_uri:
:param keyword:
:return:
"""
xml_uri = os.path.splitext(layer_uri)[0] + '.xml'
if not os.path.exists(xml_uri):
xml_uri = None
if not xml_uri and os.path.exists(layer_uri):
message = 'Layer based file but no xml file.\n'
message += 'Layer path: %s.' % layer_uri
raise NoKeywordsFoundError(message)
metadata = GenericLayerMetadata(layer_uri, xml_uri)
if metadata.layer_purpose == 'exposure':
metadata = ExposureLayerMetadata(layer_uri, xml_uri)
elif metadata.layer_purpose == 'hazard':
metadata = HazardLayerMetadata(layer_uri, xml_uri)
elif metadata.layer_purpose == 'aggregation':
metadata = AggregationLayerMetadata(layer_uri, xml_uri)
elif metadata.layer_purpose == 'impact':
metadata = ImpactLayerMetadata(layer_uri, xml_uri)
# dictionary comprehension
keywords = {
x[0]: x[1]['value']
for x in metadata.dict['properties'].iteritems()
if x[1]['value'] is not None
}
if 'keyword_version' not in keywords.keys() and xml_uri:
message = 'No keyword version found. Metadata xml file is invalid.\n'
message += 'Layer uri: %s\n' % layer_uri
message += 'Keywords file: %s\n' % os.path.exists(
os.path.splitext(layer_uri)[0] + '.xml')
message += 'keywords:\n'
for k, v in keywords.iteritems():
message += '%s: %s\n' % (k, v)
raise MetadataReadError(message)
keywords = {}
temp_keywords = {
x[0]: x[1]['value']
for x in metadata.dict['properties'].iteritems()
}
included = [
'aggregation attribute',
'female ratio attribute',
'youth ratio attribute',
'adult ratio attribute',
'elderly ratio attribute',
]
for key in temp_keywords.iterkeys():
if key in included:
keywords[key] = temp_keywords[key]
else:
if temp_keywords[key] is not None:
keywords[key] = temp_keywords[key]
if keyword:
try:
return keywords[keyword]
except KeyError:
message = 'Keyword with key %s is not found' % keyword
message += 'Layer path: %s' % layer_uri
raise KeywordNotFoundError(message)
if isinstance(metadata, ImpactLayerMetadata):
keywords['if_provenance'] = metadata.provenance
return keywords
def read_iso19115_metadata(layer_uri, keyword=None, version_35=False):
"""Retrieve keywords from a metadata object
:param layer_uri: Uri to layer.
:type layer_uri: basestring
:param keyword: The key of keyword that want to be read. If None, return
all keywords in dictionary.
:type keyword: basestring
:returns: Dictionary of keywords or value of key as string.
:rtype: dict, basestring
"""
xml_uri = os.path.splitext(layer_uri)[0] + '.xml'
# Remove the prefix for local file. For example csv.
file_prefix = 'file:'
if xml_uri.startswith(file_prefix):
xml_uri = xml_uri[len(file_prefix):]
if not os.path.exists(xml_uri):
xml_uri = None
if not xml_uri and os.path.exists(layer_uri):
message = 'Layer based file but no xml file.\n'
message += 'Layer path: %s.' % layer_uri
raise NoKeywordsFoundError(message)
if version_35:
metadata = GenericLayerMetadata35(layer_uri, xml_uri)
else:
metadata = GenericLayerMetadata(layer_uri, xml_uri)
active_metadata_classes = METADATA_CLASSES
if version_35:
active_metadata_classes = METADATA_CLASSES35
if metadata.layer_purpose in active_metadata_classes:
metadata = active_metadata_classes[
metadata.layer_purpose](layer_uri, xml_uri)
# dictionary comprehension
keywords = {
x[0]: x[1]['value'] for x in list(metadata.dict['properties'].items())
if x[1]['value'] is not None}
if 'keyword_version' not in list(keywords.keys()) and xml_uri:
message = 'No keyword version found. Metadata xml file is invalid.\n'
message += 'Layer uri: %s\n' % layer_uri
message += 'Keywords file: %s\n' % os.path.exists(
os.path.splitext(layer_uri)[0] + '.xml')
message += 'keywords:\n'
for k, v in list(keywords.items()):
message += '%s: %s\n' % (k, v)
raise MetadataReadError(message)
# Get dictionary keywords that has value != None
keywords = {
x[0]: x[1]['value'] for x in list(metadata.dict['properties'].items())
if x[1]['value'] is not None}
if keyword:
try:
return keywords[keyword]
except KeyError:
message = 'Keyword with key %s is not found. ' % keyword
message += 'Layer path: %s' % layer_uri
raise KeywordNotFoundError(message)
return keywords