def test_metadata(self):
"""Check we can't instantiate with unsupported xml types"""
metadata = OutputLayerMetadata('random_layer_id')
path = 'gmd:MD_Metadata/gmd:dateStamp/gco:RandomString'
# using unsupported xml types
test_value = 'Random string'
with self.assertRaises(KeyError):
metadata.set('ISO19115_TEST', test_value, path)
def test_metadata(self):
"""Check we can't instantiate with unsupported xml types."""
metadata = OutputLayerMetadata('random_layer_id')
path = 'gmd:MD_Metadata/gmd:dateStamp/gco:RandomString'
# using unsupported xml types
test_value = 'Random string'
with self.assertRaises(KeyError):
metadata.set('ISO19115_TEST', test_value, path)
def test_xml_to_json_to_xml(self):
generated_metadata = OutputLayerMetadata(EXISTING_IMPACT_FILE,
xml_uri=EXISTING_IMPACT_XML)
with open(EXISTING_IMPACT_XML) as f:
expected_metadata = f.read()
json_tmp_file = unique_filename(suffix='.json', dir=TEMP_DIR)
generated_metadata.write_to_file(json_tmp_file)
read_tmp_metadata = OutputLayerMetadata(EXISTING_IMPACT_FILE,
json_uri=json_tmp_file)
self.assertEquals(expected_metadata, read_tmp_metadata.xml)
def test_update_from_dict(self):
"""Test update_from_dict method."""
metadata = OutputLayerMetadata('random_layer_id')
keywords = {
'layer_purpose': 'impact_layer',
'layer_geometry': 'raster',
}
metadata.update_from_dict(keywords)
self.assertEqual(metadata.layer_purpose, 'impact_layer')
self.assertEqual(metadata.layer_geometry, 'raster')
self.assertNotEqual(metadata.layer_mode, 'raster')
def test_update_from_dict(self):
"""Test update_from_dict method."""
metadata = OutputLayerMetadata('random_layer_id')
keywords = {
'layer_purpose': 'impact_layer',
'layer_geometry': 'raster',
}
metadata.update_from_dict(keywords)
self.assertEqual(metadata.layer_purpose, 'impact_layer')
self.assertEqual(metadata.layer_geometry, 'raster')
self.assertNotEqual(metadata.layer_mode, 'raster')
def test_xml_to_json_to_xml(self):
generated_metadata = OutputLayerMetadata(
EXISTING_IMPACT_FILE, xml_uri=EXISTING_IMPACT_XML
)
with open(EXISTING_IMPACT_XML) as f:
expected_metadata = f.read()
json_tmp_file = unique_filename(suffix='.json', dir=TEMP_DIR)
generated_metadata.write_to_file(json_tmp_file)
read_tmp_metadata = OutputLayerMetadata(
EXISTING_IMPACT_FILE, json_uri=json_tmp_file
)
self.assertEquals(expected_metadata, read_tmp_metadata.xml)
def test_update_from_dict(self):
"""Test update_from_dict method."""
good_data = {
'start_time': '20140714_060955',
'finish_time': '20140714_061255',
'hazard_layer': 'path/to/hazard/layer',
'exposure_layer': 'path/to/exposure/layer',
'impact_function_id': 'IF_id',
'impact_function_version': '2.1',
'host_name': 'my_computer',
'user': '******',
'qgis_version': '2.4',
'gdal_version': '1.9.1',
'qt_version': '4.5',
'pyqt_version': '5.1',
'os': 'ubuntu 12.04',
'inasafe_version': '2.1',
'exposure_pixel_size': '0.1',
'hazard_pixel_size': '0.2',
'impact_pixel_size': '0.1',
'actual_extent': [0, 1, 2, 2],
'requested_extent': [0, 1, 2, 2],
'actual_extent_crs': 'EPSG: 4326',
'requested_extent_crs': 'EPSG: 4326',
'parameter': {},
}
metadata = OutputLayerMetadata('random_layer_id')
provenance = Provenance()
provenance.append_step(
'Title 1', 'Description of step 1', '2015-06-25T13:14:24.508974')
provenance.append_step(
'Title 2', 'Description of step 2', '2015-06-25T13:14:24.508980')
provenance.append_if_provenance_step(
'Title 3',
'Description of step 3',
'2015-06-25T13:14:24.508984',
data=good_data
)
keywords = {
'layer_purpose': 'impact_layer',
'layer_geometry': 'raster',
'if_provenance': provenance,
}
metadata.update_from_dict(keywords)
self.assertEqual(metadata.layer_purpose, 'impact_layer')
self.assertEqual(metadata.layer_geometry, 'raster')
self.assertNotEqual(metadata.layer_mode, 'raster')
self.assertEqual(len(metadata.provenance.steps), 3)
self.assertEqual(metadata.provenance.get(2), provenance.get(2))
self.assertEqual(metadata.provenance.get(2).user, 'my_user')
def test_update_from_dict(self):
"""Test update_from_dict method."""
good_data = {
'start_time': '20140714_060955',
'finish_time': '20140714_061255',
'hazard_layer': 'path/to/hazard/layer',
'exposure_layer': 'path/to/exposure/layer',
'impact_function_id': 'IF_id',
'impact_function_version': '2.1',
'host_name': 'my_computer',
'user': '******',
'qgis_version': '2.4',
'gdal_version': '1.9.1',
'qt_version': '4.5',
'pyqt_version': '5.1',
'os': 'ubuntu 12.04',
'inasafe_version': '2.1',
'exposure_pixel_size': '0.1',
'hazard_pixel_size': '0.2',
'impact_pixel_size': '0.1',
'actual_extent': [0, 1, 2, 2],
'requested_extent': [0, 1, 2, 2],
'actual_extent_crs': 'EPSG: 4326',
'requested_extent_crs': 'EPSG: 4326',
'parameter': {},
}
metadata = OutputLayerMetadata('random_layer_id')
provenance = Provenance()
provenance.append_step(
'Title 1', 'Description of step 1', '2015-06-25T13:14:24.508974')
provenance.append_step(
'Title 2', 'Description of step 2', '2015-06-25T13:14:24.508980')
provenance.append_if_provenance_step(
'Title 3',
'Description of step 3',
'2015-06-25T13:14:24.508984',
data=good_data
)
keywords = {
'layer_purpose': 'impact_layer',
'layer_geometry': 'raster',
'if_provenance': provenance,
}
metadata.update_from_dict(keywords)
self.assertEqual(metadata.layer_purpose, 'impact_layer')
self.assertEqual(metadata.layer_geometry, 'raster')
self.assertNotEqual(metadata.layer_mode, 'raster')
self.assertEqual(len(metadata.provenance.steps), 3)
self.assertEqual(metadata.provenance.get(2), provenance.get(2))
self.assertEqual(metadata.provenance.get(2).user, 'my_user')
def test_xml_to_json_to_xml(self):
generated_metadata = OutputLayerMetadata(EXISTING_IMPACT_FILE,
xml_uri=EXISTING_IMPACT_XML)
with open(EXISTING_IMPACT_XML) as f:
expected_metadata = f.read()
json_tmp_file = unique_filename(suffix='.json', dir=TEMP_DIR)
generated_metadata.write_to_file(json_tmp_file)
read_tmp_metadata = OutputLayerMetadata(EXISTING_IMPACT_FILE,
json_uri=json_tmp_file)
# Unless we want to add a specialized library, this
# is the best we can do with what python offers
self.assertEqual(sorted(expected_metadata.split('\n')),
sorted(read_tmp_metadata.xml.split('\n')))
def test_xml_to_json_to_xml(self):
generated_metadata = OutputLayerMetadata(
EXISTING_IMPACT_FILE, xml_uri=EXISTING_IMPACT_XML
)
with open(EXISTING_IMPACT_XML) as f:
expected_metadata = f.read()
json_tmp_file = unique_filename(suffix='.json', dir=TEMP_DIR)
generated_metadata.write_to_file(json_tmp_file)
read_tmp_metadata = OutputLayerMetadata(
EXISTING_IMPACT_FILE, json_uri=json_tmp_file
)
# Unless we want to add a specialized library, this
# is the best we can do with what python offers
self.assertEqual(sorted(expected_metadata.split('\n')),
sorted(read_tmp_metadata.xml.split('\n')))
def test_metadata_url(self):
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gmd:URL'
# using QUrl
test_value = QUrl('http://inasafe.org')
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'),
'http://inasafe.org')
# using str should work as it is casted
test_value = 'http://inasafe.org'
metadata.update('ISO19115_TEST', test_value)
# using invalid QUrl (has a space)
test_value = QUrl('http://inasafe.org ')
with self.assertRaises(ValueError):
metadata.set('ISO19115_TEST', test_value, path)
def test_metadata_url(self):
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gmd:URL'
# using QUrl
test_value = QUrl('http://inasafe.org')
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(
metadata.get_xml_value('ISO19115_TEST'), 'http://inasafe.org')
# using str should work as it is casted
test_value = 'http://inasafe.org'
metadata.update('ISO19115_TEST', test_value)
# using invalid QUrl (has a space)
test_value = QUrl('http://inasafe.org ')
with self.assertRaises(ValueError):
metadata.set('ISO19115_TEST', test_value, path)
def generate_test_metadata(self):
# if you change this you need to update IMPACT_TEST_FILE_JSON
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:CharacterString'
# using str
test_value = 'Random string'
metadata.set('ISO19115_STR', test_value, path)
test_value = 1234
metadata.set('ISO19115_INT', test_value, path)
test_value = 1234.5678
metadata.set('ISO19115_FLOAT', test_value, path)
metadata.report = 'My super report'
metadata.summary_data = {'res1': 1234, 'res2': 4321}
metadata.date = datetime.strptime('2016-02-18T12:34:56',
'%Y-%m-%dT%H:%M:%S')
metadata.url = QUrl('http://inasafe.org')
return metadata
def test_metadata_str(self):
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:CharacterString'
# using str
test_value = 'Random string'
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'),
'Random string')
# using int
test_value = 1234
metadata.update('ISO19115_TEST', test_value)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '1234')
# using float
test_value = 1234.5678
metadata.update('ISO19115_TEST', test_value)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '1234.5678')
# using invalid QUrl
test_value = QUrl()
with self.assertRaises(TypeError):
metadata.update('ISO19115_TEST', test_value)
def test_metadata_date(self):
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:Date'
# using QDate
test_value = QDate(2015, 6, 7)
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '2015-06-07')
# using datetime
test_value = datetime(2015, 6, 7)
metadata.update('ISO19115_TEST', test_value)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '2015-06-07')
# using date
test_value = date(2015, 6, 7)
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '2015-06-07')
# using str should fail
test_value = 'String'
with self.assertRaises(TypeError):
metadata.update('ISO19115_TEST', test_value)
def generate_test_metadata(self):
# if you change this you need to update IMPACT_TEST_FILE_JSON
good_data = {
'start_time': '20140714_060955',
'finish_time': '20140714_061255',
'hazard_layer': 'path/to/hazard/layer',
'exposure_layer': 'path/to/exposure/layer',
'impact_function_id': 'IF_id',
'impact_function_version': '2.1',
'host_name': 'my_computer',
'user': '******',
'qgis_version': '2.4',
'gdal_version': '1.9.1',
'qt_version': '4.5',
'pyqt_version': '5.1',
'os': 'ubuntu 12.04',
'inasafe_version': '2.1',
'exposure_pixel_size': '0.1',
'hazard_pixel_size': '0.2',
'impact_pixel_size': '0.1',
'actual_extent': [0, 1, 2, 2],
'requested_extent': [0, 1, 2, 2],
'actual_extent_crs': 'EPSG: 4326',
'requested_extent_crs': 'EPSG: 4326',
'parameter': {},
}
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:CharacterString'
# using str
test_value = 'Random string'
metadata.set('ISO19115_STR', test_value, path)
test_value = 1234
metadata.set('ISO19115_INT', test_value, path)
test_value = 1234.5678
metadata.set('ISO19115_FLOAT', test_value, path)
metadata.report = 'My super report'
metadata.summary_data = {'res1': 1234, 'res2': 4321}
metadata.date = datetime.strptime('2016-02-18T12:34:56',
'%Y-%m-%dT%H:%M:%S')
metadata.url = QUrl('http://inasafe.org')
metadata.append_provenance_step('Title 1', 'Description of step 1',
'2015-06-25T13:14:24.508974')
metadata.append_provenance_step('Title 2', 'Description of step 2',
'2015-06-25T13:14:24.508980')
metadata.append_provenance_step('Title 3', 'Description of step 3',
'2015-06-25T13:14:24.508984')
metadata.append_if_provenance_step('IF Provenance', 'IF Provenance',
'2015-06-25T13:14:24.510000',
good_data)
return metadata
def test_xml_read(self):
generated_metadata = OutputLayerMetadata(EXISTING_IMPACT_FILE,
xml_uri=EXISTING_IMPACT_XML)
# TODO (MB): add more checks
self.assertEquals(generated_metadata.get_xml_value('license'), 'GPLv2')
def test_incomplete_json_read(self):
OutputLayerMetadata(EXISTING_IMPACT_FILE,
json_uri=INCOMPLETE_IMPACT_JSON)
def test_invalid_json_read(self):
with self.assertRaises(MetadataReadError):
OutputLayerMetadata(EXISTING_IMPACT_FILE,
json_uri=INVALID_IMPACT_JSON)
def test_json_read(self):
metadata = OutputLayerMetadata(EXISTING_IMPACT_FILE)
with open(EXISTING_IMPACT_JSON) as f:
expected_metadata = f.read()
self.assertEquals(expected_metadata, metadata.json)
def generate_test_metadata(self):
# if you change this you need to update IMPACT_TEST_FILE_JSON
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:CharacterString'
# using str
test_value = 'Random string'
metadata.set('ISO19115_STR', test_value, path)
test_value = 1234
metadata.set('ISO19115_INT', test_value, path)
test_value = 1234.5678
metadata.set('ISO19115_FLOAT', test_value, path)
metadata.report = 'My super report'
metadata.summary_data = {'res1': 1234, 'res2': 4321}
metadata.date = datetime.strptime(
'2016-02-18T12:34:56', '%Y-%m-%dT%H:%M:%S')
metadata.url = QUrl('http://inasafe.org')
return metadata
def test_xml_read(self):
generated_metadata = OutputLayerMetadata(
EXISTING_IMPACT_FILE, xml_uri=EXISTING_IMPACT_XML)
# TODO (MB): add more checks
self.assertEquals(generated_metadata.get_xml_value('license'), 'GPLv2')
def generate_test_metadata(self):
# if you change this you need to update IMPACT_TEST_FILE_JSON
good_data = {
'start_time': '20140714_060955',
'finish_time': '20140714_061255',
'hazard_layer': 'path/to/hazard/layer',
'exposure_layer': 'path/to/exposure/layer',
'impact_function_id': 'IF_id',
'impact_function_version': '2.1',
'host_name': 'my_computer',
'user': '******',
'qgis_version': '2.4',
'gdal_version': '1.9.1',
'qt_version': '4.5',
'pyqt_version': '5.1',
'os': 'ubuntu 12.04',
'inasafe_version': '2.1',
'exposure_pixel_size': '0.1',
'hazard_pixel_size': '0.2',
'impact_pixel_size': '0.1',
'actual_extent': [0, 1, 2, 2],
'requested_extent': [0, 1, 2, 2],
'actual_extent_crs': 'EPSG: 4326',
'requested_extent_crs': 'EPSG: 4326',
'parameter': {},
}
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:CharacterString'
# using str
test_value = 'Random string'
metadata.set('ISO19115_STR', test_value, path)
test_value = 1234
metadata.set('ISO19115_INT', test_value, path)
test_value = 1234.5678
metadata.set('ISO19115_FLOAT', test_value, path)
metadata.report = 'My super report'
metadata.summary_data = {'res1': 1234, 'res2': 4321}
metadata.date = datetime.strptime(
'2016-02-18T12:34:56', '%Y-%m-%dT%H:%M:%S')
metadata.url = QUrl('http://inasafe.org')
metadata.append_provenance_step(
'Title 1', 'Description of step 1', '2015-06-25T13:14:24.508974')
metadata.append_provenance_step(
'Title 2', 'Description of step 2', '2015-06-25T13:14:24.508980')
metadata.append_provenance_step(
'Title 3', 'Description of step 3', '2015-06-25T13:14:24.508984')
metadata.append_if_provenance_step(
'IF Provenance',
'IF Provenance',
'2015-06-25T13:14:24.510000',
good_data
)
return metadata
def test_metadata_str(self):
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:CharacterString'
# using str
test_value = 'Random string'
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(
metadata.get_xml_value('ISO19115_TEST'), 'Random string')
# using int
test_value = 1234
metadata.update('ISO19115_TEST', test_value)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '1234')
# using float
test_value = 1234.5678
metadata.update('ISO19115_TEST', test_value)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '1234.5678')
# using invalid QUrl
test_value = QUrl()
with self.assertRaises(TypeError):
metadata.update('ISO19115_TEST', test_value)
def test_metadata_date(self):
metadata = OutputLayerMetadata('random_layer_id')
path = TEST_XML_BASEPATH + 'gco:Date'
# using QDate
test_value = QDate(2015, 6, 7)
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '2015-06-07')
# using datetime
test_value = datetime(2015, 6, 7)
metadata.update('ISO19115_TEST', test_value)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '2015-06-07')
# using date
test_value = date(2015, 6, 7)
metadata.set('ISO19115_TEST', test_value, path)
self.assertEqual(metadata.get_xml_value('ISO19115_TEST'), '2015-06-07')
# using str should fail
test_value = 'String'
with self.assertRaises(TypeError):
metadata.update('ISO19115_TEST', test_value)