def test_render_timeout(self, dlGeom, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus, OsCset, Os):
'''Rendering of timeout events on changeset processing.
'''
def dlGeometry(maxtime=None, waynodes=False):
print 'Raising timeout'
raise osm.changeset.Timeout('Timeout from test')
dlGeom.side_effect = dlGeometry
OsmApi.return_value = self.osmapi
Poly.return_value.contains_bbox.return_value = True
FileWriter.side_effect = self.fstart
Os.environ = {'OSMTRACKER_REGION': 'region-from-env.poly',
'OSMTRACKER_MAP_SCALE': '4'}
OsCset.environ = {'OSMTRACKER_REGION': 'region-from-env2.poly'}
self.cfg.cfg['tracker']['prefilter_labels'] = [["inside-area"]]
self.cfg.cfg['tracker']['post_labels'] = [{"regex": [{".changes.tag.osak:identifier": ""}], "label": "address-node-change"}]
new_cset = {'cid': 12, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
osmtracker.cset_filter(self.cfg, self.db, new_cset)
self.assertTrue(len(self.db.csets)==1)
osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)
self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
'area_file': 'region-not-used.poly'}
self.assertTrue('address-node-change' in self.db.csets[0]['labels'])
osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
self.assertTrue('html/index.html' in self.files)
self.assertTrue('html/dynamic/today.html' in self.files)
#self.print_file('html/dynamic/today.html')
self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/today.html'])
self.assertTrue('Error occured while processing:Timeout' in self.files['html/dynamic/today.html'])
self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
#self.print_file('html/dynamic/dk_addresses.html')
self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/dk_addresses.html'])
def test_cset_filter1_and_backend3(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, OsCset, Os):
'''Verify generation of map center for index.html. Based on center of polygon
specified in environment variable overriding config file
'''
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_chgset.return_value = True
Poly.return_value.center.return_value = (11,56)
FileWriter.side_effect = self.fstart
Os.environ = {'OSMTRACKER_REGION': 'region-from-env.poly',
'OSMTRACKER_MAP_SCALE': '4'}
OsCset.environ = {'OSMTRACKER_REGION': 'region-from-env2.poly'}
osmtracker.csets_filter(None, self.cfg, self.db)
osmtracker.csets_analyze_initial(None, self.cfg, self.db)
osmtracker.csets_analyze_on_close(None, self.cfg, self.db)
self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
'area_file': 'region-not-used.poly'}
osmtracker.run_backends(None, self.cfg, self.db)
self.assertTrue('html/index.html' in self.files)
#self.print_file('html/index.html')
self.assertTrue('setView(new L.LatLng(56,11),4)' in self.files['html/index.html'])
#print 'Poly mock calls', Poly.mock_calls
Poly.assert_has_calls([call().load('region-from-env.poly')])
Poly.assert_has_calls([call().load('region-from-env2.poly')])
self.assertFalse(call().load('region.poly') in Poly.mock_calls)
def test_cset_filter_cset12(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus, OsCset, Os):
'''Cset has single node deletion with Danish address node specifics.
'''
OsmApi.return_value = self.osmapi
Poly.return_value.contains_bbox.return_value = True
FileWriter.side_effect = self.fstart
Os.environ = {'OSMTRACKER_REGION': 'region-from-env.poly',
'OSMTRACKER_MAP_SCALE': '4'}
OsCset.environ = {'OSMTRACKER_REGION': 'region-from-env2.poly'}
self.cfg.cfg['tracker']['prefilter_labels'] = [["inside-area"]]
self.cfg.cfg['tracker']['post_labels'] = [{"regex": [{".changes.tag.osak:identifier": ""}], "label": "address-node-change"}]
new_cset = {'cid': 12, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
osmtracker.cset_filter(self.cfg, self.db, new_cset)
self.assertTrue(len(self.db.csets)==1)
osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)
self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
'area_file': 'region-not-used.poly'}
self.assertTrue('address-node-change' in self.db.csets[0]['labels'])
osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
self.assertTrue('html/index.html' in self.files)
self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/today.html'])
self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
#self.print_file('html/dynamic/dk_addresses.html')
self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/dk_addresses.html'])
def test_cset_filter1_and_backend_cset11(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus):
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_bbox.return_value = True
FileWriter.side_effect = self.fstart
new_cset = {'cid': 11, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
osmtracker.cset_filter(self.cfg, self.db, new_cset)
self.assertEqual(self.db.csets[0]['state'], self.db.STATE_BOUNDS_CHECKED)
osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
#print 'DB:{}'.format(pprint.pformat(self.db.csets))
self.cfg.cfg['backends'][0]['labels'] = ['adjustments']
osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
#print 'files:', self.files.keys()
#print 'xx', FileWriter.mock_calls
#self.print_file('html/dynamic/today.html')
#self.print_file('html/dynamic/dk_addresses.html')
#self.print_file('html/dynamic/today-summ.html')
#print 'filemocks', self.filemocks[0].mock_calls
self.assertTrue('html/index.html' in self.files)
self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
self.assertTrue('html/dynamic/today-summ.html' in self.files)
self.assertTrue('html/dynamic/today.html' in self.files)
self.assertTrue('html/dynamic/today.json' in self.files)
self.assertTrue('html/dynamic/notes.html' in self.files)
self.assertTrue('-- Changeset 11 source' in self.files['html/dynamic/today.html'])
self.assertFalse('No source attribute' in self.files['html/dynamic/today.html'])
def test_cset_filter1_and_backend_cset10(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus):
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_bbox.return_value = True
FileWriter.side_effect = self.fstart
new_cset = {'cid': 10, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
osmtracker.cset_filter(self.cfg, self.db, new_cset)
self.assertEqual(self.db.csets[0]['state'], self.db.STATE_BOUNDS_CHECKED)
osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
#print 'DB:{}'.format(pprint.pformat(self.db.csets))
self.cfg.cfg['backends'][0]['labels'] = ['adjustments']
osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
#print 'files:', self.files.keys()
#print 'xx', FileWriter.mock_calls
#self.print_file('html/dynamic/today.html')
#self.print_file('html/dynamic/dk_addresses.html')
#self.print_file('html/dynamic/today-summ.html')
#print 'filemocks', self.filemocks[0].mock_calls
self.assertTrue('html/index.html' in self.files)
self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
self.assertTrue('html/dynamic/today-summ.html' in self.files)
self.assertTrue('html/dynamic/today.html' in self.files)
self.assertTrue('html/dynamic/today.json' in self.files)
self.assertTrue('html/dynamic/notes.html' in self.files)
self.assertTrue('setView(new L.LatLng(56.0, 11.4),6)' in self.files['html/index.html'])
self.assertTrue('No changesets' not in self.files['html/dynamic/today.html'])
self.assertTrue('-- Changeset 10 source' in self.files['html/dynamic/today.html'])
self.assertTrue('No source attribute' in self.files['html/dynamic/today.html'])
self.assertTrue('Total navigable: 12,888 meters (6,444m/hour)' in self.files['html/dynamic/today-summ.html'])
self.assertTrue('1 changesets by 1 user' in self.files['html/dynamic/today-summ.html'])
#print 'Remove mock calls', Remove.mock_calls
Remove.assert_has_calls([call('html/dynamic/cset-3.json'), call('html/dynamic/cset-3.bounds')])
self.assertEqual(len(Remove.mock_calls), 2)
# Rerun with non-matching labels
self.cfg.cfg['backends'][0]['labels'] = ['xxadjustments']
osmtracker.run_backends(None, self.cfg, self.db, 'new_generation.osmtracker')
#self.print_file('html/dynamic/today.html')
self.assertTrue('No changesets' in self.files['html/dynamic/today.html'])
self.assertTrue('html/dynamic/cset-10.json' in self.files)
#self.print_file('html/dynamic/cset-10.json')
self.assertTrue('FeatureCollection' in self.files['html/dynamic/cset-10.json'])
self.assertTrue('html/dynamic/cset-10.bounds' in self.files)
#self.print_file('html/dynamic/cset-10.bounds')
self.assertTrue('5,7,10,14' in self.files['html/dynamic/cset-10.bounds'])
def test_cset_filter1_and_backend(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove):
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_chgset.return_value = True
FileWriter.side_effect = self.fstart
osmtracker.csets_filter(None, self.cfg, self.db)
self.assertEqual(self.db.csets[0]['state'], self.db.STATE_BOUNDS_CHECKED)
osmtracker.csets_analyze_initial(None, self.cfg, self.db)
osmtracker.csets_analyze_on_close(None, self.cfg, self.db)
#print 'DB:{}'.format(pprint.pformat(self.db.csets))
self.cfg.cfg['backends'][0]['labels'] = ['adjustments']
osmtracker.run_backends(None, self.cfg, self.db)
#print 'files:', self.files.keys()
#print 'xx', FileWriter.mock_calls
#self.print_file('html/dynamic/today.html')
#self.print_file('html/dynamic/dk_addresses.html')
#self.print_file('html/dynamic/today-summ.html')
#print 'filemocks', self.filemocks[0].mock_calls
self.assertTrue('html/index.html' in self.files)
self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
self.assertTrue('html/dynamic/today-summ.html' in self.files)
self.assertTrue('html/dynamic/today.html' in self.files)
self.assertTrue('html/dynamic/today.json' in self.files)
self.assertTrue('html/dynamic/notes.html' in self.files)
self.assertTrue('setView(new L.LatLng(56.0, 11.4),6)' in self.files['html/index.html'])
self.assertTrue('No changesets' not in self.files['html/dynamic/today.html'])
self.assertTrue('-- Changeset 10 source' in self.files['html/dynamic/today.html'])
self.assertTrue('Total navigable: 12,888 meters (6,444m/hour)' in self.files['html/dynamic/today-summ.html'])
self.assertTrue('1 changesets by 1 user' in self.files['html/dynamic/today-summ.html'])
#print 'Remove mock calls', Remove.mock_calls
Remove.assert_has_calls([call('html/dynamic/cset-3.json'), call('html/dynamic/cset-3.bounds')])
self.assertEqual(len(Remove.mock_calls), 2)
# Rerun with non-matching labels
self.cfg.cfg['backends'][0]['labels'] = ['xxadjustments']
osmtracker.run_backends(None, self.cfg, self.db)
#self.print_file('html/dynamic/today.html')
self.assertTrue('No changesets' in self.files['html/dynamic/today.html'])
self.assertTrue('html/dynamic/cset-10.json' in self.files)
#self.print_file('html/dynamic/cset-10.json')
self.assertTrue('FeatureCollection' in self.files['html/dynamic/cset-10.json'])
self.assertTrue('html/dynamic/cset-10.bounds' in self.files)
#self.print_file('html/dynamic/cset-10.bounds')
self.assertTrue('5,7,10,14' in self.files['html/dynamic/cset-10.bounds'])
def test_cset_filter1_and_backend(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove):
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_chgset.return_value = True
FileWriter.side_effect = self.fstart
osmtracker.csets_filter(None, self.cfg, self.db)
self.assertEqual(self.db.csets[0]['state'], self.db.STATE_BOUNDS_CHECKED)
osmtracker.csets_analyze_initial(None, self.cfg, self.db)
osmtracker.csets_analyze_on_close(None, self.cfg, self.db)
#print 'DB:{}'.format(pprint.pformat(self.db.csets))
self.cfg.cfg['backends'][0]['labels'] = ['adjustments']
osmtracker.run_backends(None, self.cfg, self.db)
#print 'files:', self.files.keys()
#print 'xx', FileWriter.mock_calls
#self.print_file('html/today.html')
#self.print_file('html/dk_addresses.html')
#self.print_file('html/today-summ.html')
#print 'filemocks', self.filemocks[0].mock_calls
self.assertTrue('No changesets' not in self.files['html/today.html'])
self.assertTrue('-- Changeset 10 source' in self.files['html/today.html'])
self.assertTrue('Total navigable: 12,888 meters (6,444m/hour)' in self.files['html/today-summ.html'])
self.assertTrue('1 changesets by 1 user' in self.files['html/today-summ.html'])
#print 'Remove mock calls', Remove.mock_calls
Remove.assert_has_calls([call('html/cset-3.json'), call('html/cset-3.bounds')])
self.assertEqual(len(Remove.mock_calls), 2)
# Rerun with non-matching labels
self.cfg.cfg['backends'][0]['labels'] = ['xxadjustments']
osmtracker.run_backends(None, self.cfg, self.db)
#self.print_file('html/today.html')
self.assertTrue('No changesets' in self.files['html/today.html'])
self.assertTrue('html/cset-10.json' in self.files)
#self.print_file('html/cset-10.json')
self.assertTrue('FeatureCollection' in self.files['html/cset-10.json'])
self.assertTrue('html/cset-10.bounds' in self.files)
#self.print_file('html/cset-10.bounds')
self.assertTrue('5,7,10,14' in self.files['html/cset-10.bounds'])
def test_cset_filter1_and_backend2(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove):
'''Verify generation of map center for index.html. Based on center of polygon
specified in config file
'''
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_chgset.return_value = True
Poly.return_value.center.return_value = (11,56)
FileWriter.side_effect = self.fstart
osmtracker.csets_filter(None, self.cfg, self.db)
osmtracker.csets_analyze_initial(None, self.cfg, self.db)
osmtracker.csets_analyze_on_close(None, self.cfg, self.db)
# Interpreted map_center config in index.html
self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
'area_file': 'region.poly'}
osmtracker.run_backends(None, self.cfg, self.db)
self.assertTrue('html/index.html' in self.files)
self.assertTrue('setView(new L.LatLng(56,11),6)' in self.files['html/index.html'])
Poly.assert_has_calls([call().load('region.poly')])
def test_cset_filter1_and_backend2(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus):
'''Verify generation of map center for index.html. Based on center of polygon
specified in config file
'''
IsFile.return_value = True
Listdir.return_value = self.listdir
OsmApi.return_value = self.osmapi
Poly.return_value.contains_bbox.return_value = True
Poly.return_value.center.return_value = (11,56)
FileWriter.side_effect = self.fstart
new_cset = {'cid': 10, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
osmtracker.cset_filter(self.cfg, self.db, new_cset)
osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)
# Interpreted map_center config in index.html
self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
'area_file': 'region.poly'}
osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
self.assertTrue('html/index.html' in self.files)
self.assertTrue('setView(new L.LatLng(56,11),6)' in self.files['html/index.html'])
Poly.assert_has_calls([call().load('region.poly')])