def test_render_timeout(self, dlGeom, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus, OsCset, Os):
        '''Rendering of timeout events on changeset processing.
        '''
        def dlGeometry(maxtime=None, waynodes=False):
            print 'Raising timeout'
            raise osm.changeset.Timeout('Timeout from test')
        dlGeom.side_effect = dlGeometry
        OsmApi.return_value = self.osmapi
        Poly.return_value.contains_bbox.return_value = True
        FileWriter.side_effect = self.fstart
        Os.environ = {'OSMTRACKER_REGION': 'region-from-env.poly',
                      'OSMTRACKER_MAP_SCALE': '4'}
        OsCset.environ = {'OSMTRACKER_REGION': 'region-from-env2.poly'}
        self.cfg.cfg['tracker']['prefilter_labels'] = [["inside-area"]]
        self.cfg.cfg['tracker']['post_labels'] = [{"regex": [{".changes.tag.osak:identifier": ""}], "label": "address-node-change"}]
        new_cset = {'cid': 12, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
        osmtracker.cset_filter(self.cfg, self.db, new_cset)
        self.assertTrue(len(self.db.csets)==1)
        osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
        osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)

        self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
                                                     'area_file': 'region-not-used.poly'}

        self.assertTrue('address-node-change' in self.db.csets[0]['labels'])

        osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
        self.assertTrue('html/index.html' in self.files)
        self.assertTrue('html/dynamic/today.html' in self.files)
        #self.print_file('html/dynamic/today.html')
        self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/today.html'])
        self.assertTrue('Error occured while processing:Timeout' in self.files['html/dynamic/today.html'])
        self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
        #self.print_file('html/dynamic/dk_addresses.html')
        self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/dk_addresses.html'])
    def test_cset_filter_cset12(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus, OsCset, Os):
        '''Cset has single node deletion with Danish address node specifics.
        '''
        OsmApi.return_value = self.osmapi
        Poly.return_value.contains_bbox.return_value = True
        FileWriter.side_effect = self.fstart
        Os.environ = {'OSMTRACKER_REGION': 'region-from-env.poly',
                      'OSMTRACKER_MAP_SCALE': '4'}
        OsCset.environ = {'OSMTRACKER_REGION': 'region-from-env2.poly'}
        self.cfg.cfg['tracker']['prefilter_labels'] = [["inside-area"]]
        self.cfg.cfg['tracker']['post_labels'] = [{"regex": [{".changes.tag.osak:identifier": ""}], "label": "address-node-change"}]
        new_cset = {'cid': 12, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
        osmtracker.cset_filter(self.cfg, self.db, new_cset)
        self.assertTrue(len(self.db.csets)==1)
        osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
        osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)

        self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
                                                     'area_file': 'region-not-used.poly'}

        self.assertTrue('address-node-change' in self.db.csets[0]['labels'])

        osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
        self.assertTrue('html/index.html' in self.files)
        self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/today.html'])
        self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
        #self.print_file('html/dynamic/dk_addresses.html')
        self.assertTrue('-- Changeset 12 source' in self.files['html/dynamic/dk_addresses.html'])
    def test_cset_filter1_and_backend3(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus, OsCset, Os):
        '''Verify generation of map center for index.html. Based on center of polygon
           specified in environment variable overriding config file
        '''
        IsFile.return_value = True
        Listdir.return_value = self.listdir
        OsmApi.return_value = self.osmapi
        Poly.return_value.contains_bbox.return_value = True
        Poly.return_value.center.return_value = (11,56)
        FileWriter.side_effect = self.fstart
        Os.environ = {'OSMTRACKER_REGION': 'region-from-env.poly',
                      'OSMTRACKER_MAP_SCALE': '4'}
        OsCset.environ = {'OSMTRACKER_REGION': 'region-from-env2.poly'}
        new_cset = {'cid': 10, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
        osmtracker.cset_filter(self.cfg, self.db, new_cset)
        osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
        osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)

        self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
                                                     'area_file': 'region-not-used.poly'}
        osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
        self.assertTrue('html/index.html' in self.files)
        #self.print_file('html/index.html')
        self.assertTrue('setView(new L.LatLng(56,11),4)' in self.files['html/index.html'])
        #print 'Poly mock calls', Poly.mock_calls
        Poly.assert_has_calls([call().load('region-from-env.poly')])
        Poly.assert_has_calls([call().load('region-from-env2.poly')])
        self.assertFalse(call().load('region.poly') in Poly.mock_calls)
    def test_cset_filter1_and_backend_cset11(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus):
        IsFile.return_value = True
        Listdir.return_value = self.listdir
        OsmApi.return_value = self.osmapi
        Poly.return_value.contains_bbox.return_value = True
        FileWriter.side_effect = self.fstart
        new_cset = {'cid': 11, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
        osmtracker.cset_filter(self.cfg, self.db, new_cset)
        self.assertEqual(self.db.csets[0]['state'], self.db.STATE_BOUNDS_CHECKED)
        osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)

        #print 'DB:{}'.format(pprint.pformat(self.db.csets))

        self.cfg.cfg['backends'][0]['labels'] = ['adjustments']
        osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
        #print 'files:', self.files.keys()
        #print 'xx', FileWriter.mock_calls
        #self.print_file('html/dynamic/today.html')
        #self.print_file('html/dynamic/dk_addresses.html')
        #self.print_file('html/dynamic/today-summ.html')
        #print 'filemocks', self.filemocks[0].mock_calls
        self.assertTrue('html/index.html' in self.files)
        self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
        self.assertTrue('html/dynamic/today-summ.html' in self.files)
        self.assertTrue('html/dynamic/today.html' in self.files)
        self.assertTrue('html/dynamic/today.json' in self.files)
        self.assertTrue('html/dynamic/notes.html' in self.files)

        self.assertTrue('-- Changeset 11 source' in self.files['html/dynamic/today.html'])
        self.assertFalse('No source attribute' in self.files['html/dynamic/today.html'])
    def test_cset_filter1_and_backend_cset10(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus):
        IsFile.return_value = True
        Listdir.return_value = self.listdir
        OsmApi.return_value = self.osmapi
        Poly.return_value.contains_bbox.return_value = True
        FileWriter.side_effect = self.fstart
        new_cset = {'cid': 10, 'bbox': self.bbox, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
        osmtracker.cset_filter(self.cfg, self.db, new_cset)
        self.assertEqual(self.db.csets[0]['state'], self.db.STATE_BOUNDS_CHECKED)
        osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)

        #print 'DB:{}'.format(pprint.pformat(self.db.csets))

        self.cfg.cfg['backends'][0]['labels'] = ['adjustments']
        osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
        #print 'files:', self.files.keys()
        #print 'xx', FileWriter.mock_calls
        #self.print_file('html/dynamic/today.html')
        #self.print_file('html/dynamic/dk_addresses.html')
        #self.print_file('html/dynamic/today-summ.html')
        #print 'filemocks', self.filemocks[0].mock_calls
        self.assertTrue('html/index.html' in self.files)
        self.assertTrue('html/dynamic/dk_addresses.html' in self.files)
        self.assertTrue('html/dynamic/today-summ.html' in self.files)
        self.assertTrue('html/dynamic/today.html' in self.files)
        self.assertTrue('html/dynamic/today.json' in self.files)
        self.assertTrue('html/dynamic/notes.html' in self.files)

        self.assertTrue('setView(new L.LatLng(56.0, 11.4),6)' in self.files['html/index.html'])

        self.assertTrue('No changesets' not in self.files['html/dynamic/today.html'])
        self.assertTrue('-- Changeset 10 source' in self.files['html/dynamic/today.html'])
        self.assertTrue('No source attribute' in self.files['html/dynamic/today.html'])

        self.assertTrue('Total navigable: 12,888 meters (6,444m/hour)' in self.files['html/dynamic/today-summ.html'])
        self.assertTrue('1 changesets by 1 user' in self.files['html/dynamic/today-summ.html'])

        #print 'Remove mock calls', Remove.mock_calls
        Remove.assert_has_calls([call('html/dynamic/cset-3.json'), call('html/dynamic/cset-3.bounds')])
        self.assertEqual(len(Remove.mock_calls), 2)
        
        # Rerun with non-matching labels
        self.cfg.cfg['backends'][0]['labels'] = ['xxadjustments']
        osmtracker.run_backends(None, self.cfg, self.db, 'new_generation.osmtracker')
        #self.print_file('html/dynamic/today.html')
        self.assertTrue('No changesets' in self.files['html/dynamic/today.html'])

        self.assertTrue('html/dynamic/cset-10.json' in self.files)
        #self.print_file('html/dynamic/cset-10.json')
        self.assertTrue('FeatureCollection' in self.files['html/dynamic/cset-10.json'])
        self.assertTrue('html/dynamic/cset-10.bounds' in self.files)
        #self.print_file('html/dynamic/cset-10.bounds')
        self.assertTrue('5,7,10,14' in self.files['html/dynamic/cset-10.bounds'])
    def test_cset_filter1_and_backend2(self, OsmApi, Poly, FileWriter, IsFile, Listdir, Remove, MsgBus):
        '''Verify generation of map center for index.html. Based on center of polygon
           specified in config file
        '''
        IsFile.return_value = True
        Listdir.return_value = self.listdir
        OsmApi.return_value = self.osmapi
        Poly.return_value.contains_bbox.return_value = True
        Poly.return_value.center.return_value = (11,56)
        FileWriter.side_effect = self.fstart
        new_cset = {'cid': 10, 'source': {'type': 'minute', 'sequenceno': 20000, 'observed': '2018-01-07T19:37:00'}}
        osmtracker.cset_filter(self.cfg, self.db, new_cset)
        osmtracker.csets_analyse_initial(self.cfg, self.db, new_cset)
        osmtracker.csets_analyse_on_close(self.cfg, self.db, new_cset)

        # Interpreted map_center config in index.html
        self.cfg.cfg['backends'][6]['map_center'] = {'area_file_conversion_type': 'area_center',
                                                     'area_file': 'region.poly'}
        osmtracker.run_backends(self.args, self.cfg, self.db, 'new_generation.osmtracker')
        self.assertTrue('html/index.html' in self.files)
        self.assertTrue('setView(new L.LatLng(56,11),6)' in self.files['html/index.html'])
        Poly.assert_has_calls([call().load('region.poly')])