def test_does_not_add_404_responses(self):
        generator = SiteMapGenerator('http://www.example.com/404')
        generator.parser_class = TestParserClass

        generator.Process()

        self.assertFalse(generator.internal_pages)
    def test_records_redirected_to_pages(self):
        generator = SiteMapGenerator('http://www.example.com/handles_redirects')
        generator.parser_class = TestParserClass

        generator.Process()

        self.assertNotIn('http://www.example.com/handles_redirects', generator.internal_pages)
        self.assertIn('http://www.example.com/actual_page', generator.internal_pages)
    def test_finds_pages(self):
        generator = SiteMapGenerator('http://www.example.com/gets_page')
        generator.parser_class = TestParserClass

        generator.Process()

        self.assertIn('http://www.example.com/gets_page', generator.internal_pages)
        self.assertIn('http://www.example.com/found_page', generator.internal_pages)