def test_finds_pages(self):
        generator = ProductScraper('http://www.example.com/gets_page')
        generator.master_parser_class = TestParserClass
        generator.product_parser_class = TestParserClass

        generator.GetProducts()

        self.assertIn('data', generator.products)
    def test_works_with_404_responses(self):
        generator = ProductScraper('http://www.example.com/404')
        generator.master_parser_class = TestParserClass
        generator.product_parser_class = TestParserClass

        generator.GetProducts()