def test_scrape_correct_request(self): item = ItemFactory(created_at_i=42) httpretty.register_uri(httpretty.GET, AlgoliaEndpoint.URL, responses=self._createPages(pages=2, hits=[item]), content_type="application/json") gen = Scraper().scrape(tag="test", since=42, until=43) gen.next() self.assertDictEqual( httpretty.last_request().querystring, { "numericFilters": ["created_at_i>42,created_at_i<43"], "tags": ["test"], "page": ["0"] }) gen.next() self.assertDictEqual( httpretty.last_request().querystring, { "numericFilters": ["created_at_i>42,created_at_i<43"], "tags": ["test"], "page": ["1"] })
def test_scrape_correct_request(self): item = ItemFactory(created_at_i=42) httpretty.register_uri(httpretty.GET, AlgoliaEndpoint.URL, responses=self._createPages(pages=2, hits=[item]), content_type="application/json") gen = Scraper().scrape(tag="test", since=42, until=43) gen.next() self.assertDictEqual(httpretty.last_request().querystring, { "numericFilters": ["created_at_i>42,created_at_i<43"], "tags": ["test"], "page": ["0"] } ) gen.next() self.assertDictEqual(httpretty.last_request().querystring, { "numericFilters": ["created_at_i>42,created_at_i<43"], "tags": ["test"], "page": ["1"] } )
def test_scrape_generator(self): hits = [ItemFactory(created_at_i=42) for _ in range(2)] httpretty.register_uri(httpretty.GET, AlgoliaEndpoint.URL, responses=self._createPages(pages=2, hits=hits), content_type="application/json") gen = Scraper().scrape(tag="test", since=42) resp = gen.next() self.assertEqual(resp, hits[0]) resp = gen.next() self.assertEqual(resp, hits[1])