def test_scrape_correct_request(self):
item = ItemFactory(created_at_i=42)
httpretty.register_uri(httpretty.GET,
AlgoliaEndpoint.URL,
responses=self._createPages(pages=2,
hits=[item]),
content_type="application/json")
gen = Scraper().scrape(tag="test", since=42, until=43)
gen.next()
self.assertDictEqual(
httpretty.last_request().querystring, {
"numericFilters": ["created_at_i>42,created_at_i<43"],
"tags": ["test"],
"page": ["0"]
})
gen.next()
self.assertDictEqual(
httpretty.last_request().querystring, {
"numericFilters": ["created_at_i>42,created_at_i<43"],
"tags": ["test"],
"page": ["1"]
})
def test_scrape_correct_request(self):
item = ItemFactory(created_at_i=42)
httpretty.register_uri(httpretty.GET, AlgoliaEndpoint.URL,
responses=self._createPages(pages=2, hits=[item]),
content_type="application/json")
gen = Scraper().scrape(tag="test", since=42, until=43)
gen.next()
self.assertDictEqual(httpretty.last_request().querystring,
{
"numericFilters": ["created_at_i>42,created_at_i<43"],
"tags": ["test"],
"page": ["0"]
}
)
gen.next()
self.assertDictEqual(httpretty.last_request().querystring,
{
"numericFilters": ["created_at_i>42,created_at_i<43"],
"tags": ["test"],
"page": ["1"]
}
)
def test_scrape_generator(self):
hits = [ItemFactory(created_at_i=42) for _ in range(2)]
httpretty.register_uri(httpretty.GET, AlgoliaEndpoint.URL,
responses=self._createPages(pages=2, hits=hits),
content_type="application/json")
gen = Scraper().scrape(tag="test", since=42)
resp = gen.next()
self.assertEqual(resp, hits[0])
resp = gen.next()
self.assertEqual(resp, hits[1])
def test_scrape_generator(self):
hits = [ItemFactory(created_at_i=42) for _ in range(2)]
httpretty.register_uri(httpretty.GET,
AlgoliaEndpoint.URL,
responses=self._createPages(pages=2, hits=hits),
content_type="application/json")
gen = Scraper().scrape(tag="test", since=42)
resp = gen.next()
self.assertEqual(resp, hits[0])
resp = gen.next()
self.assertEqual(resp, hits[1])
