async def async_spider(self):
r = Request("http://localhost:5000/test_extract")
spider = MySpider()
spider.set_session(env.session)
requests = await spider.crawl(r)
for request in requests:
print(request)
async def _fetch(url):
return await env.client.do_request(Request(url))
def test_ensure_request_callable(self):
r = Request("test")
with self.assertRaises(TypeError):
r.handler = 1
r.handler = lambda x: x