def test_crawl_urllib(self): vnt = Vinanti(block=False, backend='urllib', max_requests=5, hdrs=hdr, session=True, loop_forever=False, wait=0.2) url = 'https://docs.python.org/3/reference/index.html' vnt.crawl(url, onfinished=partial(hello, vnt, 'test_crawl_urllib'))
def test_crawl_limit_urllib(self): vnt = Vinanti(block=False, backend='urllib', max_requests=5, hdrs=hdr, session=True, loop_forever=False, wait=0.2) url = 'https://docs.python.org/3/' vnt.crawl(url, depth_allowed=1, onfinished=partial(hello, vnt, 'test_crawl_limit_urllib'))