def test_crawl_urllib(self):
vnt = Vinanti(block=False,
backend='urllib',
max_requests=5,
hdrs=hdr,
session=True,
loop_forever=False,
wait=0.2)
url = 'https://docs.python.org/3/reference/index.html'
vnt.crawl(url, onfinished=partial(hello, vnt, 'test_crawl_urllib'))
def test_crawl_limit_urllib(self):
vnt = Vinanti(block=False,
backend='urllib',
max_requests=5,
hdrs=hdr,
session=True,
loop_forever=False,
wait=0.2)
url = 'https://docs.python.org/3/'
vnt.crawl(url,
depth_allowed=1,
onfinished=partial(hello, vnt, 'test_crawl_limit_urllib'))
