def test_start(self):
d = Driver(DRIVER)
d.getspider('Spider1').frontier.clean('todo', 'visited')
d.getspider('Spider2').frontier.clean('todo', 'visited')
urls = ['http://www.baidu.com', 'http://www.zhihu.com', 'http://www.renren.com']
d.addtask('Spider1', urls)
d.addtask('Spider2', urls[0])
d.start()
d.pause()
time.sleep(1)
d.resume()
time.sleep(2)
d.stop()
d.getspider('Spider1').frontier.clean('todo', 'visited')
d.getspider('Spider2').frontier.clean('todo', 'visited')
def test_addtask(self):
d = Driver(DRIVER)
s = d.getspider('Spider1')
s.frontier.clean('todo', 'visited')
before = len(s.frontier)
d.addtask('Spider1', 'http://www.nevervisited.com')
after = len(s.frontier)
self.assertEqual(1, after-before)
s.frontier.clean('todo', 'visited')
del d
def test_getspider(self):
d = Driver(DRIVER)
self.assertIsInstance(d.getspider('Spider1'), Spider)
self.assertIsNone(d.getspider('none'))
del d
def test__build(self):
d = Driver(DRIVER)
self.assertEqual(2, len(d))
self.assertEqual('Spider1', d.getspider('Spider1').name)
self.assertEqual('Spider2', d.getspider('Spider2').name)
del d
