def test_start(self): d = Driver(DRIVER) d.getspider('Spider1').frontier.clean('todo', 'visited') d.getspider('Spider2').frontier.clean('todo', 'visited') urls = ['http://www.baidu.com', 'http://www.zhihu.com', 'http://www.renren.com'] d.addtask('Spider1', urls) d.addtask('Spider2', urls[0]) d.start() d.pause() time.sleep(1) d.resume() time.sleep(2) d.stop() d.getspider('Spider1').frontier.clean('todo', 'visited') d.getspider('Spider2').frontier.clean('todo', 'visited')
def test_addtask(self): d = Driver(DRIVER) s = d.getspider('Spider1') s.frontier.clean('todo', 'visited') before = len(s.frontier) d.addtask('Spider1', 'http://www.nevervisited.com') after = len(s.frontier) self.assertEqual(1, after-before) s.frontier.clean('todo', 'visited') del d
def test_getspider(self): d = Driver(DRIVER) self.assertIsInstance(d.getspider('Spider1'), Spider) self.assertIsNone(d.getspider('none')) del d
def test__build(self): d = Driver(DRIVER) self.assertEqual(2, len(d)) self.assertEqual('Spider1', d.getspider('Spider1').name) self.assertEqual('Spider2', d.getspider('Spider2').name) del d