Пример #1
0
 def test_start(self):
     d = Driver(DRIVER)
     d.getspider('Spider1').frontier.clean('todo', 'visited')
     d.getspider('Spider2').frontier.clean('todo', 'visited')
     urls = ['http://www.baidu.com', 'http://www.zhihu.com', 'http://www.renren.com']
     d.addtask('Spider1', urls)
     d.addtask('Spider2', urls[0])
     d.start()
     d.pause()
     time.sleep(1)
     d.resume()
     time.sleep(2)
     d.stop()
     d.getspider('Spider1').frontier.clean('todo', 'visited')
     d.getspider('Spider2').frontier.clean('todo', 'visited')