def setUp(self):
self.mockserver = MockServer()
self.mockserver.__enter__()
self._oldenv = os.environ.copy()
self._proxy = HTTPSProxy(8888)
self._proxy.start()
# Wait for the proxy to start.
time.sleep(1.0)
os.environ['http_proxy'] = 'http://*****:*****@localhost:8888'
os.environ['https_proxy'] = 'http://*****:*****@localhost:8888'
def setUp(self):
self.mockserver = MockServer()
self.mockserver.__enter__()
def run(self, args, opts):
with MockServer():
spider = FollowAllSpider(total=100000)
self.crawler.crawl(spider)
self.crawler.start()
def run(self, args, opts):
with MockServer():
spider = FollowAllSpider(total=100000)
crawler = self.crawler_process.create_crawler()
crawler.crawl(spider)
self.crawler_process.start()
