def setUp(self): self.mockserver = MockServer() self.mockserver.__enter__() self._oldenv = os.environ.copy() self._proxy = HTTPSProxy(8888) self._proxy.start() # Wait for the proxy to start. time.sleep(1.0) os.environ['http_proxy'] = 'http://*****:*****@localhost:8888' os.environ['https_proxy'] = 'http://*****:*****@localhost:8888'
def setUp(self): self.mockserver = MockServer() self.mockserver.__enter__()
def run(self, args, opts): with MockServer(): spider = FollowAllSpider(total=100000) self.crawler.crawl(spider) self.crawler.start()
def run(self, args, opts): with MockServer(): spider = FollowAllSpider(total=100000) crawler = self.crawler_process.create_crawler() crawler.crawl(spider) self.crawler_process.start()