def _factory(self, **kwargs): params = { "proxy_list": [("proxy.crawlera.com", 8010, "username", "password")], "whitelist": [r".*scrapinghub\.com.*"], "blacklist": [r".*\.js", r".*\.css"], } params.update(kwargs) return _BlackWhiteSplashProxyFactory(**params)
def _factory(self, **kwargs): params = { "proxy_list": [("proxy.crawlera.com", 8010, "username", "password")], "whitelist": [ r".*scrapinghub\.com.*", ], "blacklist": [ r".*\.js", r".*\.css", ] } params.update(kwargs) return _BlackWhiteSplashProxyFactory(**params)
def test_noproxy(self): f = _BlackWhiteSplashProxyFactory() self.assertFalse(f.should_use_proxy_list('http', 'crawlera.com'))
def test_noproxy(self): f = _BlackWhiteSplashProxyFactory() self.assertFalse(f.should_use_proxy_list('http', 'crawlera.com'))