def _factory(self, **kwargs):
params = {
"proxy_list": [("proxy.crawlera.com", 8010, "username", "password")],
"whitelist": [r".*scrapinghub\.com.*"],
"blacklist": [r".*\.js", r".*\.css"],
}
params.update(kwargs)
return _BlackWhiteSplashProxyFactory(**params)
def _factory(self, **kwargs):
params = {
"proxy_list":
[("proxy.crawlera.com", 8010, "username", "password")],
"whitelist": [
r".*scrapinghub\.com.*",
],
"blacklist": [
r".*\.js",
r".*\.css",
]
}
params.update(kwargs)
return _BlackWhiteSplashProxyFactory(**params)
def test_noproxy(self):
f = _BlackWhiteSplashProxyFactory()
self.assertFalse(f.should_use_proxy_list('http', 'crawlera.com'))
def test_noproxy(self):
f = _BlackWhiteSplashProxyFactory()
self.assertFalse(f.should_use_proxy_list('http', 'crawlera.com'))
