def _retry(self, request, reason, spider): log.msg('Changing proxy') tn = telnetlib.Telnet('127.0.0.1', 9051) tn.read_until("Escape character is '^]'.", 2) tn.write('AUTHENTICATE "267765"\r\n') tn.read_until("250 OK", 2) tn.write("signal NEWNYM\r\n") tn.read_until("250 OK", 2) tn.write("quit\r\n") tn.close() time.sleep(3) log.msg('Proxy changed') return RetryMiddleware._retry(self, request, reason, spider)
def _retry(self, request, reason, spider): log.msg('Changing proxy') tn = telnetlib.Telnet('127.0.0.1', 9051) tn.read_until("Escape character is '^]'.", 2) tn.write('AUTHENTICATE "267765"\r\n') tn.read_until("250 OK", 2) tn.write("signal NEWNYM\r\n") tn.read_until("250 OK", 2) tn.write("quit\r\n") tn.close() time.sleep(3) log.msg('Proxy changed') return RetryMiddleware._retry(self, request, reason, spider)
def _retry(self, request, reason, spider): # log.msg('Changing proxy') request.meta['proxy'] = settings.get('HTTP_PROXY') return RetryMiddleware._retry(self, request, reason, spider)
def _retry(self, request, reason, spider): print('start RetryChangeProxyMiddleware:') os.system('/usr/local/bin/nym.sh') time.sleep(3) # print 'ret RetryChangeProxyMiddleware:' return RetryMiddleware._retry(self, request, reason, spider)
def _retry(self, request, reason, spider): log.msg('Changing proxy') request.meta['proxy'] = settings.get('HTTP_PROXY') return RetryMiddleware._retry(self, request, reason, spider)
def _retry(self, request, reason, spider): print( 'start RetryChangeProxyMiddleware:') os.system('/usr/local/bin/nym.sh') time.sleep(3) # print 'ret RetryChangeProxyMiddleware:' return RetryMiddleware._retry(self, request, reason, spider)
def _retry(self, request, reason, spider): log.msg("Changing proxy") request.meta["proxy"] = settings.get("HTTP_PROXY") return RetryMiddleware._retry(self, request, reason, spider)