Beispiel #1
0
 def _retry(self, request, reason, spider):
     log.msg('Changing proxy')
     tn = telnetlib.Telnet('127.0.0.1', 9051)
     tn.read_until("Escape character is '^]'.", 2)
     tn.write('AUTHENTICATE "267765"\r\n')
     tn.read_until("250 OK", 2)
     tn.write("signal NEWNYM\r\n")
     tn.read_until("250 OK", 2)
     tn.write("quit\r\n")
     tn.close()
     time.sleep(3)
     log.msg('Proxy changed')
     return RetryMiddleware._retry(self, request, reason, spider)
Beispiel #2
0
 def _retry(self, request, reason, spider):
     log.msg('Changing proxy')
     tn = telnetlib.Telnet('127.0.0.1', 9051)
     tn.read_until("Escape character is '^]'.", 2)
     tn.write('AUTHENTICATE "267765"\r\n')
     tn.read_until("250 OK", 2)
     tn.write("signal NEWNYM\r\n")
     tn.read_until("250 OK", 2)
     tn.write("quit\r\n")
     tn.close()
     time.sleep(3)
     log.msg('Proxy changed')
     return RetryMiddleware._retry(self, request, reason, spider)
 def _retry(self, request, reason, spider):
     # log.msg('Changing proxy')
     request.meta['proxy'] = settings.get('HTTP_PROXY')
     return RetryMiddleware._retry(self, request, reason, spider)
Beispiel #4
0
 def _retry(self, request, reason, spider):
     print('start RetryChangeProxyMiddleware:')
     os.system('/usr/local/bin/nym.sh')
     time.sleep(3)
     #        print 'ret RetryChangeProxyMiddleware:'
     return RetryMiddleware._retry(self, request, reason, spider)
Beispiel #5
0
 def _retry(self, request, reason, spider):
     log.msg('Changing proxy')
     request.meta['proxy'] = settings.get('HTTP_PROXY')
     return RetryMiddleware._retry(self, request, reason, spider)
    def _retry(self, request, reason, spider):
        print( 'start RetryChangeProxyMiddleware:')
        os.system('/usr/local/bin/nym.sh')
        time.sleep(3)
#        print 'ret RetryChangeProxyMiddleware:'
        return RetryMiddleware._retry(self, request, reason, spider)
 def _retry(self, request, reason, spider):
     log.msg("Changing proxy")
     request.meta["proxy"] = settings.get("HTTP_PROXY")
     return RetryMiddleware._retry(self, request, reason, spider)