Пример #1
0
 def httpRequest(self, url):
     if config.trackers_proxy == "tor":
         tor_manager = self.site.connection_server.tor_manager
         handler = sockshandler.SocksiPyHandler(socks.SOCKS5,
                                                tor_manager.proxy_ip,
                                                tor_manager.proxy_port)
         opener = urllib2.build_opener(handler)
         return opener.open(url, timeout=50)
     elif config.trackers_proxy == "disable":
         return urllib2.urlopen(url, timeout=25)
     else:
         proxy_ip, proxy_port = config.trackers_proxy.split(":")
         handler = sockshandler.SocksiPyHandler(socks.SOCKS5, proxy_ip,
                                                int(proxy_port))
         opener = urllib2.build_opener(handler)
         return opener.open(url, timeout=50)
Пример #2
0
    def httpRequest(self, url):
        headers = {
            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.11 (KHTML, like Gecko) Chrome/23.0.1271.64 Safari/537.11',
            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
            'Accept-Charset': 'ISO-8859-1,utf-8;q=0.7,*;q=0.3',
            'Accept-Encoding': 'none',
            'Accept-Language': 'en-US,en;q=0.8',
            'Connection': 'keep-alive'
        }

        req = urllib2.Request(url, headers=headers)

        if config.trackers_proxy == "tor":
            tor_manager = self.site.connection_server.tor_manager
            handler = sockshandler.SocksiPyHandler(socks.SOCKS5, tor_manager.proxy_ip, tor_manager.proxy_port)
            opener = urllib2.build_opener(handler)
            return opener.open(req, timeout=50)
        elif config.trackers_proxy == "disable":
            return urllib2.urlopen(req, timeout=25)
        else:
            proxy_ip, proxy_port = config.trackers_proxy.split(":")
            handler = sockshandler.SocksiPyHandler(socks.SOCKS5, proxy_ip, int(proxy_port))
            opener = urllib2.build_opener(handler)
            return opener.open(req, timeout=50)