class ProxyMiddleware(object): def __init__(self): self.pl = ProxyList() self.pl.load_file(os.path.join(BASE_DIR, 'proxy/proxylist.txt')) def process_request(self, request, spider): request.meta['proxy'] = 'http://{}'.format(self.pl.random().address())
class ProxyMiddleware(object): def __init__(self): self.pl = ProxyList() self.index = 0 self.pl.load_file(os.path.join(BASE_DIR, 'proxy/proxy-list.txt')) def process_request(self, request, spider): request.meta['proxy'] = 'http://{}'.format(self.pl[self.index].address()) print self.pl[self.index] self.index = (self.index + 1) % self.pl.size()
def test_get_next_proxy(self): pl = ProxyList() path = self.generate_plist_file('foo:1\nbar:1') pl.load_file(path) self.assertEqual(pl.get_next_proxy().host, 'foo') self.assertEqual(pl.get_next_proxy().host, 'bar') self.assertEqual(pl.get_next_proxy().host, 'foo') pl.load_file(path) self.assertEqual(pl.get_next_proxy().host, 'foo') os.unlink(path)
def proxy(): pl = ProxyList() try: pl.load_file(proxyList) except: fox.shutdown() sys.exit( '\033[1;31m[!] Proxy File format incorrect | EXIT...\033[1;31m') try: fox.setProxy(pl.random().address()) time.sleep(5) fox.printProxy() except Exception as e: print("\033[1;31m[!] RETRY NEW PROXY...\033[1;31m") return proxy()
def proxy(): logging.basicConfig() pl = ProxyList() try: pl.load_file(proxyList) except: sys.exit('\033[1;31m[!] Proxy File format has incorrect | EXIT...\033[1;31m') pl.random() getProxy = pl.random().address() b.set_proxies(proxies={"https": getProxy}) try: checkProxyIP = b.open("https://api.ipify.org/?format=raw", timeout=2) except: return proxy()
class ProxyMiddleware(object): pl = ProxyList() prefix = 'http://' def __init__(self): self.pl.load_list(proxies) def process_request(self, request, spider): # Pick random proxy address = self.prefix + self.pl.random().address() # Set the location of the proxy request.meta['proxy'] = address # Use the following lines if your proxy requires authentication proxy_user_pass = "******" # setup basic authentication for the proxy encoded_user_pass = base64.encodestring(proxy_user_pass) request.headers['Proxy-Authorization'] = 'Basic ' + encoded_user_pass
def proxy(): logging.basicConfig() pl = ProxyList() try: pl.load_file(proxyList) except: sys.exit( "[!] Proxy file wasn't found, please use -X and specify a proxy file." ) pl.random() getProxy = pl.random().address() brows.set_proxies(proxies={"https": getProxy}) # skips bad proxies (10 seconds is the limit for the proxy) try: checkProxyIP = brows.open("https://api.ipify.org/?format=raw", timeout=10) except: return proxy()
def test_web_proxy_source(self): pl = ProxyList() self.server.response['data'] = DEFAULT_PROXY_LIST_DATA pl.load_url(self.server.get_url()) self.assertEqual(2, pl.size())
def test_file_proxy_source(self): pl = ProxyList() path = self.generate_plist_file(DEFAULT_PROXY_LIST_DATA) pl.load_file(path) self.assertEqual(2, pl.size()) os.unlink(path)
def test_basic(self): pl = ProxyList() self.assertEqual(0, pl.size())
t = sending_keys['t'] token = sending_keys['n'] pz = sending_keys['pz'] SEND_URL = "https://polldaddy.com/vote.php?va={}&pt={}&r={}&p={}&a={}%2C&o=&t={}&token={}&pz={}".format( va, pt, r, p, a, t, token, pz) return SEND_URL open_useragents() ##TODO: check if Tor is already running and return that as process id, or ## terminate the process and start a new one # requirements.txt #start_tor(USE_TORRC) start = time.time() req_proxy = ProxyList() req_proxy.load_file('proxy_formatted.txt') for x in range(0, len(req_proxy)): try: output = push_vote(POLL_NUM, POLL_OPTION, req_proxy.random().address()) except requests.exceptions.ProxyError: cprint("Dead Proxy :(", 'red', 'on_white') except requests.exceptions.ConnectionError: cprint("Proxy can't talk to PollDaddy :(", 'red', 'on_white') except AttributeError: cprint("Proxy request timed out :(", 'red', 'on_white') except requests.exceptions.ReadTimeout: cprint("Vote request timed out :(", 'red', 'on_white') else: pass
def __init__(self): self.pl = ProxyList() self.pl.load_file(os.path.join(BASE_DIR, 'proxy/proxylist.txt'))
def __init__(self): self.pl = ProxyList() self.index = 0 self.pl.load_file(os.path.join(BASE_DIR, 'proxy/proxy-list.txt'))
from selenium import webdriver from selenium.webdriver import DesiredCapabilities import pickle from proxylist import ProxyList pl = ProxyList() pl.load_file('./web/proxy.txt') proxy = pl.random().address() print(proxy[1:-5]) from selenium.webdriver.chrome.options import Options # from selenium.webdriver.firefox.options import Options from selenium.webdriver.common.by import By from selenium.webdriver.common.proxy import Proxy, ProxyType prox = Proxy() prox.proxy_type = ProxyType.MANUAL prox.http_proxy = proxy prox.socks_proxy = proxy prox.ssl_proxy = proxy capabilities = webdriver.DesiredCapabilities.CHROME prox.add_to_capabilities(capabilities) # firefox_capabilities = DesiredCapabilities.FIREFOX # firefox_capabilities['marionette'] = True # firefox_capabilities['binary'] = '/usr/bin/firefox' # chrome_options = Options() # chrome_options.add_argument("user-data-dir=selenium")