def validate_proxy(self): if (self.verbose): print("[*]Validating proxy...") try: ip = self.get_ip() ips = self.get_ip(True) except Exception as e: bcolors.printFail( ("[-]Error occured while validating proxy!\n" + str(e))) print("Press enter to continue, or ctrl+c to interrupt...") input() ip = "Unknown" ips = "Unknown" if (self.verbose): print("[*]Your IP is: " + str(self.myip) + "\n[*]Proxy(HTTP) ip is: " + str(ip) + "\n[*]Proxy(HTTPS) ip is: " + str(ips)) if (ip == self.myip): bcolors.printWarning( "[-]HTTP proxy error detected! Press enter to continue, or Ctrl+C to interrupt..." ) input() if (ips == self.myip): bcolors.printWarning( "[-]HTTP proxy error detected! Press enter to continue, or Ctrl+C to interrupt..." ) input()
def get_html(self, url): if (self.useproxy): self.proxyhandler.validate_proxy() req = urllib.request.Request(url, None, data.headers) tries = 0 while (self.retries == None or tries < self.retries): try: res = urllib.request.urlopen(req) self.cookie_jar.extract_cookies(res, req) src = res.read() break except urllib.error.HTTPError as e: if (e.code != 503): bcolors.printFail("[-]HTTP Error " + str(e) + " was raised!") return None if (self.useproxy): if (self.verbose): bcolors.printWarning( "[*]503 Error raised when acquiring search results! Updating proxy..." ) self.update_proxy() # If we have to retry, append current proxy to blacklist if (self.useproxy): # blacklists both proxies if error occured! self.proxyhandler.blacklist_current_proxy(True) tries += 1 return html.fromstring(str(src))
def get_html(self, url) : if (self.useproxy) : self.proxyhandler.validate_proxy() req = urllib.request.Request(url, None, data.headers) tries = 0 while (self.retries == None or tries < self.retries): try : res = urllib.request.urlopen(req) self.cookie_jar.extract_cookies(res, req) src = res.read() break except urllib.error.HTTPError as e: if (e.code != 503) : bcolors.printFail("[-]HTTP Error " + str(e) + " was raised!") return None if (self.useproxy) : if (self.verbose) : bcolors.printWarning("[*]503 Error raised when acquiring search results! Updating proxy...") self.update_proxy() # If we have to retry, append current proxy to blacklist if (self.useproxy) : # blacklists both proxies if error occured! self.proxyhandler.blacklist_current_proxy(True) tries += 1 return html.fromstring(str(src))
def validate_proxy(self) : if (self.verbose) : print("[*]Validating proxy...") try : ip = self.get_ip() ips = self.get_ip(True) except Exception as e: bcolors.printFail(("[-]Error occured while validating proxy!\n" + str(e))) print("Press enter to continue, or ctrl+c to interrupt...") input() ip = "Unknown" ips = "Unknown" if (self.verbose) : print("[*]Your IP is: " + str(self.myip) + "\n[*]Proxy(HTTP) ip is: " + str(ip) + "\n[*]Proxy(HTTPS) ip is: " + str(ips)) if (ip == self.myip) : bcolors.printWarning("[-]HTTP proxy error detected! Press enter to continue, or Ctrl+C to interrupt...") input() if (ips == self.myip) : bcolors.printWarning("[-]HTTP proxy error detected! Press enter to continue, or Ctrl+C to interrupt...") input()