Exemple #1
0
 def updateProxies(self):
     updated = False
     self._proxies = []
     requestText = Requests.getText(self.getUrl())
     if requestText != None:
         soup = BeautifulSoup(requestText, "html.parser")
         table = soup.find("table", {"id": "proxylisttable"})
         if table != None:
             soup = BeautifulSoup(str(table), "html.parser")
             tableBody = soup.find("tbody")
             if tableBody != None:
                 soup = BeautifulSoup(str(tableBody), "html.parser")
                 tableRows = soup.find_all("tr")
                 if tableRows != None:
                     for i in tableRows:
                         soup = BeautifulSoup(str(i), "html.parser")
                         rowColumns = soup.find_all("td")
                         if rowColumns != None and len(rowColumns) >= 5:
                             self._proxies.append(
                                 (str(rowColumns[0]) + ":" +
                                  str(rowColumns[1]) + "#" +
                                  str(rowColumns[2]) +
                                  "#" + str(rowColumns[4])).replace(
                                      "<td>", "").replace("</td>", ""))
                     updated = True
     if not updated:
         self._proxies = []