def save(self, filename, mode): latestUrls = self.getLatestFreeURL() proxies, result = [], [] for url in latestUrls: try: proxies = self.getProxies(url) except: pass if proxies: result += proxies base.sava_result(filename, result, mode) print time.strftime("%Y-%m-%d %X", time.localtime()) + " | [西刺代理] - Proxy count is %d!" % len(result)
def save(self, filename, mode): latestUrls = self.getLatestFreeURL() result = [] for url in latestUrls: proxies = self.getProxies(url) if proxies: result += proxies else: break base.sava_result(filename, result, mode) print time.strftime( "%Y-%m-%d %X", time.localtime()) + " | [快代理] - Proxy count is %d!" % len(result)
def save(self, filename, mode): latestUrls = self.getLatestFreeURL(self.data.youdaili) result = [] for url in latestUrls: pageUrl = url[:-5] i = 1 while True: if i == 1: url = pageUrl + ".html" else: url = pageUrl + "_%d.html" % i proxies = self.getProxies(url) if proxies: result += proxies i += 1 else: break base.sava_result(filename, result, mode) print time.ctime() + " | 有代理 - Proxy count is %d!" % len(result)
def save(self, filename, mode): latestUrls = self.getLatestFreeURL(self.data.youdaili) proxies, result = [], [] for url in latestUrls: pageUrl = url[:-5] i = 1 while True: if i == 1: url = pageUrl + ".html" else: url = pageUrl + "_%d.html" % i try: proxies = self.getProxies(url) except: pass if proxies: result += proxies i += 1 base.sava_result(filename, result, mode) print time.strftime( "%Y-%m-%d %X", time.localtime()) + " | [有代理] - Proxy count is %d!" % len(result)