def save(self, filename, mode):
latestUrls = self.getLatestFreeURL()
proxies, result = [], []
for url in latestUrls:
try:
proxies = self.getProxies(url)
except:
pass
if proxies:
result += proxies
base.sava_result(filename, result, mode)
print time.strftime("%Y-%m-%d %X", time.localtime()) + " | [西刺代理] - Proxy count is %d!" % len(result)
def save(self, filename, mode):
latestUrls = self.getLatestFreeURL()
result = []
for url in latestUrls:
proxies = self.getProxies(url)
if proxies:
result += proxies
else:
break
base.sava_result(filename, result, mode)
print time.strftime(
"%Y-%m-%d %X",
time.localtime()) + " | [快代理] - Proxy count is %d!" % len(result)
def save(self, filename, mode):
latestUrls = self.getLatestFreeURL(self.data.youdaili)
result = []
for url in latestUrls:
pageUrl = url[:-5]
i = 1
while True:
if i == 1:
url = pageUrl + ".html"
else:
url = pageUrl + "_%d.html" % i
proxies = self.getProxies(url)
if proxies:
result += proxies
i += 1
else:
break
base.sava_result(filename, result, mode)
print time.ctime() + " | 有代理 - Proxy count is %d!" % len(result)
def save(self, filename, mode):
latestUrls = self.getLatestFreeURL(self.data.youdaili)
proxies, result = [], []
for url in latestUrls:
pageUrl = url[:-5]
i = 1
while True:
if i == 1:
url = pageUrl + ".html"
else:
url = pageUrl + "_%d.html" % i
try:
proxies = self.getProxies(url)
except:
pass
if proxies:
result += proxies
i += 1
base.sava_result(filename, result, mode)
print time.strftime(
"%Y-%m-%d %X",
time.localtime()) + " | [有代理] - Proxy count is %d!" % len(result)