def kuaidaili_pages(self):
url = 'https://www.kuaidaili.com/free/inha/1/'
html = scheduler.runGetHtml().get(url)
soup = BeautifulSoup(html.text, 'html.parser')
pages = soup.select('#listnav > ul > li > a')[-1].text
return int(pages)
def jiangxianli(self):
for url in self.jiangxianli_urls:
scheduler.runParseHtml().parse_html_kuaidaili(
scheduler.runGetHtml().get(url))
def ip3366(self):
for url in self.ip3366_urls:
scheduler.runParseHtml().parse_html_kuaidaili(
scheduler.runGetHtml().get(url))
def ip89(self):
for url in self.ip89_urls:
scheduler.runParseHtml().parse_html_ip89(
scheduler.runGetHtml().get(url))
def kuaiDaiLi(self):
for url in self.kuaidaili_urls:
scheduler.runParseHtml().parse_html_kuaidaili(
scheduler.runGetHtml().get(url))
def xiLaDaiLi(self):
for url in self.xiladaili_urls:
scheduler.runParseHtml().parse_html_xiladaili(
scheduler.runGetHtml().get(url))