def kuaidaili_pages(self): url = 'https://www.kuaidaili.com/free/inha/1/' html = scheduler.runGetHtml().get(url) soup = BeautifulSoup(html.text, 'html.parser') pages = soup.select('#listnav > ul > li > a')[-1].text return int(pages)
def jiangxianli(self): for url in self.jiangxianli_urls: scheduler.runParseHtml().parse_html_kuaidaili( scheduler.runGetHtml().get(url))
def ip3366(self): for url in self.ip3366_urls: scheduler.runParseHtml().parse_html_kuaidaili( scheduler.runGetHtml().get(url))
def ip89(self): for url in self.ip89_urls: scheduler.runParseHtml().parse_html_ip89( scheduler.runGetHtml().get(url))
def kuaiDaiLi(self): for url in self.kuaidaili_urls: scheduler.runParseHtml().parse_html_kuaidaili( scheduler.runGetHtml().get(url))
def xiLaDaiLi(self): for url in self.xiladaili_urls: scheduler.runParseHtml().parse_html_xiladaili( scheduler.runGetHtml().get(url))