Esempio n. 1
0
 def run(self):
     page = 0
     while True:
         html_xpath = self.get_html(page)
         if html_xpath is None:
             break
         if page == 0:
             self.get_total(html_xpath)
         content_list = self.title_url(html_xpath)
         self.save_mongodb(content_list, page)
         page += 10
         time.sleep(Tools.sleep_seconds())
     print(f"此次一共抓取了{page}页数据")