예제 #1
0
 def main(self):
     n = 0  #初始化,第一次运行函数
     dw = Downloader(self.url)
     dw.GetHtml()
     parser = Parser(dw.GetHtml())
     self.list = parser.ReturnUrl()
     urlMa = UrlManager(parser.ReturnUrl())
     while n < 100:  #此处开始循环
         crawingurl = urlMa.print_2()[0]
         print(crawingurl)
         dw = Downloader(crawingurl)
         dw.GetHtml()
         parser = Parser(dw.GetHtml())
         print(parser.ReturnTitle())
         urlMa = UrlManager(parser.ReturnUrl())
         n = n + 1