Пример #1
0
 def robots_test(self):
     crawler = Crawler(self.test_url, 1)
     self.assertTrue(self.robot_path and self.robot_url
                     not in crawler.extract_links(self.test_url))
Пример #2
0
 def extract_test(self):
     crawler = Crawler(self.test_url, 1)
     extracted_urls = crawler.extract_links(self.test_url)
     self.assertTrue(len(extracted_urls) > 0)