def test_is_valid(self):
crawler = BugCrawler('http://dev.lamp/opencart/')
self.assertTrue(crawler.is_valid('http://dev.lamp/opencart/index.php?route=product/product&path=24&product_id=28'))
self.assertFalse(crawler.is_valid('http://dev.lamp/opencart/helloworld.jpg'))
def test_is_crawled(self):
crawler = BugCrawler('http://kodemall.com/demo')
crawler.crawled.update(['http://kodemall.com/demo/',
'http://kodemall.com/demo/rohitbegwani123/index.php?',
'http://kodemall.com/demo/rohitbegwani123/index.php?route=information/sitemap'])
self.assertTrue(crawler.is_crawled('http://kodemall.com/demo/rohitbegwani123/index.php?route=information/sitemap'))
def test_is_external_link(self):
crawler = BugCrawler('http://dev.lamp/opencart/')
self.assertTrue(crawler.is_external_link('http://www.google.com'))
self.assertTrue(crawler.is_external_link('https://www.google.com'))
