def add_to_queue(self, url, links, cid, cur_depth):
'''
Count found links (how many were added to queue).
'''
self.count_adds += len(links)
MediaCrawler.add_to_queue(self, url, links, cid, cur_depth)
def add_to_queue(self, url, links, cid, cur_depth):
'''
Count found links (how many were added to queue).
'''
self.count_adds += len(links)
MediaCrawler.add_to_queue(self, url, links, cid, cur_depth)
def __init__(self):
MediaCrawler.__init__(self)
self.count_adds = 0
self.count_media = 0
self.db_name = "test_tmp.db"
self.print_messages = False
def __init__(self):
MediaCrawler.__init__(self)
self.count_adds = 0
self.count_media = 0
self.db_name = "test_tmp.db"
self.print_messages = False