Exemplo n.º 1
0
 def add_to_queue(self, url, links, cid, cur_depth):
     '''
     Count found links (how many were added to queue).
     '''
     self.count_adds += len(links)
     MediaCrawler.add_to_queue(self, url, links, cid, cur_depth)
Exemplo n.º 2
0
 def add_to_queue(self, url, links, cid, cur_depth):
     '''
     Count found links (how many were added to queue).
     '''
     self.count_adds += len(links)
     MediaCrawler.add_to_queue(self, url, links, cid, cur_depth)
Exemplo n.º 3
0
 def __init__(self):
     MediaCrawler.__init__(self)
     self.count_adds = 0
     self.count_media = 0
     self.db_name = "test_tmp.db"
     self.print_messages = False
Exemplo n.º 4
0
 def __init__(self):
     MediaCrawler.__init__(self)
     self.count_adds = 0
     self.count_media = 0
     self.db_name = "test_tmp.db"
     self.print_messages = False