Beispiel #1
0
 def __init__(self):
     LocalProc.__init__(self,"lookup")
     self.scores = Scores()
     if settings.lookup_in:
         self.scores.read(settings.lookup_in)
     self.lookups = self.scores.count_lookups()
     self.halt = False
Beispiel #2
0
 def __init__(self):
     LocalProc.__init__(self, "lookup")
     self.scores = Scores()
     if settings.lookup_in:
         self.scores.read(settings.lookup_in)
     self.lookups = self.scores.count_lookups()
     self.halt = False
Beispiel #3
0
 def __init__(self, slave_id, todo, done):
     LocalProc.__init__(self, 'crawl', slave_id)
     self.twitter = TwitterResource()
     self.todo = todo
     self.done = done
Beispiel #4
0
 def __init__(self):
     LocalProc.__init__(self, "crawl")
     self.waiting = set()
     self.todo = multiprocessing.JoinableQueue(30)
     self.done = multiprocessing.Queue()
Beispiel #5
0
 def __init__(self, slave_id, todo, done):
     LocalProc.__init__(self,'crawl', slave_id)
     self.twitter = TwitterResource()
     self.todo = todo
     self.done = done
Beispiel #6
0
 def __init__(self):
     LocalProc.__init__(self,"crawl")
     self.waiting = set()
     self.todo = multiprocessing.JoinableQueue(30)
     self.done = multiprocessing.Queue()
Beispiel #7
0
 def __init__(self,slave_id):
     LocalProc.__init__(self,'lookup',slave_id)
     self.twitter = TwitterResource()
     self.gisgraphy = GisgraphyResource()
     self.orig_db = CouchDB(settings.couchdb_root+"orig_houtx")
Beispiel #8
0
 def __init__(self,slave_id):
     LocalProc.__init__(self,'lookup',slave_id)
     self.twitter = TwitterResource()
     self.gisgraphy = GisgraphyResource()
Beispiel #9
0
 def __init__(self, slave_id):
     LocalProc.__init__(self, 'lookup', slave_id)
     self.twitter = TwitterResource()
     self.gisgraphy = GisgraphyResource()
     self.orig_db = CouchDB(settings.couchdb_root + "orig_houtx")