Example #1
0
File: pipes.py Project: vrde/harvey
 def do(self):
     origin, urls = self.queue.get()
     timeit(self.frontier.add, origin, origin, urls)
Example #2
0
File: pipes.py Project: vrde/harvey
 def do(self):
     origin, urls = self.queue.get()
     timeit(self.frontier.add, origin, origin, urls)
Example #3
0
File: pipes.py Project: vrde/harvey
 def do(self):
     url = timeit(self.frontier.pop, 'feeder')
     if not url:
         sleep(5)
     else:
         self.queue.put(url)
Example #4
0
File: pipes.py Project: vrde/harvey
 def do(self):
     url = timeit(self.frontier.pop, 'feeder')
     if not url:
         sleep(5)
     else:
         self.queue.put(url)