def run(self): import traceback from time import sleep from net import fetch sleep(1) while True: try: payload = self.pool.get(False, 9) except Empty: break try: payload = fetch(payload, dbi=self.dbi) except: print("\n***\nFetch Error") traceback.print_exc() self.pool.log_stats('error_fetch') self.pool.task_done() continue try: payload['cb'](payload, dbi=self.dbi, pool=self.pool) except: print("\n***\nUnhandled Parse Error") traceback.print_exc() self.pool.log_stats('error_unhandled') self.pool.task_done() continue self.pool.task_done()
def run(self): import traceback from time import sleep from net import fetch sleep(1) while True: try: payload = self.pool.get(False, 9) except Empty: break try: payload = fetch(payload, dbi = self.dbi) except: # don't output fetch errors #print("\n***\nFetch Error") #traceback.print_exc() self.pool.log_stats('error_fetch') self.pool.task_done() continue try: payload['cb'](payload, dbi = self.dbi, pool = self.pool) except: print("\n***\nUnhandled Parse Error") traceback.print_exc() self.pool.log_stats('error_unhandled') self.pool.task_done() continue self.pool.task_done()