Пример #1
0
    def run(self):
        import traceback
        from time import sleep

        from net import fetch

        sleep(1)

        while True:
            try:
                payload = self.pool.get(False, 9)
            except Empty:
                break

            try:
                payload = fetch(payload, dbi=self.dbi)
            except:
                print("\n***\nFetch Error")
                traceback.print_exc()
                self.pool.log_stats('error_fetch')
                self.pool.task_done()
                continue

            try:
                payload['cb'](payload, dbi=self.dbi, pool=self.pool)
            except:
                print("\n***\nUnhandled Parse Error")
                traceback.print_exc()
                self.pool.log_stats('error_unhandled')
                self.pool.task_done()
                continue

            self.pool.task_done()
Пример #2
0
  def run(self):
    import traceback
    from time import sleep

    from net import fetch

    sleep(1)

    while True:
      try: payload = self.pool.get(False, 9)
      except Empty: break

      try:
        payload = fetch(payload, dbi = self.dbi)
      except:
        # don't output fetch errors
        
        #print("\n***\nFetch Error")
        #traceback.print_exc()
        self.pool.log_stats('error_fetch')
        self.pool.task_done()
        continue

      try:
        payload['cb'](payload, dbi = self.dbi, pool = self.pool)
      except:
        print("\n***\nUnhandled Parse Error")
        traceback.print_exc()
        self.pool.log_stats('error_unhandled')
        self.pool.task_done()
        continue

      self.pool.task_done()