def parse_every_documents(): # list otherwise mongodb will timeout if we stay in a query mode for document in list(Document.objects.filter(done=False)): if document.lachambre_id == 25: continue try: handle_document(document) except Exception, e: traceback.print_exc(file=sys.stdout) logger.error("/!\ %s didn't succed! Error: while reparsing document %s" % (document.lachambre_id, e)) irc("\x034%s didn't succed! Error: while reparsing document %s\x03" % (document.lachambre_id, e)) irc("Bram: entering ipdb shell") e, m, tb = sys.exc_info() from ipdb import post_mortem; post_mortem(tb)
def loop(): while True: for task in Task.objects.all(): if task.function in operations.keys(): logger.info("[x] Received %r, processing..." % task) try: perform_task(task) except Exception, e: traceback.print_exc(file=sys.stdout) logger.error("/!\ %s didn't succed! Error: %s" % (task, e)) irc("\x034%s didn't succed! Error: %s\x03" % (task, e)) irc("Bram: entering ipdb shell") e, m, tb = sys.exc_info() from ipdb import post_mortem; post_mortem(tb) else: logger.warn("/!\ unknow signal: %s" % task) task.delete() logger.info("[x] End, waiting for next event") sleep(3)
def loop(): while True: for task in Task.objects.all(): if task.function in operations.keys(): logger.info("[x] Received %r, processing..." % task) try: perform_task(task) except Exception, e: traceback.print_exc(file=sys.stdout) logger.error("/!\ %s didn't succed! Error: %s" % (task, e)) irc("\x034%s didn't succed! Error: %s\x03" % (task, e)) irc("Bram: entering ipdb shell") e, m, tb = sys.exc_info() from ipdb import post_mortem post_mortem(tb) else: logger.warn("/!\ unknow signal: %s" % task) task.delete() logger.info("[x] End, waiting for next event") sleep(3)
def die_if_got_not_accessed_keys(self): if self.get_not_accessed_keys(): logger.error("\nError: untreated sections:") irc("\nError: untreated sections:") for i in self.get_not_accessed_keys(): if isinstance(i, (str, unicode)): logger.error("* %s" % i) irc("* %s" % i.encode("Utf-8")) else: for j in i: logger.error(" * %s" % j) irc(" * %s" % j.encode("Utf-8")) logger.error("------------ stop ------------") irc("Bram: Error: dico got un-accessed keys, die") import sys sys.exit(1)