def parse_every_documents():
# list otherwise mongodb will timeout if we stay in a query mode
for document in list(Document.objects.filter(done=False)):
if document.lachambre_id == 25:
continue
try:
handle_document(document)
except Exception, e:
traceback.print_exc(file=sys.stdout)
logger.error("/!\ %s didn't succed! Error: while reparsing document %s" % (document.lachambre_id, e))
irc("\x034%s didn't succed! Error: while reparsing document %s\x03" % (document.lachambre_id, e))
irc("Bram: entering ipdb shell")
e, m, tb = sys.exc_info()
from ipdb import post_mortem; post_mortem(tb)
def loop():
while True:
for task in Task.objects.all():
if task.function in operations.keys():
logger.info("[x] Received %r, processing..." % task)
try:
perform_task(task)
except Exception, e:
traceback.print_exc(file=sys.stdout)
logger.error("/!\ %s didn't succed! Error: %s" % (task, e))
irc("\x034%s didn't succed! Error: %s\x03" % (task, e))
irc("Bram: entering ipdb shell")
e, m, tb = sys.exc_info()
from ipdb import post_mortem; post_mortem(tb)
else:
logger.warn("/!\ unknow signal: %s" % task)
task.delete()
logger.info("[x] End, waiting for next event")
sleep(3)
def loop():
while True:
for task in Task.objects.all():
if task.function in operations.keys():
logger.info("[x] Received %r, processing..." % task)
try:
perform_task(task)
except Exception, e:
traceback.print_exc(file=sys.stdout)
logger.error("/!\ %s didn't succed! Error: %s" % (task, e))
irc("\x034%s didn't succed! Error: %s\x03" % (task, e))
irc("Bram: entering ipdb shell")
e, m, tb = sys.exc_info()
from ipdb import post_mortem
post_mortem(tb)
else:
logger.warn("/!\ unknow signal: %s" % task)
task.delete()
logger.info("[x] End, waiting for next event")
sleep(3)
def die_if_got_not_accessed_keys(self):
if self.get_not_accessed_keys():
logger.error("\nError: untreated sections:")
irc("\nError: untreated sections:")
for i in self.get_not_accessed_keys():
if isinstance(i, (str, unicode)):
logger.error("* %s" % i)
irc("* %s" % i.encode("Utf-8"))
else:
for j in i:
logger.error(" * %s" % j)
irc(" * %s" % j.encode("Utf-8"))
logger.error("------------ stop ------------")
irc("Bram: Error: dico got un-accessed keys, die")
import sys
sys.exit(1)
def die_if_got_not_accessed_keys(self):
if self.get_not_accessed_keys():
logger.error("\nError: untreated sections:")
irc("\nError: untreated sections:")
for i in self.get_not_accessed_keys():
if isinstance(i, (str, unicode)):
logger.error("* %s" % i)
irc("* %s" % i.encode("Utf-8"))
else:
for j in i:
logger.error(" * %s" % j)
irc(" * %s" % j.encode("Utf-8"))
logger.error("------------ stop ------------")
irc("Bram: Error: dico got un-accessed keys, die")
import sys
sys.exit(1)
