def extract_dandelion(db, dataset): mongo = MongoHC(db, dataset) docs = [doc for doc in mongo.get_doc_with_no_key('dandelion', order_by='id_doc')] for doc in docs: try: dan = get_entities_from_dandelion(doc['text']) logfun.info(dan['timestamp']) doc['dandelion'] = dan mongo.save_document(doc) except Exception, e: logfun.error(traceback.format_exc())
def extract_alchemy(db, dataset): mongo = MongoHC(db, dataset) docs = [doc for doc in mongo.get_doc_with_no_key('alchemy_response')] for doc in docs: try: entitySet, annotationsSorted, response = getAnnotation(doc['text']) doc['alchemy_response'] = response mongo.save_document(doc) except Exception, e: logfun.error("Something awful happened!") logfun.error(e) logfun.error(sys.exc_info()[2])
def extract_alchemy(db, dataset): mongo = MongoHC(db, dataset) docs = [doc for doc in mongo.get_doc_with_no_key('alchemy_response')] for doc in docs: try: entitySet,annotationsSorted,response = getAnnotation(doc['text']) doc['alchemy_response'] = response mongo.save_document(doc) except Exception, e: logfun.error("Something awful happened!") logfun.error(e) logfun.error(sys.exc_info()[2])
def extract_dandelion(db, dataset): mongo = MongoHC(db, dataset) docs = [ doc for doc in mongo.get_doc_with_no_key('dandelion', order_by='id_doc') ] for doc in docs: try: dan = get_entities_from_dandelion(doc['text']) logfun.info(dan['timestamp']) doc['dandelion'] = dan mongo.save_document(doc) except Exception, e: logfun.error(traceback.format_exc())