def extract_dandelion(db, dataset):
mongo = MongoHC(db, dataset)
docs = [doc for doc in mongo.get_doc_with_no_key('dandelion',
order_by='id_doc')]
for doc in docs:
try:
dan = get_entities_from_dandelion(doc['text'])
logfun.info(dan['timestamp'])
doc['dandelion'] = dan
mongo.save_document(doc)
except Exception, e:
logfun.error(traceback.format_exc())
def extract_alchemy(db, dataset):
mongo = MongoHC(db, dataset)
docs = [doc for doc in mongo.get_doc_with_no_key('alchemy_response')]
for doc in docs:
try:
entitySet, annotationsSorted, response = getAnnotation(doc['text'])
doc['alchemy_response'] = response
mongo.save_document(doc)
except Exception, e:
logfun.error("Something awful happened!")
logfun.error(e)
logfun.error(sys.exc_info()[2])
def extract_alchemy(db, dataset):
mongo = MongoHC(db, dataset)
docs = [doc for doc in mongo.get_doc_with_no_key('alchemy_response')]
for doc in docs:
try:
entitySet,annotationsSorted,response = getAnnotation(doc['text'])
doc['alchemy_response'] = response
mongo.save_document(doc)
except Exception, e:
logfun.error("Something awful happened!")
logfun.error(e)
logfun.error(sys.exc_info()[2])
def extract_dandelion(db, dataset):
mongo = MongoHC(db, dataset)
docs = [
doc
for doc in mongo.get_doc_with_no_key('dandelion', order_by='id_doc')
]
for doc in docs:
try:
dan = get_entities_from_dandelion(doc['text'])
logfun.info(dan['timestamp'])
doc['dandelion'] = dan
mongo.save_document(doc)
except Exception, e:
logfun.error(traceback.format_exc())
