def main():
args = parse_args()
logger = build_logger(args.lfn, args.log)
with open(args.db_cred) as ifh:
db_cred = json.load(ifh)
conn = TessMongoConnection(db_cred['host'],
db_cred['port'],
db_cred['user'],
db_cred['password'],
db=db_cred['database'])
conn.create_indices()
with open(args.ingest) as ifh:
texts = [Text.json_decode(t) for t in json.load(ifh)]
for text in tqdm(texts):
logger.info(f'Starting ingest: {text.author}\t{text.title}')
try:
ingest_text(conn, text)
except KeyboardInterrupt:
logger.info('KeyboardInterrupt')
sys.exit(1)
# we want to catch all other errors and log them
except: # noqa: E722
logger.exception(f'Failed to ingest: {text.author}\t{text.title}')
logger.exception(traceback.format_exc())
def minipop(request, mini_greek_metadata, mini_latin_metadata):
conn = TessMongoConnection('localhost', 27017, None, None, 'minitess')
conn.create_indices()
for metadata in mini_greek_metadata:
text = Text.json_decode(metadata)
ingest_text(conn, text, enable_multitext=True)
for metadata in mini_latin_metadata:
text = Text.json_decode(metadata)
ingest_text(conn, text, enable_multitext=True)
yield conn
obliterate(conn)
def minipop(request, mini_greek_metadata, mini_latin_metadata):
conn = TessMongoConnection('localhost', 27017, None, None, 'minitess')
conn.create_indices()
for metadata in mini_greek_metadata:
text = Text.json_decode(metadata)
ingest_text(conn, text)
for metadata in mini_latin_metadata:
text = Text.json_decode(metadata)
ingest_text(conn, text)
yield conn
for coll_name in conn.connection.list_collection_names():
conn.connection.drop_collection(coll_name)
def main():
args = parse_args()
with open(args.db_cred) as ifh:
db_cred = json.load(ifh)
conn = TessMongoConnection(db_cred['host'],
db_cred['port'],
db_cred['user'],
db_cred['password'],
db=db_cred['database'])
conn.create_indices()
def main():
args = parse_args()
logger = build_logger(args.lfn, args.log)
with open(args.db_cred) as ifh:
db_cred = json.load(ifh)
conn = TessMongoConnection(db_cred['host'],
db_cred['port'],
db_cred['user'],
db_cred['password'],
db=db_cred['database'])
try:
logger.info('Indexing database')
conn.create_indices()
logger.info('Registering Greek to Latin Lemmata')
register_greek_to_latin_lemmata(conn)
except KeyboardInterrupt:
logger.info('KeyboardInterrupt')
sys.exit(1)
# we want to catch all other errors and log them
except: # noqa: E722
logger.exception('Failed initial set up of database')
logger.exception(traceback.format_exc())