schema = Schema("schema.txt","evaluate.txt",mandator_fields)
mongo = MongoConnection()
main_logger.info("database drivers initiated successfully ...")
docs = mongo.get_docs()
threads = []
oracle_rows = []
docs_count = docs.count()
for doc in docs:
data = schema.pre_processing(doc)
if data:
oracle_rows.append(schema.checkout(data))
if len(oracle_rows) % INSERT_COUNT == 0:
check_threads(threads)
t = threading.Thread(target=oc.insert_many,args=(oracle_rows,),name=str(uuid.uuid1()))
threads.append(t)
t.start()
oracle_rows = []
if len(oracle_rows) > 0 :
t = threading.Thread(target=oc.insert_many,args=(oracle_rows,),name=str(uuid.uuid1()))
threads.append(t)
t.start()
#TODO: Insert connection log ids to disk
