def measure_TIME_INDEX_old():
mylogger.info('START OF TIME_INDEX MEASUREMENTS')
mylogger.info(str(datetime.datetime.now()))
initial = time.time()
mylogger.info('CLEANING DATABASES')
testTool = IndexToolManager(indexName=authorprof_db_name)
testTool.clean_default()
final = time.time()
mylogger.info(f'CLEANING FINISHED: {final - initial}')
mylogger.info('')
mylogger.info('DB_AUTHORPROF')
mylogger.info('')
index_DB_AUTHORPROF_TOOL_ARANGO()
mylogger.info('')
index_bulk_DB_AUTHORPROF_TOOL_ARANGO()
mylogger.info('')
index_DB_AUTHORPROF_TOOL_ELASTIC()
mylogger.info('')
index_bulk_DB_AUTHORPROF_TOOL_ELASTIC()
mylogger.info('')
index_bulk_DB_AUTHORPROF_TOOL_ZETTAIR()
mylogger.info('')
mylogger.info('')
mylogger.info('DB_BOTGENDER')
mylogger.info('')
index_DB_BOTGENDER_TOOL_ARANGO()
mylogger.info('')
index_bulk_DB_BOTGENDER_TOOL_ARANGO()
mylogger.info('')
index_DB_BOTGENDER_TOOL_ELASTIC()
mylogger.info('')
index_bulk_DB_BOTGENDER_TOOL_ELASTIC()
mylogger.info('')
index_bulk_DB_BOTGENDER_TOOL_ZETTAIR()
mylogger.info('')
mylogger.info('')
mylogger.info('DB_HYPERPARTISAN')
mylogger.info('')
index_DB_HYPERPARTISAN_TOOL_ARANGO()
mylogger.info('')
index_bulk_DB_HYPERPARTISAN_TOOL_ARANGO()
mylogger.info('')
index_DB_HYPERPARTISAN_TOOL_ELASTIC()
mylogger.info('')
index_bulk_DB_HYPERPARTISAN_TOOL_ELASTIC()
mylogger.info('')
index_bulk_DB_HYPERPARTISAN_TOOL_ZETTAIR()
mylogger.info('')
mylogger.info(str(datetime.datetime.now()))
mylogger.info('END OF TIME_INDEX MEASUREMENTS')
def measure_TIME_INDEX(normal=False, clean=False):
mylogger.info('START OF TIME_INDEX MEASUREMENTS')
exp_id = str(datetime.datetime.now())
mylogger.info(exp_id)
initial = time.time()
if (clean):
mylogger.info('CLEANING DATABASES')
testTool = IndexToolManager(indexName=authorprof_db_name)
testTool.clean_default()
final = time.time()
mylogger.info(f'CLEANING FINISHED: {final - initial}')
tools = ['arango', 'elastic', 'zettair']
# tools = ['zettair']
dbs = [
'authorprof', 'botgender', 'hyperpartisan', 'hyperpartisan_split_42'
]
dbs = ['authorprof', 'hyperpartisan', 'hyperpartisan_split_42']
# dbs = ['authorprof']
for db in dbs:
mylogger.info('')
mylogger.info('DB_' + db)
for tool in tools:
if (normal and tool != 'zettair'):
index(idx_type='normal',
db=db,
tool=tool,
db_name=db,
exp_id=exp_id)
index(idx_type='bulk',
db=db,
tool=tool,
db_name=str(db + '_bulk'),
exp_id=exp_id)
mylogger.info(str(datetime.datetime.now()))
mylogger.info('END OF TIME_INDEX MEASUREMENTS')
