def index_bulk_DB_HYPERPARTISAN_TOOL_ELASTIC(): initial = time.time() testTool = IndexToolManager(indexName=str(hyperpartisan_db_name + '_bulk')) start = time.time() bulk = testTool.get_documents_DB_HYPERPARTISAN( hyperpartisan_articles_xml, hyperpartisan_ground_truth_xml) end = time.time() mylogger.info(f'get_documents_DB_HYPERPARTISAN {end - start}') mylogger.info(f'TOTAL documents DB_HYPERPARTISAN {len(bulk)}') start = time.time() bulkBody = testTool.bulkInsertGeneratorElastic(bulk) end = time.time() mylogger.info(f'bulkInsertGeneratorElastic {end - start}') start = time.time() testTool.bulkElastic(bulkBody) end = time.time() mylogger.info(f'bulkElastic {end - start}') start = time.time() testTool.refreshElastic() end = time.time() mylogger.info(f'refreshElastic {end - start}') final = time.time() mylogger.info( f'index_bulk_DB_HYPERPARTISAN_TOOL_ELASTIC: {final - initial}')
def index_bulk_DB_AUTHORPROF_TOOL_ELASTIC(): initial = time.time() testTool = IndexToolManager(indexName=str(authorprof_db_name + '_bulk')) start = time.time() bulk = testTool.get_documents_DB_AUTHORPROF(authorprof_xml_folder, authorprof_truth_txt) end = time.time() mylogger.info(f'get_documents_DB_AUTHORPROF {end - start}') mylogger.info(f'TOTAL documents DB_AUTHORPROF {len(bulk)}') start = time.time() bulkBody = testTool.bulkInsertGeneratorElastic(bulk) end = time.time() mylogger.info(f'bulkInsertGeneratorElastic {end - start}') start = time.time() testTool.bulkElastic(bulkBody) end = time.time() mylogger.info(f'bulkElastic {end - start}') start = time.time() testTool.refreshElastic() end = time.time() mylogger.info(f'refreshElastic {end - start}') final = time.time() mylogger.info(f'index_bulk_DB_AUTHORPROF_TOOL_ELASTIC: {final - initial}')