sar_file = "/sar.csv" perf_file = "/perf.csv" sysconfig_file = "/sysConfig.csv" # Create DB file and empty it open(DBConstants.DB_NAME, 'w').close() # Data structures system_config = {} live_report_datasets = {} # ======================= DATA IMPORT ============================= if using_sysconfig: system_config = SysConfigParser().parse(path_to_reports + sysconfig_file) my_sut_config = SUTConfig() my_sut_config.set(system_config) else: my_sut_config = SUTConfig() my_sut_config.set_manual() sar_dataframe = SarParser().parse(path_to_reports + sar_file) perf_dataframe = PerfParser().parse(path_to_reports + perf_file) start_TS = sar_dataframe[Parser.TIMESTAMP_STR].iloc[0] end_TS = sar_dataframe[Parser.TIMESTAMP_STR].iloc[-1] # ======================= PERSIST DATA IN SQLITE ==================== conn = sqlite3.connect(DBConstants.DB_NAME) c = conn.cursor() sar_dataframe.to_sql(DBConstants.SAR_TABLE, conn, if_exists='append')