def main(args, save_folder): results, trial_id_list, experiment_data = score.cal_report_results(args.id) main_grid(results['real_time'], results['GFLOPS'], save_folder, 'Score (in GFLOPS).png') main_grid(results['real_time'], results['Error'], save_folder, 'Error(%).png') main_grid(results['real_time'], results['Score'], save_folder, 'Regulated Score (in GFLOPS).png') errorth = 30.0 logs = "======================================================================\n" if float(results['Error'][-1]) > errorth: logs += "!!! Test failed due to low accuracy !!!\n" logs += "Final Score : " + str( np.mean(np.array(results['GFLOPS'][-1], dtype='float64'))) + ' GFLOPS\n' logs += "Final Regulated Score : " + str( np.mean(np.array(results['Score'][-1], dtype='float64'))) + ' GFLOPS\n' internal_log = save_log.display_log(results) logs += internal_log print(logs) logs += str(results) logs += "\n----------------------------------------------------------------------\n" with open(os.path.join(save_folder, 'results.txt'), 'w') as txtfile: txtfile.write(logs) return results, trial_id_list, experiment_data
def main(args, save_folder): results, trial_id_list, experiment_data = score.cal_report_results(args.id) main_grid(results['real_time'], results['PFLOPS'], save_folder, 'Score (in PFLOPS).png') main_grid(results['real_time'], results['Error'], save_folder, 'Error(%).png') main_grid(results['real_time'], results['Score'], save_folder, 'Regulated Score (in PFLOPS).png') errorth = 35.0 timeth = 6 logs = "======================================================================\n" if float(results['Error'][-1]) > errorth: logs += "!!! Test failed due to low accuracy !!!\n" elif float(results['real_time'][-1]) < timeth: logs += "!!! Test failed without running enough time !!!\n" if len(results['real_time']) > timeth: avepflops = np.mean(np.array(results['PFLOPS'], dtype='float32')[timeth:]) logs += "Average Score (" + str(timeth) + "H - " + str(len(results['real_time'])) + "H) : " + str(avepflops) + ' PFLOPS\n' logs += "Final Score : " + str(results['PFLOPS'][-1]) + ' PFLOPS\n' avescore = np.mean(np.array(results['Score'], dtype='float32')[timeth:]) logs += "Average Regulated Score (" + str(timeth) + "H - " + str(len(results['real_time'])) + "H) : " + str(avescore) + ' PFLOPS\n' logs += "Final Regulated Score : " + str(results['Score'][-1]) + ' PFLOPS\n' else: avepflops = 0 logs += "Average Score (" + str(timeth) + "H - ~H) : " + str(avepflops) + ' PFLOPS\n' logs += "Final Score : " + str(results['PFLOPS'][-1]) + ' PFLOPS\n' avescore = 0 logs += "Average Regulated Score (" + str(timeth) + "H - ~H) : " + str(avescore) + ' PFLOPS\n' logs += "Final Regulated Score : " + str(results['Score'][-1]) + ' PFLOPS\n' internal_log = save_log.display_log(results) logs += internal_log print(logs) with open(os.path.join(save_folder, 'results.txt'), 'w') as txtfile: txtfile.write(logs) return results, trial_id_list, experiment_data