def main(args, save_folder):
results, trial_id_list, experiment_data = score.cal_report_results(args.id)
main_grid(results['real_time'], results['GFLOPS'], save_folder,
'Score (in GFLOPS).png')
main_grid(results['real_time'], results['Error'], save_folder,
'Error(%).png')
main_grid(results['real_time'], results['Score'], save_folder,
'Regulated Score (in GFLOPS).png')
errorth = 30.0
logs = "======================================================================\n"
if float(results['Error'][-1]) > errorth:
logs += "!!! Test failed due to low accuracy !!!\n"
logs += "Final Score : " + str(
np.mean(np.array(results['GFLOPS'][-1],
dtype='float64'))) + ' GFLOPS\n'
logs += "Final Regulated Score : " + str(
np.mean(np.array(results['Score'][-1], dtype='float64'))) + ' GFLOPS\n'
internal_log = save_log.display_log(results)
logs += internal_log
print(logs)
logs += str(results)
logs += "\n----------------------------------------------------------------------\n"
with open(os.path.join(save_folder, 'results.txt'), 'w') as txtfile:
txtfile.write(logs)
return results, trial_id_list, experiment_data
def main(args, save_folder):
results, trial_id_list, experiment_data = score.cal_report_results(args.id)
main_grid(results['real_time'], results['PFLOPS'], save_folder, 'Score (in PFLOPS).png')
main_grid(results['real_time'], results['Error'], save_folder, 'Error(%).png')
main_grid(results['real_time'], results['Score'], save_folder, 'Regulated Score (in PFLOPS).png')
errorth = 35.0
timeth = 6
logs = "======================================================================\n"
if float(results['Error'][-1]) > errorth:
logs += "!!! Test failed due to low accuracy !!!\n"
elif float(results['real_time'][-1]) < timeth:
logs += "!!! Test failed without running enough time !!!\n"
if len(results['real_time']) > timeth:
avepflops = np.mean(np.array(results['PFLOPS'], dtype='float32')[timeth:])
logs += "Average Score (" + str(timeth) + "H - " + str(len(results['real_time'])) + "H) : " + str(avepflops) + ' PFLOPS\n'
logs += "Final Score : " + str(results['PFLOPS'][-1]) + ' PFLOPS\n'
avescore = np.mean(np.array(results['Score'], dtype='float32')[timeth:])
logs += "Average Regulated Score (" + str(timeth) + "H - " + str(len(results['real_time'])) + "H) : " + str(avescore) + ' PFLOPS\n'
logs += "Final Regulated Score : " + str(results['Score'][-1]) + ' PFLOPS\n'
else:
avepflops = 0
logs += "Average Score (" + str(timeth) + "H - ~H) : " + str(avepflops) + ' PFLOPS\n'
logs += "Final Score : " + str(results['PFLOPS'][-1]) + ' PFLOPS\n'
avescore = 0
logs += "Average Regulated Score (" + str(timeth) + "H - ~H) : " + str(avescore) + ' PFLOPS\n'
logs += "Final Regulated Score : " + str(results['Score'][-1]) + ' PFLOPS\n'
internal_log = save_log.display_log(results)
logs += internal_log
print(logs)
with open(os.path.join(save_folder, 'results.txt'), 'w') as txtfile:
txtfile.write(logs)
return results, trial_id_list, experiment_data