def add_result(self, arg_ret_code):
my_tup = None
self.total_count += 1
Msg.dbg('Adding Simulation results, "%s"' % (str(self.sim_cmd)))
if arg_ret_code != 0:
# only need to create a tuple with the return code
Msg.dbg("Simulation Failed, return code: " + str(arg_ret_code))
self.failed_count += 1
my_tup = (1, arg_ret_code, self.curr_test_log, None, "FAIL")
else:
my_lines = None
try:
Msg.dbg("Attempting to Open: " + self.curr_test_log)
with open(self.curr_test_log, "r") as my_log:
Msg.dbg("File Open: " + self.curr_test_log)
my_lines = my_log.readlines()
Msg.dbg("Line %d: %s" % (len(my_lines), my_lines[-1]))
my_lastline = my_lines[-1]
my_segs = my_lastline.split()
my_num_instr = int(my_segs[0])
if my_num_instr < self.num_instr:
Msg.dbg(
"Simulation Success, return code = 0 and the "
"instruction limit was not reached"
)
my_tup = (
0,
arg_ret_code,
self.curr_test_log,
None,
"PASS",
)
else:
#
Msg.dbg("Simulation Failed, Instruction Limit Reached ")
self.failed_count += 1
my_tup = (
2,
arg_ret_code,
self.curr_test_log,
"Instruction Limit Reached: Failed at "
+ str(self.num_instr)
+ " Instructions ",
"FAIL",
)
except BaseException:
if Msg._debug():
traceback.print_exc(file=sys.stdout)
my_tup = (
arg_ret_code,
"Unsupported",
"Unable to Extract Test Failure Information",
"FAIL",
" ",
)
finally:
my_log.close()
self.results[self.curr_test_id] = my_tup
Msg.dbg("Results Tuple: " + str(my_tup))
self.curr_test_id = None
self.curr_test_log = None
def view(self, sum_level=SummaryLevel.Fail):
# Instruction Over Flow Failure Count
# print( "Regression::view() " )
from datetime import datetime
my_utcdt = datetime.utcnow()
my_file_name = (
PathUtils().include_trailing_path_delimiter(self.summary_dir)
+ "regression_summary_"
+ str(my_utcdt.year)
+ str(my_utcdt.month)
+ str(my_utcdt.day)
+ "-"
+ str(my_utcdt.hour)
+ str(my_utcdt.minute)
+ str(my_utcdt.second)
+ ".log"
)
print(my_file_name)
try:
my_ofile = None
myLines = []
# First try to open file
with open(my_file_name, "w") as my_ofile:
my_ofile.write("Date: " + str(my_utcdt.date()) + "\n")
my_ofile.write("Time: " + str(my_utcdt.time()) + "\n")
print("\n\n")
for my_key, my_val in self.results.items():
# print( str( my_val ))
my_line = (
my_val[4]
+ " - Test Name: "
+ my_key
+ ", Return Code: "
+ str(my_val[1])
+ ", Log File: "
+ my_val[2]
)
if my_val[3]:
my_line += my_val[3]
my_ofile.write(my_line + "\n")
if (
(sum_level > 2)
or ((sum_level == 1) and (my_val[0] == 2))
or ((sum_level == 2) and (my_val[0] in (1, 2)))
):
print(my_line)
my_ofile.write("Total Simulations: " + str(self.total_count) + "\n")
my_ofile.write("Total Fails: " + str(self.failed_count) + "\n")
if self.total_count > 0:
my_ofile.write(
"Success Rate: "
+ "{0:.2f}".format(
100 * (self.total_count - self.failed_count) / self.total_count
)
+ "%\n"
)
else:
my_ofile.write("Success Rate: 0.00%\n")
my_ofile.write("Test Suite Complete\n")
print("Total Simulations: " + str(self.total_count) + "\n")
print("Total Fails: " + str(self.failed_count) + "\n")
if self.total_count > 0:
print(
"Success Rate: "
+ "{0:.2f}".format(
100 * (self.total_count - self.failed_count) / self.total_count
)
+ "%"
)
else:
print("Success Rate: 0.00%")
print("Test Suite Complete\n")
except Exception as arg_ex:
if Msg._debug():
traceback.print_exception("Exception", arg_ex, None)
print("Error Processing Summary, " + str(arg_ex))
