def run_benchmark(python_script_relative_path, benchmark, is_realizable) -> bool: cmd_args = _BENCHMARKS_DIR + benchmark exec_cmd = '{python3} {program} {args}'.format(python3=sys.executable, program=get_root_dir() + python_script_relative_path, args=cmd_args) result, out, err = execute_shell(exec_cmd) if (result != 0 and result != 1) or not is_empty_str(err): _failed('error while executing the command', exec_cmd, result, out, err) return False else: actual_is_realizable = result is 0 if is_realizable == actual_is_realizable: _ok(cmd_args) return True else: _failed( 'invalid realizability status(should be {status})'.format( status=['unrealizable', 'realizable'][is_realizable]), exec_cmd, result, out, err) return False
def run_benchmark(python_script_relative_path, benchmark, rc_expected, size_expected) -> bool: cmd_args = BENCHMARKS_DIR + benchmark exec_cmd = '{python3} {program} {args}'.format(python3=sys.executable, program=get_root_dir() + python_script_relative_path, args=cmd_args) result, out, err = execute_shell(exec_cmd) if not is_empty_str(err): _print_failed('error while executing the command', exec_cmd, result, out, err) return False else: size_actual = _extract_model_size(out) if result == rc_expected and (not size_expected or size_expected == size_actual): _print_ok(cmd_args) return True else: _print_failed('invalid exit status or model size: \n'\ ' rc_actual vs rc_expected: {rc_act} vs. {rc_exp}\n'\ ' size_actual vs size_expected: {size_act} vs. {size_exp}'. format(rc_act=result, rc_exp=rc_expected, size_act=size_actual, size_exp=size_expected), exec_cmd, result, out, err) return False
def run_benchmark(python_script_relative_path, benchmark, rc_expected) -> bool: cmd_args = _BENCHMARKS_DIR + benchmark exec_cmd = '{python3} {program} {args}'.format(python3=sys.executable, program=get_root_dir() + python_script_relative_path, args=cmd_args) result, out, err = execute_shell(exec_cmd) if not is_empty_str(err): _print_failed('error while executing the command', exec_cmd, result, out, err) return False else: if result == rc_expected: _print_ok(cmd_args) return True else: _print_failed('invalid exit status (actual != expected: {act} != {exp})'. format(act=result, exp=rc_expected), exec_cmd, result, out, err) return False
def run_benchmark(python_script_relative_path, benchmark, is_realizable) -> bool: cmd_args = _BENCHMARKS_DIR + benchmark exec_cmd = '{python3} {program} {args}'.format(python3=sys.executable, program=get_root_dir() + python_script_relative_path, args=cmd_args) result, out, err = execute_shell(exec_cmd) if (result != 0 and result != 1) or not is_empty_str(err): _failed('error while executing the command', exec_cmd, result, out, err) return False else: actual_is_realizable = result is 0 if is_realizable == actual_is_realizable: _ok(cmd_args) return True else: _failed('invalid realizability status(should be {status})'. format(status=['unrealizable', 'realizable'][is_realizable]), exec_cmd, result, out, err) return False
import sys from helpers.main_helper import get_root_dir from helpers.python_ext import is_empty_str from helpers.shell import execute_shell _BENCHMARKS_DIR = get_root_dir() + "benchmarks/" def _get_cmd_result(result, out, err): output = '-' * 20 + 'DETAILS' + '-' * 20 + '\n' + \ "output:" + out + '\n' + \ "error:" + err + '\n\n' + \ "result:" + str(result) + '\n\n' + \ '-' * 40 return output def _print_failed(reason, cmd_args, result, out, err): print() print(_get_cmd_result(result, out, err)) error_message = 'FAILED: \n{cmd_args}\n' \ 'REASON: {reason}'.format(cmd_args=cmd_args, reason=reason) print(error_message) print() def _print_ok(cmd_args): print('OK: ', cmd_args)
import sys from helpers.main_helper import get_root_dir from helpers.python_ext import is_empty_str from helpers.shell import execute_shell _BENCHMARKS_DIR = get_root_dir() + "benchmarks/" def _get_cmd_result(result, out, err): output = '-' * 20 + 'DETAILS' + '-' * 20 + '\n' + \ "output:" + out + '\n' + \ "error:" + err + '\n\n' + \ "result:" + str(result) + '\n\n' + \ '-' * 40 return output def _failed(reason, cmd_args, result, out, err): print() print(_get_cmd_result(result, out, err)) error_message = 'FAILED: \n{cmd_args}\n' \ 'REASON: {reason}'.format(cmd_args=cmd_args, reason=reason) print(error_message) print() def _ok(cmd_args): print('OK: ', cmd_args) def run_benchmark(python_script_relative_path, benchmark,