def run_test_on_checks(check, subcheck, dataset, info_arg, immu, write): """Run check for test case listed in dataset""" test_cases = getattr(dataset, 'checks', {}).get(subcheck, []) check_func = check.info.get("check_function") check_plugin_name = CheckPluginName(maincheckify(check.name)) for item, params, results_expected_raw in test_cases: print("Dataset item %r in check %r" % (item, check.name)) immu.register(params, 'params') with current_service( Service( item=item, check_plugin_name=check_plugin_name, description="unit test description", parameters={}, )): result = CheckResult(check.run_check(item, params, info_arg)) immu.test(' after check (%s): ' % check_func.__name__) result_expected = CheckResult(results_expected_raw) if write: new_entry = (item, params, result.raw_repr()) dataset.update_check_result(subcheck, new_entry) else: assertCheckResultsEqual(result, result_expected)
def check_discovered_result(check, discovery_result, info_arg, immu): """Run the check on all discovered items with the default parameters. We cannot validate the results, but at least make sure we don't crash. """ print("Check %r in check %r" % (discovery_result, check.name)) item = discovery_result.item params = get_merged_parameters(check, discovery_result.default_params) immu.register(params, 'params') raw_checkresult = check.run_check(item, params, info_arg) check_func = check.info.get("check_function") immu.test(' after check (%s): ' % check_func.__name__) cr = CheckResult(raw_checkresult) return (item, params, cr.raw_repr())
def run_test_on_checks(check, subcheck, dataset, info_arg, immu, write): """Run check for test case listed in dataset""" test_cases = getattr(dataset, 'checks', {}).get(subcheck, []) check_func = check.info.get("check_function") for item, params, results_expected_raw in test_cases: print("Dataset item %r in check %r" % (item, check.name)) immu.register(params, 'params') result_raw = check.run_check(item, params, info_arg) immu.test(' after check (%s): ' % check_func.__name__) result = CheckResult(result_raw) result_expected = CheckResult(results_expected_raw) if write: new_entry = (item, params, result.raw_repr()) dataset.update_check_result(subcheck, new_entry) else: assertCheckResultsEqual(result, result_expected)