def test_get_metric_mapping(sandbox): with sandbox.db() as db: ret = get_metric_mapping(db) assert ( set(ret.keys()) == set(get_metric_ids(get_metric_parsers())), )
def test_get_metric_mapping(sandbox): with sandbox.db() as db: ret = get_metric_mapping(db) assert ( set(ret.keys()) == set(get_metric_ids(get_metric_parsers())) )
def test_returns_metrics_defined_in_tests_when_specified(): import tests metrics_in_tests = discover(tests, is_metric_cls) if not metrics_in_tests: raise AssertionError( 'Expected at least one metric in `tests` but found none', ) assert (metrics_in_tests == get_metric_parsers((tests, ), include_defaults=False))
def test_returns_metrics_defined_in_tests_when_specified(): import tests metrics_in_tests = discover(tests, is_metric_cls) if not metrics_in_tests: raise AssertionError( 'Expected at least one metric in `tests` but found none' ) assert ( metrics_in_tests == get_metric_parsers((tests,), include_defaults=False) )
def test_get_metric_parsers_returns_something(): assert len(get_metric_parsers()) > 0
def test_returns_no_metrics_when_defaults_are_off(): assert set() == get_metric_parsers(include_defaults=False)
def test_all_metric_parsers_have_possible_metrics(): for metric_parser_cls in get_metric_parsers(): assert metric_parser_cls().get_possible_metric_ids()
def test_all_metric_parsers_have_info(): for metric_parser_cls in get_metric_parsers(): assert metric_parser_cls().get_metrics_info()
def test_get_metric_mapping(sandbox): with sandbox.db() as db: ret = get_metric_mapping(db) expected = {m.name for m in get_metrics_info(get_metric_parsers())} assert set(ret) == expected