def test_keys_and_weights(self, transform_y_a, transform_y_p,
transform_gid, transform_s_w):
a = "ABC"
b = "DEF"
c = "GHI"
z = "something_longer"
y_a = transform_y_a([0, 1, 1, 1, 0, 1, 1, 1])
y_p = transform_y_p([0, 1, 1, 1, 1, 0, 0, 1])
gid = transform_gid([a, z, a, b, b, c, c, c])
s_w = transform_s_w([1, 1, 1, 5, 5, 7, 7, 7])
grouped_metric_func = metrics.make_group_metric(mock_func_weight)
result = grouped_metric_func(y_a, y_p, gid, s_w)
assert result.overall == 28
assert len(result.by_group) == 4
assert result.by_group[a] == 1
assert result.by_group[b] == 5
assert result.by_group[c] == 21
assert result.by_group[z] == 1
assert result.minimum == 1
assert result.maximum == 21
assert result.argmin_set == {a, z}
assert result.argmax_set == {c}
assert result.range == 20
assert result.range_ratio == pytest.approx(1.0 / 21.0)
def test_smoke(self):
y_a = [0, 0, 1, 1, 0, 1, 1, 1]
y_p = [0, 1, 1, 1, 1, 0, 0, 1]
gid = [0, 0, 0, 0, 1, 1, 1, 1]
grouped_metric_func = metrics.make_group_metric(mock_func)
result = grouped_metric_func(y_a, y_p, gid)
assert result.overall == 5
assert len(result.by_group) == 2
assert result.by_group[0] == 2
assert result.by_group[1] == 3
assert metrics.group_min_from_summary(result) == 2
assert metrics.group_max_from_summary(result) == 3
assert metrics.difference_from_summary(result) == 1
assert metrics.ratio_from_summary(result) == pytest.approx(
0.66666666667)
def test_smoke(self):
y_a = [0, 0, 1, 1, 0, 1, 1, 1]
y_p = [0, 1, 1, 1, 1, 0, 0, 1]
gid = [0, 0, 0, 0, 1, 1, 1, 1]
grouped_metric_func = metrics.make_group_metric(mock_func)
result = grouped_metric_func(y_a, y_p, gid)
assert result.overall == 5
assert len(result.by_group) == 2
assert result.by_group[0] == 2
assert result.by_group[1] == 3
assert result.minimum == 2
assert result.maximum == 3
assert result.argmin_set == {0}
assert result.argmax_set == {1}
assert result.range == 1
assert result.range_ratio == pytest.approx(0.66666666667)
def test_keys_and_weights(self, transform_y_a, transform_y_p,
transform_gid, transform_s_w):
a = "ABC"
b = "DEF"
c = "GHI"
z = "something_longer"
y_a = transform_y_a([0, 1, 1, 1, 0, 1, 1, 1])
y_p = transform_y_p([0, 1, 1, 1, 1, 0, 0, 1])
gid = transform_gid([a, z, a, b, b, c, c, c])
s_w = transform_s_w([1, 1, 1, 5, 5, 7, 7, 7])
grouped_metric_func = metrics.make_group_metric(mock_func_weight)
result = grouped_metric_func(y_a, y_p, gid, sample_weight=s_w)
assert result.overall == 28
assert len(result.by_group) == 4
assert result.by_group[a] == 1
assert result.by_group[b] == 5
assert result.by_group[c] == 21
assert result.by_group[z] == 1
assert metrics.group_min_from_summary(result) == 1
assert metrics.group_max_from_summary(result) == 21
assert metrics.difference_from_summary(result) == 20
assert metrics.ratio_from_summary(result) == pytest.approx(1.0 / 21.0)