def test_roc_auc(caplog):
"""Unit test of roc_auc_scorer"""
caplog.set_level(logging.INFO)
golds = np.array([[1], [0], [1], [0], [1], [0]])
gold_probs = np.array([[0.4, 0.6], [0.9, 0.1], [0.3, 0.7], [0.8, 0.2],
[0.1, 0.9], [0.6, 0.4]])
probs = np.array([[0.2, 0.8], [0.4, 0.6], [0.1, 0.9], [0.3, 0.7],
[0.3, 0.7], [0.8, 0.2]])
preds = np.array([[0.8], [0.6], [0.9], [0.7], [0.7], [0.2]])
metric_dict = roc_auc_scorer(golds, probs, None)
assert isequal(metric_dict, {"roc_auc": 0.9444444444444444})
metric_dict = roc_auc_scorer(gold_probs, probs, None)
assert isequal(metric_dict, {"roc_auc": 0.9444444444444444})
metric_dict = roc_auc_scorer(golds, preds, None)
assert isequal(metric_dict, {"roc_auc": 0.9444444444444444})
metric_dict = roc_auc_scorer(gold_probs, preds, None)
assert isequal(metric_dict, {"roc_auc": 0.9444444444444444})
golds = np.array([1, 1, 1, 1, 1, 1])
metric_dict = roc_auc_scorer(golds, probs, None)
assert isequal(metric_dict, {"roc_auc": float("nan")})
def test_roc_auc(caplog):
"""Unit test of roc_auc_scorer."""
caplog.set_level(logging.INFO)
metric_dict = roc_auc_scorer(GOLDS, PROBS, None)
assert isequal(metric_dict, {"roc_auc": 0.8333333333333333})
metric_dict = roc_auc_scorer(PROB_GOLDS, PROBS, None)
assert isequal(metric_dict, {"roc_auc": 0.8333333333333333})
metric_dict = roc_auc_scorer(GOLDS, UNARY_PROBS, None)
assert isequal(metric_dict, {"roc_auc": 0.8333333333333334})
metric_dict = roc_auc_scorer(
GOLDS.reshape(GOLDS.shape[0], 1),
UNARY_PROBS.reshape(UNARY_PROBS.shape[0], 1),
None,
)
assert isequal(metric_dict, {"roc_auc": 0.8333333333333334})
metric_dict = roc_auc_scorer(PROB_GOLDS, UNARY_PROBS, None)
assert isequal(metric_dict, {"roc_auc": 0.8333333333333334})
ALL_ONES = np.array([1, 1, 1, 1, 1, 1])
metric_dict = roc_auc_scorer(ALL_ONES, PROBS, None)
assert isequal(metric_dict, {"roc_auc": float("nan")})
