def test_key_error_scoring_mix_in_initialization(metrics, in_fold, oof,
holdout):
with pytest.raises(KeyError):
ScoringMixIn(metrics=metrics,
in_fold=in_fold,
oof=oof,
holdout=holdout)
def scoring_mix_in_fixture_0():
mixin = ScoringMixIn(metrics=dict(roc_auc=roc_auc_score, f1=f1_score),
do_score=True)
assert _get_mixin_data_types(mixin) == [["roc_auc",
"f1"], ["roc_auc", "f1"],
["roc_auc", "f1"]]
return mixin
def test_attribute_error_scoring_mix_in_initialization(metrics_map, in_fold, oof, holdout):
with pytest.raises(AttributeError):
ScoringMixIn(metrics_map=metrics_map, in_fold=in_fold, oof=oof, holdout=holdout)
def test_valid_scoring_mix_in_initialization_metrics_lists(metrics_map, in_fold, oof, holdout):
ScoringMixIn(metrics_map=metrics_map, in_fold=in_fold, oof=oof, holdout=holdout)
def test_valid_scoring_mix_in_initialization_metrics_map(metrics_map):
ScoringMixIn(metrics_map=metrics_map, in_fold=_in_fold, oof=_oof, holdout=_holdout)
def scoring_mix_in_fixture_2():
mixin = ScoringMixIn(metrics=["f1_score"], do_score=False)
assert _get_mixin_data_types(mixin) == [["f1_score"], ["f1_score"],
["f1_score"]]
return mixin
def scoring_mix_in_fixture_1():
mixin = ScoringMixIn(metrics=dict(roc_auc=roc_auc_score, f1=f1_score),
oof=["f1"],
holdout=None)
assert _get_mixin_data_types(mixin) == [["roc_auc", "f1"], ["f1"], []]
return mixin