Example #1
0
def test_misclassification_names():
    c = criteria.Misclassification()
    c1 = criteria.TopKMisclassification(k=1)
    c5 = criteria.TopKMisclassification(k=5)
    assert c.name() == c1.name()
    assert c1.name() != c5.name()
    c22 = criteria.TopKMisclassification(k=22)
    assert "22" in c22.name()
Example #2
0
def test_top_k_misclassfication():
    predictions = np.array([0.1, 0.5, 0.7, 0.4])

    c = criteria.TopKMisclassification(k=1)
    assert c.is_adversarial(predictions, 0)
    assert c.is_adversarial(predictions, 1)
    assert not c.is_adversarial(predictions, 2)
    assert c.is_adversarial(predictions, 3)

    c = criteria.TopKMisclassification(k=2)
    assert c.is_adversarial(predictions, 0)
    assert not c.is_adversarial(predictions, 1)
    assert not c.is_adversarial(predictions, 2)
    assert c.is_adversarial(predictions, 3)