def test_ignores(self): gold = [1,1,1,2,2] pred = [1,0,1,2,1] score = accuracy_score(gold, pred) self.assertAlmostEqual(score, 0.6) score = accuracy_score(gold, pred, ignore_in_pred=[0]) self.assertAlmostEqual(score, 0.75) score = accuracy_score(gold, pred, ignore_in_gold=[1]) self.assertAlmostEqual(score, 0.5) score = accuracy_score(gold, pred, ignore_in_gold=[2], ignore_in_pred=[0]) self.assertAlmostEqual(score, 1.0)
def test_array_conversion(self): gold = torch.Tensor([1, 1, 1, 2, 2]) pred = np.array([1.0, 1.0, 1.0, 2.0, 1.0]) score = accuracy_score(gold, pred) self.assertAlmostEqual(score, 0.8)
def test_metric_score(self): gold = [1, 1, 1, 2, 2] pred = [1, 1, 1, 2, 1] acc = accuracy_score(gold, pred) met = metric_score(gold, pred, metric="accuracy") self.assertAlmostEqual(acc, met)
def test_accuracy_basic(self): gold = [1, 1, 1, 2, 2] pred = [1, 1, 1, 2, 1] score = accuracy_score(gold, pred) self.assertAlmostEqual(score, 0.8)