def test_results_one_vs_rest(self):
data = Table("lenses")
learners = [MajorityLearner()]
res = TestOnTestData(data[1::2], data[::2], learners=learners)
r1 = results_one_vs_rest(res, pos_index=0)
r2 = results_one_vs_rest(res, pos_index=1)
r3 = results_one_vs_rest(res, pos_index=2)
np.testing.assert_almost_equal(np.sum(r1.probabilities, axis=2), 1.0)
np.testing.assert_almost_equal(np.sum(r2.probabilities, axis=2), 1.0)
np.testing.assert_almost_equal(np.sum(r3.probabilities, axis=2), 1.0)
np.testing.assert_almost_equal(
r1.probabilities[:, :, 1] +
r2.probabilities[:, :, 1] +
r3.probabilities[:, :, 1],
1.0
)
self.assertEqual(r1.folds, res.folds)
self.assertEqual(r2.folds, res.folds)
self.assertEqual(r3.folds, res.folds)
np.testing.assert_equal(r1.row_indices, res.row_indices)
np.testing.assert_equal(r2.row_indices, res.row_indices)
np.testing.assert_equal(r3.row_indices, res.row_indices)
def test_results_one_vs_rest(self):
data = Table(test_filename("datasets/lenses.tab"))
learners = [MajorityLearner()]
res = TestOnTestData()(data[1::2], data[::2], learners=learners)
r1 = results_one_vs_rest(res, pos_index=0)
r2 = results_one_vs_rest(res, pos_index=1)
r3 = results_one_vs_rest(res, pos_index=2)
np.testing.assert_almost_equal(np.sum(r1.probabilities, axis=2), 1.0)
np.testing.assert_almost_equal(np.sum(r2.probabilities, axis=2), 1.0)
np.testing.assert_almost_equal(np.sum(r3.probabilities, axis=2), 1.0)
np.testing.assert_almost_equal(
r1.probabilities[:, :, 1] +
r2.probabilities[:, :, 1] +
r3.probabilities[:, :, 1],
1.0
)
self.assertEqual(r1.folds, res.folds)
self.assertEqual(r2.folds, res.folds)
self.assertEqual(r3.folds, res.folds)
np.testing.assert_equal(r1.row_indices, res.row_indices)
np.testing.assert_equal(r2.row_indices, res.row_indices)
np.testing.assert_equal(r3.row_indices, res.row_indices)
