def __init__(self):
super(TestRanking, self).__init__()
# Rank-based metrics: KendallTau, SpearmanRho, MeanReciprocalRank, ReciprocalRank
self.kendall = KendallTau()
self.kendall.load(self.GT_RANKING, self.TEST_RANKING)
self.spearman = SpearmanRho()
self.spearman.load(self.GT_RANKING, self.TEST_RANKING)
self.mrr = MeanReciprocalRank()
for elem in self.TEST_DECISION:
self.mrr.load(self.GT_DECISION, elem)
def test_RANK_MeanReciprocalRank_add_entry(self):
mrr = MeanReciprocalRank()
QUERY = 'invented'
mrr.load(self.GT_DECISION, QUERY)
assert_equal(mrr.compute(), 0.0)
def test_RANK_MeanReciprocalRank_load_ground_truth(self):
mrr = MeanReciprocalRank()
assert_raises(NotImplementedError, mrr.load_ground_truth,
self.GT_RANKING)
def test_RANK_MeanReciprocalRank_load_test(self):
mrr = MeanReciprocalRank()
assert_raises(NotImplementedError, mrr.load_test, self.TEST_RANKING)
def test_RANK_MeanReciprocalRank_load(self):
mrr = MeanReciprocalRank()
assert_raises(ValueError, mrr.load, self.GT_DECISION,
self.TEST_RANKING)
def test_RANK_MeanReciprocalRank_compute_one(self):
mrr = MeanReciprocalRank()
QUERY = 'instrumental'
assert_equal(mrr.compute(self.GT_DECISION, QUERY), 0.5)
