def test_recall_evaluator_no_matches():
matches_ids = []
desired_ids = [1, 0, 20, 30, 40]
evaluator = RecallEvaluator(eval_at=2)
assert evaluator.evaluate(actual=matches_ids, desired=desired_ids) == 0.0
assert evaluator._running_stats._n == 1
np.testing.assert_almost_equal(evaluator.mean, 0.0)
def test_recall_evaluator(eval_at, expected):
matches_ids = [0, 1, 2, 3, 4]
desired_ids = [1, 0, 20, 30, 40]
evaluator = RecallEvaluator(eval_at=eval_at)
assert evaluator.evaluate(actual=matches_ids, desired=desired_ids) == expected
assert evaluator._running_stats._n == 1
np.testing.assert_almost_equal(evaluator.mean, expected)
def test_recall_evaluator_average(eval_at, expected_first):
matches_ids = [[0, 1, 2, 3, 4], [0, 1, 2, 3, 4], [0, 1, 2, 3, 4]]
desired_ids = [[1, 0, 20, 30, 40], [-1, -1, -1, -1, -1], [-1, -1, -1, -1, -1]]
evaluator = RecallEvaluator(eval_at=eval_at)
assert evaluator.evaluate(actual=matches_ids[0], desired=desired_ids[0]) == expected_first
assert evaluator.evaluate(actual=matches_ids[1], desired=desired_ids[1]) == 0.0
assert evaluator.evaluate(actual=matches_ids[2], desired=desired_ids[2]) == 0.0
assert evaluator._running_stats._n == 3
np.testing.assert_almost_equal(evaluator.mean, expected_first / 3)
def test_recall_evaluator(eval_at, expected):
matches_ids = [0, 1, 2, 3, 4]
groundtruth_ids = [1, 0, 20, 30, 40]
evaluator = RecallEvaluator(eval_at=eval_at)
assert evaluator.evaluate(matches_ids=matches_ids,
groundtruth_ids=groundtruth_ids) == expected
assert evaluator.num_documents == 1
assert evaluator.sum == expected
assert evaluator.avg == expected
def test_recall_evaluator_no_matches():
matches_ids = []
groundtruth_ids = [1, 0, 20, 30, 40]
evaluator = RecallEvaluator(eval_at=2)
assert evaluator.evaluate(matches_ids=matches_ids,
groundtruth_ids=groundtruth_ids) == 0.0
assert evaluator.num_documents == 1
assert evaluator.sum == 0.0
assert evaluator.avg == 0.0
def test_recall_evaluator_average(eval_at, expected_first):
matches_ids = [[0, 1, 2, 3, 4], [0, 1, 2, 3, 4], [0, 1, 2, 3, 4]]
groundtruth_ids = [[1, 0, 20, 30, 40], [-1, -1, -1, -1, -1],
[-1, -1, -1, -1, -1]]
evaluator = RecallEvaluator(eval_at=eval_at)
assert evaluator.evaluate(
matches_ids=matches_ids[0],
groundtruth_ids=groundtruth_ids[0]) == expected_first
assert evaluator.evaluate(matches_ids=matches_ids[1],
groundtruth_ids=groundtruth_ids[1]) == 0.0
assert evaluator.evaluate(matches_ids=matches_ids[2],
groundtruth_ids=groundtruth_ids[2]) == 0.0
assert evaluator.num_documents == 3
assert evaluator.sum == expected_first
assert evaluator.avg == expected_first / 3