def test_update_retrieved(self):
e = StaticEvaluation(self.ret, self.rel, self.universe)
e.update_retrieved([6, 7])
assert_equal(len(e.tp), 3)
assert_equal(len(e.fp), 4)
assert_equal(len(e.tn), 12)
assert_equal(len(e.fn), 1)
assert_raises(ValueError, e.update_retrieved, [1]) # fp
assert_raises(ValueError, e.update_retrieved, [3]) # tp
assert_raises(ValueError, e.update_retrieved, ['a'])
def test_update_retrieved(self):
e = StaticEvaluation(self.ret, self.rel, self.universe)
e.update_retrieved([6, 7])
assert len(e.tp) == 3
assert len(e.fp) == 4
assert len(e.tn) == 12
assert len(e.fn) == 1
with pytest.raises(ValueError):
e.update_retrieved([1]) # fp
with pytest.raises(ValueError):
e.update_retrieved([3]) # tp
with pytest.raises(ValueError):
e.update_retrieved(["a"])
def test_init(self):
e = StaticEvaluation(self.ret, self.rel, self.universe)
assert_equal(len(e.tp), 2)
assert_equal(len(e.fp), 3)
assert_equal(len(e.tn), 13)
assert_equal(len(e.fn), 2)
e_no_universe = StaticEvaluation(self.ret, self.rel)
assert_equal(len(e.tp), len(e_no_universe.tp))
assert_equal(len(e.fp), len(e_no_universe.fp))
assert_equal(len(e.fn), len(e_no_universe.fn))
assert_equal(e_no_universe.tn, None)
e_num_universe = StaticEvaluation(
self.ret, self.rel, self.num_universe)
assert_equal(len(e_num_universe.tp), 2)
assert_equal(len(e_num_universe.fp), 3)
assert_equal(len(e_num_universe.fn), 2)
assert_equal(len(e_num_universe.tp), e_num_universe.num_tp)
assert_equal(len(e_num_universe.fp), e_num_universe.num_fp)
assert_equal(len(e_num_universe.fn), e_num_universe.num_fn)
assert_equal(e_num_universe.num_tn, 13)
def test_init(self):
e = StaticEvaluation(self.ret, self.rel, self.universe)
assert len(e.tp) == 2
assert len(e.fp) == 3
assert len(e.tn) == 13
assert len(e.fn) == 2
e_no_universe = StaticEvaluation(self.ret, self.rel)
assert len(e.tp) == len(e_no_universe.tp)
assert len(e.fp) == len(e_no_universe.fp)
assert len(e.fn) == len(e_no_universe.fn)
assert e_no_universe.tn == None
e_num_universe = StaticEvaluation(self.ret, self.rel,
self.num_universe)
assert len(e_num_universe.tp) == 2
assert len(e_num_universe.fp) == 3
assert len(e_num_universe.fn) == 2
assert len(e_num_universe.tp) == e_num_universe.num_tp
assert len(e_num_universe.fp) == e_num_universe.num_fp
assert len(e_num_universe.fn) == e_num_universe.num_fn
assert e_num_universe.num_tn == 13
def test_update_retrieved_full(self):
e = StaticEvaluation(relevant=range(5), universe=20)
e.update_retrieved(range(10))
e.update_retrieved(range(10, 20))
assert_equal(e.num_tp, 5)
assert_equal(e.num_fp, 15)
assert_equal(e.num_fn, 0)
assert_equal(e.num_tn, 0)
def test_update_retrieved_full(self):
e = StaticEvaluation(relevant=range(5), universe=20)
e.update_retrieved(range(10))
e.update_retrieved(range(10, 20))
assert e.num_tp == 5
assert e.num_fp == 15
assert e.num_fn == 0
assert e.num_tn == 0
def test_update_retrieved_num_universe(self):
e = StaticEvaluation(self.ret, self.rel, self.num_universe)
e.update_retrieved([6, 7])
assert len(e.tp) == 3
assert len(e.fp) == 4
assert len(e.fn) == 1
assert e.num_tp == 3
assert e.num_fp == 4
assert e.num_tn == 12
assert e.num_fn == 1
with pytest.raises(ValueError):
e.update_retrieved([1]) # fp
with pytest.raises(ValueError):
e.update_retrieved([3]) # tp
def test_rel_larger_than_universe(self):
StaticEvaluation([1, 2], range(11), 10)
def test_ret_larger_than_universe(self):
StaticEvaluation(range(11), [2, 3], 10)
def test_rel_no_universe_subset(self):
StaticEvaluation([1, 2], [2, 3, 'a'], range(10))
def test_rel_larger_than_universe(self):
with pytest.raises(ValueError):
StaticEvaluation([1, 2], range(11), 10)
def test_ret_larger_than_universe(self):
with pytest.raises(ValueError):
StaticEvaluation(range(11), [2, 3], 10)
def test_rel_no_universe_subset(self):
with pytest.raises(ValueError):
StaticEvaluation([1, 2], [2, 3, "a"], range(10))
