def test_update_retrieved(self): e = StaticEvaluation(self.ret, self.rel, self.universe) e.update_retrieved([6, 7]) assert_equal(len(e.tp), 3) assert_equal(len(e.fp), 4) assert_equal(len(e.tn), 12) assert_equal(len(e.fn), 1) assert_raises(ValueError, e.update_retrieved, [1]) # fp assert_raises(ValueError, e.update_retrieved, [3]) # tp assert_raises(ValueError, e.update_retrieved, ['a'])
def test_update_retrieved(self): e = StaticEvaluation(self.ret, self.rel, self.universe) e.update_retrieved([6, 7]) assert len(e.tp) == 3 assert len(e.fp) == 4 assert len(e.tn) == 12 assert len(e.fn) == 1 with pytest.raises(ValueError): e.update_retrieved([1]) # fp with pytest.raises(ValueError): e.update_retrieved([3]) # tp with pytest.raises(ValueError): e.update_retrieved(["a"])
def test_init(self): e = StaticEvaluation(self.ret, self.rel, self.universe) assert_equal(len(e.tp), 2) assert_equal(len(e.fp), 3) assert_equal(len(e.tn), 13) assert_equal(len(e.fn), 2) e_no_universe = StaticEvaluation(self.ret, self.rel) assert_equal(len(e.tp), len(e_no_universe.tp)) assert_equal(len(e.fp), len(e_no_universe.fp)) assert_equal(len(e.fn), len(e_no_universe.fn)) assert_equal(e_no_universe.tn, None) e_num_universe = StaticEvaluation( self.ret, self.rel, self.num_universe) assert_equal(len(e_num_universe.tp), 2) assert_equal(len(e_num_universe.fp), 3) assert_equal(len(e_num_universe.fn), 2) assert_equal(len(e_num_universe.tp), e_num_universe.num_tp) assert_equal(len(e_num_universe.fp), e_num_universe.num_fp) assert_equal(len(e_num_universe.fn), e_num_universe.num_fn) assert_equal(e_num_universe.num_tn, 13)
def test_init(self): e = StaticEvaluation(self.ret, self.rel, self.universe) assert len(e.tp) == 2 assert len(e.fp) == 3 assert len(e.tn) == 13 assert len(e.fn) == 2 e_no_universe = StaticEvaluation(self.ret, self.rel) assert len(e.tp) == len(e_no_universe.tp) assert len(e.fp) == len(e_no_universe.fp) assert len(e.fn) == len(e_no_universe.fn) assert e_no_universe.tn == None e_num_universe = StaticEvaluation(self.ret, self.rel, self.num_universe) assert len(e_num_universe.tp) == 2 assert len(e_num_universe.fp) == 3 assert len(e_num_universe.fn) == 2 assert len(e_num_universe.tp) == e_num_universe.num_tp assert len(e_num_universe.fp) == e_num_universe.num_fp assert len(e_num_universe.fn) == e_num_universe.num_fn assert e_num_universe.num_tn == 13
def test_update_retrieved_full(self): e = StaticEvaluation(relevant=range(5), universe=20) e.update_retrieved(range(10)) e.update_retrieved(range(10, 20)) assert_equal(e.num_tp, 5) assert_equal(e.num_fp, 15) assert_equal(e.num_fn, 0) assert_equal(e.num_tn, 0)
def test_update_retrieved_full(self): e = StaticEvaluation(relevant=range(5), universe=20) e.update_retrieved(range(10)) e.update_retrieved(range(10, 20)) assert e.num_tp == 5 assert e.num_fp == 15 assert e.num_fn == 0 assert e.num_tn == 0
def test_update_retrieved_num_universe(self): e = StaticEvaluation(self.ret, self.rel, self.num_universe) e.update_retrieved([6, 7]) assert len(e.tp) == 3 assert len(e.fp) == 4 assert len(e.fn) == 1 assert e.num_tp == 3 assert e.num_fp == 4 assert e.num_tn == 12 assert e.num_fn == 1 with pytest.raises(ValueError): e.update_retrieved([1]) # fp with pytest.raises(ValueError): e.update_retrieved([3]) # tp
def test_rel_larger_than_universe(self): StaticEvaluation([1, 2], range(11), 10)
def test_ret_larger_than_universe(self): StaticEvaluation(range(11), [2, 3], 10)
def test_rel_no_universe_subset(self): StaticEvaluation([1, 2], [2, 3, 'a'], range(10))
def test_rel_larger_than_universe(self): with pytest.raises(ValueError): StaticEvaluation([1, 2], range(11), 10)
def test_ret_larger_than_universe(self): with pytest.raises(ValueError): StaticEvaluation(range(11), [2, 3], 10)
def test_rel_no_universe_subset(self): with pytest.raises(ValueError): StaticEvaluation([1, 2], [2, 3, "a"], range(10))