def test2ranker(self):
nbits = 100
ninst = 100
dm = 50
nact = 10
nc = 2
RDRandom.seed(23)
rn = rdit.InfoBitRanker(nbits, nc, rdit.InfoType.ENTROPY)
rn.SetMaskBits([63, 70, 15, 25, 10])
fps = []
na = 0
ni = 0
for i in range(ninst):
v = DataStructs.SparseBitVect(nbits)
for j in range(dm):
v.SetBit(RDRandom.randrange(0, nbits))
if (RDRandom.randrange(0, ninst) < nact):
na += 1
rn.AccumulateVotes(v, 1)
fps.append((v, 1))
else:
ni += 1
rn.AccumulateVotes(v, 0)
fps.append((v, 0))
res = rn.GetTopN(5)
ids = [int(x[0]) for x in res]
ids.sort()
self.assertTrue(ids == [10, 15, 25, 63, 70])
with self.assertRaisesRegexp(Exception, ""):
res = rn.GetTopN(10)
def test1ranker(self):
nbits = 100
ninst = 100
dm = 50
nact = 10
nc = 2
rn = rdit.InfoBitRanker(nbits, nc, rdit.InfoType.ENTROPY)
fps = []
na = 0
ni = 0
for i in range(ninst):
v = DataStructs.SparseBitVect(nbits)
for j in range(dm):
v.SetBit(RDRandom.randrange(0, nbits))
if (RDRandom.randrange(0, ninst) < nact):
na += 1
rn.AccumulateVotes(v, 1)
fps.append((v, 1))
else:
ni += 1
rn.AccumulateVotes(v, 0)
fps.append((v, 0))
res = rn.GetTopN(50)
rn2 = rdit.InfoBitRanker(nbits, nc)
for fp in fps:
rn2.AccumulateVotes(fp[0], fp[1])
res2 = rn2.GetTopN(50)
self.assertTrue((res == res2).all())
rn3 = rdit.InfoBitRanker(nbits, nc, rdit.InfoType.BIASENTROPY)
#rn3.SetBiasList([0])
for fp in fps:
rn3.AccumulateVotes(fp[0], fp[1])
res3 = rn3.GetTopN(50)
for i in range(50):
fan = res3[i, 2] / na
fin = res3[i, 3] / ni
self.assertTrue(fan > fin)
def test4Issue237(self):
inF = open(
os.path.join(RDConfig.RDBaseDir, 'Code', 'ML', 'InfoTheory',
'Wrap', 'testData', 'Issue237.pkl'), 'rb')
examples, avail, bias, nB, nPoss = cPickle.load(inF)
ranker = rdit.InfoBitRanker(nB, nPoss, rdit.InfoType.BIASENTROPY)
ranker.SetMaskBits(avail)
for ex in examples:
ranker.AccumulateVotes(ex[1], ex[-1])
# this dumps core on linux if the bug isn't fixed:
v = ranker.GetTopN(1)
self.failUnless(int(v[0][0]) == 12)
def test3Issue140(self):
nbits = 2
examples = [[0, 0, 0], [1, 1, 0], [0, 0, 1], [1, 1, 1]]
rn = rdit.InfoBitRanker(2, 2, rdit.InfoType.ENTROPY)
for example in examples:
act = example.pop(-1)
bv = DataStructs.ExplicitBitVect(2)
for i in range(2):
bv[i] = example[i]
rn.AccumulateVotes(bv, act)
try:
res = rn.GetTopN(1)
except Exception:
res = None
self.assertTrue(res is not None)
def test4Issue237(self):
with open(
os.path.join(RDConfig.RDBaseDir, 'Code', 'ML', 'InfoTheory',
'Wrap', 'testData', 'Issue237.pkl'), 'r') as inTF:
buf = inTF.read().replace('\r\n', '\n').encode('utf-8')
inTF.close()
with io.BytesIO(buf) as inF:
examples, avail, bias, nB, nPoss = pickle.load(inF,
encoding='bytes')
ranker = rdit.InfoBitRanker(nB, nPoss, rdit.InfoType.BIASENTROPY)
ranker.SetMaskBits(avail)
for ex in examples:
ranker.AccumulateVotes(ex[1], ex[-1])
# this dumps core on linux if the bug isn't fixed:
v = ranker.GetTopN(1)
self.assertTrue(int(v[0][0]) == 12)