def test_read_bitpacked():
results = np.empty(1000000, dtype=np.int32)
with open(os.path.join(here, 'bitpack')) as f:
for i, l in enumerate(f):
if i > count:
break
raw, head, wid, res = eval(l)
i = encoding.Numpy8(np.frombuffer(util.byte_buffer(raw), dtype=np.uint8))
o = encoding.Numpy32(results)
encoding.read_bitpacked(i, head, wid, o)
assert (res == o.so_far()).all()
def test_read_bitpacked():
results = np.empty(1000000, dtype=np.int32)
with open(os.path.join(here, 'bitpack')) as f:
for i, l in enumerate(f):
if i > count:
break
raw, head, wid, res = eval(l)
i = encoding.Numpy8(np.frombuffer(memoryview(raw), dtype=np.uint8))
o = encoding.Numpy32(results)
encoding.read_bitpacked(i, head, wid, o)
assert (res == o.so_far()).all()
def test_read_bitpacked():
results = np.empty(1000000, dtype=np.int32)
with open(os.path.join(TEST_DATA, 'bitpack')) as f:
for counter, l in enumerate(f):
if counter > count:
break
raw, head, wid, res = eval(l)
i = encoding.NumpyIO(raw)
o = encoding.NumpyIO(results.view('uint8'))
encoding.read_bitpacked(i, head, wid, o, itemsize=4)
assert (res == results[:len(res)]).all()
assert o.tell() == len(res) * 4
def test_bitpack():
for _ in range(10):
values = np.random.randint(0, 15000, size=np.random.randint(10, 100), dtype=np.int32)
width = encoding.width_from_max_int(values.max())
o = encoding.Numpy8(np.zeros(900, dtype=np.uint8))
writer.encode_bitpacked(values, width, o)
o.loc = 0
head = encoding.read_unsigned_var_int(o)
out = encoding.Numpy32(np.zeros(300, dtype=np.int32))
encoding.read_bitpacked(o, head, width, out)
assert (values == out.so_far()[: len(values)]).all()
assert out.so_far()[len(values) :].sum() == 0 # zero padding
assert out.loc - len(values) < 8
def test_bitpack():
for _ in range(10):
values = np.random.randint(0, 15000, size=np.random.randint(10, 100),
dtype=np.int32)
width = encoding.width_from_max_int(values.max())
o = encoding.Numpy8(np.zeros(900, dtype=np.uint8))
writer.encode_bitpacked(values, width, o)
o.loc = 0
head = encoding.read_unsigned_var_int(o)
out = encoding.Numpy32(np.zeros(300, dtype=np.int32))
encoding.read_bitpacked(o, head, width, out)
assert (values == out.so_far()[:len(values)]).all()
assert out.so_far()[len(values):].sum() == 0 # zero padding
assert out.loc - len(values) < 8
def test_read_bitpacked_uint():
results = np.empty(1000000, dtype=np.uint8)
with open(os.path.join(TEST_DATA, 'bitpack')) as f:
for counter, l in enumerate(f):
if counter > count:
break
raw, head, wid, res = eval(l)
if wid > 7:
continue
print(wid)
i = encoding.NumpyIO(raw)
o = encoding.NumpyIO(results)
encoding.read_bitpacked(i, head, wid, o, itemsize=1)
assert (res == results[:len(res)]).all()
assert o.tell() == len(res)
