def test_read_bitpacked(): results = np.empty(1000000, dtype=np.int32) with open(os.path.join(here, 'bitpack')) as f: for i, l in enumerate(f): if i > count: break raw, head, wid, res = eval(l) i = encoding.Numpy8(np.frombuffer(util.byte_buffer(raw), dtype=np.uint8)) o = encoding.Numpy32(results) encoding.read_bitpacked(i, head, wid, o) assert (res == o.so_far()).all()
def test_read_bitpacked(): results = np.empty(1000000, dtype=np.int32) with open(os.path.join(here, 'bitpack')) as f: for i, l in enumerate(f): if i > count: break raw, head, wid, res = eval(l) i = encoding.Numpy8(np.frombuffer(memoryview(raw), dtype=np.uint8)) o = encoding.Numpy32(results) encoding.read_bitpacked(i, head, wid, o) assert (res == o.so_far()).all()
def test_read_bitpacked(): results = np.empty(1000000, dtype=np.int32) with open(os.path.join(TEST_DATA, 'bitpack')) as f: for counter, l in enumerate(f): if counter > count: break raw, head, wid, res = eval(l) i = encoding.NumpyIO(raw) o = encoding.NumpyIO(results.view('uint8')) encoding.read_bitpacked(i, head, wid, o, itemsize=4) assert (res == results[:len(res)]).all() assert o.tell() == len(res) * 4
def test_bitpack(): for _ in range(10): values = np.random.randint(0, 15000, size=np.random.randint(10, 100), dtype=np.int32) width = encoding.width_from_max_int(values.max()) o = encoding.Numpy8(np.zeros(900, dtype=np.uint8)) writer.encode_bitpacked(values, width, o) o.loc = 0 head = encoding.read_unsigned_var_int(o) out = encoding.Numpy32(np.zeros(300, dtype=np.int32)) encoding.read_bitpacked(o, head, width, out) assert (values == out.so_far()[: len(values)]).all() assert out.so_far()[len(values) :].sum() == 0 # zero padding assert out.loc - len(values) < 8
def test_bitpack(): for _ in range(10): values = np.random.randint(0, 15000, size=np.random.randint(10, 100), dtype=np.int32) width = encoding.width_from_max_int(values.max()) o = encoding.Numpy8(np.zeros(900, dtype=np.uint8)) writer.encode_bitpacked(values, width, o) o.loc = 0 head = encoding.read_unsigned_var_int(o) out = encoding.Numpy32(np.zeros(300, dtype=np.int32)) encoding.read_bitpacked(o, head, width, out) assert (values == out.so_far()[:len(values)]).all() assert out.so_far()[len(values):].sum() == 0 # zero padding assert out.loc - len(values) < 8
def test_read_bitpacked_uint(): results = np.empty(1000000, dtype=np.uint8) with open(os.path.join(TEST_DATA, 'bitpack')) as f: for counter, l in enumerate(f): if counter > count: break raw, head, wid, res = eval(l) if wid > 7: continue print(wid) i = encoding.NumpyIO(raw) o = encoding.NumpyIO(results) encoding.read_bitpacked(i, head, wid, o, itemsize=1) assert (res == results[:len(res)]).all() assert o.tell() == len(res)