def test_typesize_is_set_correctly_with_custom_blosc_args():
a = np.array([1, 2, 3], dtype='uint8')
sink = CompressedMemorySink()
input_args = BloscArgs(clevel=9)
pack_ndarray(a, sink, blosc_args=input_args)
expected_args = BloscArgs(clevel=9, typesize=1)
nt.assert_equal(expected_args, sink.blosc_args)
def test_typesize_is_set_correctly_with_custom_blosc_args():
a = np.array([1, 2, 3], dtype='uint8')
sink = CompressedMemorySink()
input_args = BloscArgs(clevel=9)
pack_ndarray(a, sink, blosc_args=input_args)
expected_args = BloscArgs(clevel=9, typesize=1)
nt.assert_equal(expected_args, sink.blosc_args)
def roundtrip_numpy_file_pointers(ndarray):
sio = StringIO()
sink = CompressedFPSink(sio)
pack_ndarray(ndarray, sink)
sio.seek(0)
source = CompressedFPSource(sio)
b = unpack_ndarray(source)
return npt.assert_array_equal, ndarray, b
def roundtrip_numpy_file_pointers(ndarray):
sio = StringIO()
sink = CompressedFPSink(sio)
pack_ndarray(ndarray, sink)
sio.seek(0)
source = CompressedFPSource(sio)
b = unpack_ndarray(source)
return npt.assert_array_equal, ndarray, b
def test_roundtrip_numpy_file_pointers(self):
sio = StringIO()
sink = CompressedFPSink(sio)
pack_ndarray(self.a, sink)
sio.seek(0)
source = CompressedFPSource(sio)
b = unpack_ndarray(source)
npt.assert_array_equal(self.a, b)
def test_alternate_cname():
for cname, int_id in [
('blosclz', 0),
('lz4', 1),
('lz4hc', 1),
('snappy', 2),
('zlib', 3),
]:
blosc_args = BloscArgs(cname=cname)
array_ = np.linspace(0, 1, 2e6)
sink = CompressedMemorySink()
pack_ndarray(array_, sink, blosc_args=blosc_args)
blosc_header = decode_blosc_header(sink.chunks[0])
yield nt.assert_equal, blosc_header['flags'] >> 5, int_id
def test_alternate_cname():
for cname, int_id in [
('blosclz', 0),
('lz4', 1),
('lz4hc', 1),
('snappy', 2),
('zlib', 3),
]:
blosc_args = BloscArgs(cname=cname)
array_ = np.linspace(0, 1, 2e6)
sink = CompressedMemorySink()
pack_ndarray(array_, sink, blosc_args=blosc_args)
blosc_header = decode_blosc_header(sink.chunks[0])
yield nt.assert_equal, blosc_header['flags'] >> 5, int_id
def roundtrip_numpy_memory(ndarray):
sink = CompressedMemorySink()
pack_ndarray(ndarray, sink)
source = CompressedMemorySource(sink)
b = unpack_ndarray(source)
return npt.assert_array_equal, ndarray, b
def test_typesize_is_set_correctly_with_default_blosc_args():
a = np.array([1, 2, 3], dtype='uint8')
sink = CompressedMemorySink()
pack_ndarray(a, sink)
expected_args = BloscArgs(typesize=1)
nt.assert_equal(expected_args, sink.blosc_args)
def roundtrip_numpy_memory(ndarray):
sink = CompressedMemorySink()
pack_ndarray(ndarray, sink)
source = CompressedMemorySource(sink)
b = unpack_ndarray(source)
return npt.assert_array_equal, ndarray, b
def test_typesize_is_set_correctly_with_default_blosc_args():
a = np.array([1, 2, 3], dtype='uint8')
sink = CompressedMemorySink()
pack_ndarray(a, sink)
expected_args = BloscArgs(typesize=1)
nt.assert_equal(expected_args, sink.blosc_args)
def roundtrip_ndarray(ndarray):
sink = CompressedMemorySink()
pack_ndarray(ndarray, sink)
source = CompressedMemorySource(sink)
result = unpack_ndarray(source)
npt.assert_array_equal(ndarray, result)
def test_roundtrip_numpy_memory(self):
sink = CompressedMemorySink()
pack_ndarray(self.a, sink)
source = CompressedMemorySource(sink)
b = unpack_ndarray(source)
npt.assert_array_equal(self.a, b)
