def test_decompress(self):
"""
tests the byte offset decompression on GPU
"""
ref, raw = self._create_test_data(shape=(2713, 2719), nexcept=2729)
size = numpy.prod(ref.shape)
try:
bo = byte_offset.ByteOffset(dec_size=size, profile=True)
except (RuntimeError, pyopencl.RuntimeError) as err:
logger.warning(err)
if sys.platform == "darwin":
raise unittest.SkipTest(
"Byte-offset decompression is known to be buggy on MacOS-CPU"
)
else:
raise err
t0 = time.time()
res_cy = fabio.compression.decByteOffset(raw)
t1 = time.time()
res_cl = bo(raw)
t2 = time.time()
delta_cy = abs(ref.ravel() - res_cy).max()
delta_cl = abs(ref.ravel() - res_cl.get()).max()
self.assertEqual(delta_cy, 0, "Checks fabio works")
self.assertEqual(delta_cl, 0, "Checks opencl works")
logger.debug("Global execution time: fabio %.3fms, OpenCL: %.3fms.",
1000.0 * (t1 - t0), 1000.0 * (t2 - t1))
bo.log_profile()
def test_encode_to_bytes_from_array(self):
"""Test byte offset compression to bytes from a pyopencl array.
"""
ref, raw = self._create_test_data(shape=(2713, 2719), nexcept=2729)
try:
bo = byte_offset.ByteOffset(profile=True)
except (RuntimeError, pyopencl.RuntimeError) as err:
logger.warning(err)
raise err
d_ref = pyopencl.array.to_device(bo.queue,
ref.astype(numpy.int32).ravel())
t0 = time.time()
res_fabio = fabio.compression.compByteOffset(ref)
t1 = time.time()
compressed_stream = bo.encode_to_bytes(d_ref)
t2 = time.time()
self.assertEqual(raw, compressed_stream)
logger.debug("Global execution time: fabio %.3fms, OpenCL: %.3fms.",
1000.0 * (t1 - t0), 1000.0 * (t2 - t1))
bo.log_profile()
def test_encode_to_array(self):
"""Test byte offset compression while providing an out array"""
ref, raw = self._create_test_data(shape=(2713, 2719), nexcept=2729)
try:
bo = byte_offset.ByteOffset(profile=True)
except (RuntimeError, pyopencl.RuntimeError) as err:
logger.warning(err)
raise err
# Test with out buffer too small
out = pyopencl.array.empty(bo.queue, (10, ), numpy.int8)
with self.assertRaises(ValueError):
bo.encode(ref, out)
# Test with out buffer too big
out = pyopencl.array.empty(bo.queue, (len(raw) + 10, ), numpy.int8)
compressed_array = bo.encode(ref, out)
# Get size from returned array
compressed_size = compressed_array.size
self.assertEqual(compressed_size, len(raw))
# Get data from out array, read it from bo object queue
out_bo_queue = out.with_queue(bo.queue)
compressed_stream = out_bo_queue.get().tostring()[:compressed_size]
self.assertEqual(raw, compressed_stream)
def test_many_decompress(self, ntest=10):
"""
tests the byte offset decompression on GPU, many images to ensure there
is not leaking in memory
"""
shape = (991, 997)
size = numpy.prod(shape)
ref, raw = self._create_test_data(shape=shape, nexcept=0, lam=100)
try:
bo = byte_offset.ByteOffset(len(raw), size, profile=True)
except (RuntimeError, pyopencl.RuntimeError) as err:
logger.warning(err)
if sys.platform == "darwin":
raise unittest.SkipTest(
"Byte-offset decompression is known to be buggy on MacOS-CPU"
)
else:
raise err
t0 = time.time()
res_cy = fabio.compression.decByteOffset(raw)
t1 = time.time()
res_cl = bo(raw)
t2 = time.time()
delta_cy = abs(ref.ravel() - res_cy).max()
delta_cl = abs(ref.ravel() - res_cl.get()).max()
self.assertEqual(delta_cy, 0, "Checks fabio works")
self.assertEqual(delta_cl, 0, "Checks opencl works")
logger.debug("Global execution time: fabio %.3fms, OpenCL: %.3fms.",
1000.0 * (t1 - t0), 1000.0 * (t2 - t1))
for i in range(ntest):
ref, raw = self._create_test_data(shape=shape,
nexcept=2729,
lam=200)
t0 = time.time()
res_cy = fabio.compression.decByteOffset(raw)
t1 = time.time()
res_cl = bo(raw)
t2 = time.time()
delta_cy = abs(ref.ravel() - res_cy).max()
delta_cl = abs(ref.ravel() - res_cl.get()).max()
self.assertEqual(delta_cy, 0, "Checks fabio works #%i" % i)
self.assertEqual(delta_cl, 0, "Checks opencl works #%i" % i)
logger.debug(
"Global execution time: fabio %.3fms, OpenCL: %.3fms.",
1000.0 * (t1 - t0), 1000.0 * (t2 - t1))
bo.log_profile(stats=True)
def test_many_encode(self, ntest=10):
"""Test byte offset compression with many image"""
shape = (991, 997)
ref, raw = self._create_test_data(shape=shape, nexcept=0, lam=100)
try:
bo = byte_offset.ByteOffset(profile=False)
except (RuntimeError, pyopencl.RuntimeError) as err:
logger.warning(err)
raise err
bo_durations = []
t0 = time.time()
res_fabio = fabio.compression.compByteOffset(ref)
t1 = time.time()
compressed_stream = bo.encode_to_bytes(ref)
t2 = time.time()
bo_durations.append(1000.0 * (t2 - t1))
self.assertEqual(raw, compressed_stream)
logger.debug("Global execution time: fabio %.3fms, OpenCL: %.3fms.",
1000.0 * (t1 - t0), 1000.0 * (t2 - t1))
for i in range(ntest):
ref, raw = self._create_test_data(shape=shape,
nexcept=2729,
lam=200)
t0 = time.time()
res_fabio = fabio.compression.compByteOffset(ref)
t1 = time.time()
compressed_stream = bo.encode_to_bytes(ref)
t2 = time.time()
bo_durations.append(1000.0 * (t2 - t1))
self.assertEqual(raw, compressed_stream)
logger.debug(
"Global execution time: fabio %.3fms, OpenCL: %.3fms.",
1000.0 * (t1 - t0), 1000.0 * (t2 - t1))
logger.debug("OpenCL execution time: Mean: %fms, Min: %fms, Max: %fms",
numpy.mean(bo_durations), numpy.min(bo_durations),
numpy.max(bo_durations))
def test_encode(self):
"""Test byte offset compression"""
ref, raw = self._create_test_data(shape=(2713, 2719), nexcept=2729)
try:
bo = byte_offset.ByteOffset(len(raw), ref.size, profile=True)
except (RuntimeError, pyopencl.RuntimeError) as err:
logger.warning(err)
raise err
t0 = time.time()
compressed_array = bo.encode(ref)
t1 = time.time()
compressed_stream = compressed_array.get().tostring()
self.assertEqual(raw, compressed_stream)
logger.debug("Global execution time: OpenCL: %.3fms.",
1000.0 * (t1 - t0))
bo.log_profile()
