def test_dense_stream(lazy):
arr = np.random.randint(0, 65535, size=(2, 3, 4, 5)).astype("uint16")
stream = array_to_stream(arr)
if lazy:
arrs = stream_to_sparse_COO_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
arrs = arrs.compute()
assert (arrs == arr).all()
else:
arrs = stream_to_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
assert (arrs == arr).all()
def test_empty_stream(lazy):
arr = np.zeros((2, 3, 4, 5), dtype="uint16")
stream = array_to_stream(arr)
if lazy:
arrs = stream_to_sparse_COO_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
arrs = arrs.compute()
assert not arrs.any()
else:
arrs = stream_to_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
assert not arrs.any()
def test_empty_stream(lazy):
arr = np.zeros((2, 3, 4, 5), dtype="uint16")
stream = array_to_stream(arr)
if lazy:
arrs = da.from_array(stream_to_sparse_COO_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2), chunks=(1, 1, 2, 5))
arrs = arrs.compute()
assert not arrs.any()
else:
arrs = stream_to_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
assert not arrs.any()
def test_dense_stream(lazy):
arr = np.random.randint(0, 65535, size=(2, 3, 4, 5)).astype("uint16")
stream = array_to_stream(arr)
if lazy:
arrs = da.from_array(stream_to_sparse_COO_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2), chunks=(1, 1, 2, 5))
arrs = arrs.compute()
assert (arrs == arr).all()
else:
arrs = stream_to_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
assert (arrs == arr).all()
def test_sparse_stream(lazy):
arr = np.zeros((2, 3, 4, 5), dtype="uint16")
arr[0, 0, 0, 0] = 1
arr[-1, -1, -1, -1] = 2
arr[1, 1, 3, 3] = 3
stream = array_to_stream(arr)
if lazy:
arrs = stream_to_sparse_COO_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
arrs = arrs.compute()
assert (arrs == arr).all()
else:
arrs = stream_to_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
assert (arrs == arr).all()
def test_sparse_stream(lazy):
arr = np.zeros((2, 3, 4, 5), dtype="uint16")
arr[0, 0, 0, 0] = 1
arr[-1, -1, -1, -1] = 2
arr[1, 1, 3, 3] = 3
stream = array_to_stream(arr)
if lazy:
arrs = da.from_array(stream_to_sparse_COO_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2), chunks=(1, 1, 2, 5))
arrs = arrs.compute()
assert (arrs == arr).all()
else:
arrs = stream_to_array(
stream, spatial_shape=(3, 4), sum_frames=False, channels=5,
last_frame=2)
assert (arrs == arr).all()
def stream_to_sparse_array(self, stream_data):
"""Convert stream in sparse array
Parameters
----------
stream_data: array
"""
# Here we load the stream data into memory, which is fine is the
# arrays are small. We could load them lazily when lazy.
stream_data = self.stream_group['Data'][:].T[0]
sparse_array = stream_readers.stream_to_sparse_COO_array(
stream_data=stream_data,
spatial_shape=self.reader.spatial_shape,
first_frame=self.reader.first_frame,
last_frame=self.reader.last_frame,
channels=self.bin_count,
sum_frames=self.reader.sum_frames,
rebin_energy=self.reader.rebin_energy,
)
return sparse_array
def test_empty_stream(lazy):
arr = np.zeros((2, 3, 4, 5), dtype="uint16")
stream = array_to_stream(arr)
if lazy:
if not sparse_installed:
pytest.skip("The sparse package is not installed")
arrs = da.from_array(stream_to_sparse_COO_array(stream,
spatial_shape=(3, 4),
sum_frames=False,
channels=5,
last_frame=2),
chunks=(1, 1, 2, 5))
arrs = arrs.compute()
assert not arrs.any()
else:
arrs = stream_to_array(stream,
spatial_shape=(3, 4),
sum_frames=False,
channels=5,
last_frame=2)
assert not arrs.any()
def test_dense_stream(lazy):
arr = np.random.randint(0, 65535, size=(2, 3, 4, 5)).astype("uint16")
stream = array_to_stream(arr)
if lazy:
if not sparse_installed:
pytest.skip("The sparse package is not installed")
arrs = da.from_array(stream_to_sparse_COO_array(stream,
spatial_shape=(3, 4),
sum_frames=False,
channels=5,
last_frame=2),
chunks=(1, 1, 2, 5))
arrs = arrs.compute()
assert (arrs == arr).all()
else:
arrs = stream_to_array(stream,
spatial_shape=(3, 4),
sum_frames=False,
channels=5,
last_frame=2)
assert (arrs == arr).all()
