def test_negative_sync_offset(default_ser, lt_ctx):
udf = SumSigUDF()
sync_offset = -2
ds_with_offset = SERDataSet(path=SER_TESTDATA_PATH,
sync_offset=sync_offset)
ds_with_offset.set_num_cores(4)
ds_with_offset = ds_with_offset.initialize(lt_ctx.executor)
ds_with_offset.check_valid()
p0 = next(ds_with_offset.get_partitions())
assert p0._start_frame == -2
assert p0.slice.origin == (0, 0, 0)
tileshape = Shape((1, ) + tuple(ds_with_offset.shape.sig),
sig_dims=ds_with_offset.shape.sig.dims)
tiling_scheme = TilingScheme.make_for_shape(
tileshape=tileshape,
dataset_shape=ds_with_offset.shape,
)
t0 = next(p0.get_tiles(tiling_scheme))
assert tuple(t0.tile_slice.origin) == (2, 0, 0)
for p in ds_with_offset.get_partitions():
for t in p.get_tiles(tiling_scheme=tiling_scheme):
pass
assert p.slice.origin == (210, 0, 0)
assert p.slice.shape[0] == 70
result = lt_ctx.run_udf(dataset=default_ser, udf=udf)
result = result['intensity'].raw_data[:default_ser._meta.image_count -
abs(sync_offset)]
result_with_offset = lt_ctx.run_udf(dataset=ds_with_offset, udf=udf)
result_with_offset = result_with_offset['intensity'].raw_data[
abs(sync_offset):]
assert np.allclose(result, result_with_offset)
def test_too_many_frames(lt_ctx):
nav_shape = (7, 35)
ds = SERDataSet(path=SER_TESTDATA_PATH, nav_shape=nav_shape)
ds.set_num_cores(4)
ds = ds.initialize(lt_ctx.executor)
tileshape = Shape((1, ) + tuple(ds.shape.sig), sig_dims=ds.shape.sig.dims)
tiling_scheme = TilingScheme.make_for_shape(
tileshape=tileshape,
dataset_shape=ds.shape,
)
for p in ds.get_partitions():
for t in p.get_tiles(tiling_scheme=tiling_scheme):
pass
def test_missing_frames(lt_ctx):
nav_shape = (10, 35)
ds = SERDataSet(path=SER_TESTDATA_PATH, nav_shape=nav_shape)
ds.set_num_cores(4)
ds = ds.initialize(lt_ctx.executor)
tileshape = Shape((1, ) + tuple(ds.shape.sig), sig_dims=ds.shape.sig.dims)
tiling_scheme = TilingScheme.make_for_shape(
tileshape=tileshape,
dataset_shape=ds.shape,
)
for p in ds.get_partitions():
for t in p.get_tiles(tiling_scheme=tiling_scheme):
pass
assert p._start_frame == 348
assert p._num_frames == 2
assert p.slice.origin == (348, 0, 0)
assert p.slice.shape[0] == 2
assert t.tile_slice.origin == (279, 0, 0)
assert t.tile_slice.shape[0] == 1
def default_ser(lt_ctx):
ds = SERDataSet(path=SER_TESTDATA_PATH)
ds.set_num_cores(4)
ds = ds.initialize(lt_ctx.executor)
assert tuple(ds.shape) == (8, 35, 512, 512)
return ds