def test_negative_sync_offset(default_ser, lt_ctx): udf = SumSigUDF() sync_offset = -2 ds_with_offset = SERDataSet(path=SER_TESTDATA_PATH, sync_offset=sync_offset) ds_with_offset.set_num_cores(4) ds_with_offset = ds_with_offset.initialize(lt_ctx.executor) ds_with_offset.check_valid() p0 = next(ds_with_offset.get_partitions()) assert p0._start_frame == -2 assert p0.slice.origin == (0, 0, 0) tileshape = Shape((1, ) + tuple(ds_with_offset.shape.sig), sig_dims=ds_with_offset.shape.sig.dims) tiling_scheme = TilingScheme.make_for_shape( tileshape=tileshape, dataset_shape=ds_with_offset.shape, ) t0 = next(p0.get_tiles(tiling_scheme)) assert tuple(t0.tile_slice.origin) == (2, 0, 0) for p in ds_with_offset.get_partitions(): for t in p.get_tiles(tiling_scheme=tiling_scheme): pass assert p.slice.origin == (210, 0, 0) assert p.slice.shape[0] == 70 result = lt_ctx.run_udf(dataset=default_ser, udf=udf) result = result['intensity'].raw_data[:default_ser._meta.image_count - abs(sync_offset)] result_with_offset = lt_ctx.run_udf(dataset=ds_with_offset, udf=udf) result_with_offset = result_with_offset['intensity'].raw_data[ abs(sync_offset):] assert np.allclose(result, result_with_offset)
def test_too_many_frames(lt_ctx): nav_shape = (7, 35) ds = SERDataSet(path=SER_TESTDATA_PATH, nav_shape=nav_shape) ds.set_num_cores(4) ds = ds.initialize(lt_ctx.executor) tileshape = Shape((1, ) + tuple(ds.shape.sig), sig_dims=ds.shape.sig.dims) tiling_scheme = TilingScheme.make_for_shape( tileshape=tileshape, dataset_shape=ds.shape, ) for p in ds.get_partitions(): for t in p.get_tiles(tiling_scheme=tiling_scheme): pass
def test_missing_frames(lt_ctx): nav_shape = (10, 35) ds = SERDataSet(path=SER_TESTDATA_PATH, nav_shape=nav_shape) ds.set_num_cores(4) ds = ds.initialize(lt_ctx.executor) tileshape = Shape((1, ) + tuple(ds.shape.sig), sig_dims=ds.shape.sig.dims) tiling_scheme = TilingScheme.make_for_shape( tileshape=tileshape, dataset_shape=ds.shape, ) for p in ds.get_partitions(): for t in p.get_tiles(tiling_scheme=tiling_scheme): pass assert p._start_frame == 348 assert p._num_frames == 2 assert p.slice.origin == (348, 0, 0) assert p.slice.shape[0] == 2 assert t.tile_slice.origin == (279, 0, 0) assert t.tile_slice.shape[0] == 1