def direct_k2is(lt_ctx): direct = DirectBackend() return lt_ctx.load( "k2is", path=str(K2IS_TESTDATA_PATH), io_backend=direct, )
def direct_empad(lt_ctx): direct = DirectBackend() return lt_ctx.load( "empad", path=EMPAD_XML, io_backend=direct, )
def direct_frms6(lt_ctx): direct = DirectBackend() return lt_ctx.load( "frms6", path=str(FRMS6_TESTDATA_PATH), io_backend=direct, )
def direct_blo(lt_ctx): direct = DirectBackend() ds_buffered = lt_ctx.load( "blo", path=str(BLO_TESTDATA_PATH), io_backend=direct, ) return ds_buffered
def direct_dm(lt_ctx): buffered = DirectBackend() files = list(sorted(glob(os.path.join(DM_TESTDATA_PATH, '*.dm4')))) return lt_ctx.load( "dm", files=files, io_backend=buffered, )
def direct_mib(lt_ctx): direct = DirectBackend() ds = lt_ctx.load( "mib", path=MIB_TESTDATA_PATH, nav_shape=(32, 32), io_backend=direct, ) return ds
def direct_tvips(lt_ctx): nav_shape = (10, ) ds = lt_ctx.load( "tvips", path=TVIPS_TESTDATA_PATH, nav_shape=nav_shape, io_backend=DirectBackend(), ) return ds
def test_load_direct(lt_ctx, default_raw): ds_direct = lt_ctx.load( "raw", path=default_raw._path, nav_shape=(16, 16), sig_shape=(16, 16), dtype="float32", io_backend=DirectBackend(), ) analysis = lt_ctx.create_sum_analysis(dataset=ds_direct) lt_ctx.run(analysis)
def direct_seq(lt_ctx): nav_shape = (8, 8) ds = lt_ctx.load( "seq", path=SEQ_TESTDATA_PATH, nav_shape=nav_shape, io_backend=DirectBackend(), ) ds.set_num_cores(4) return ds
def direct_raw(tmpdir_factory, default_raw_data): lt_ctx = lt.Context(executor=InlineJobExecutor()) datadir = tmpdir_factory.mktemp('data') filename = datadir + '/raw-test-direct' default_raw_data.tofile(str(filename)) del default_raw_data ds = lt_ctx.load( "raw", path=str(filename), dtype="float32", nav_shape=(16, 16), sig_shape=(128, 128), io_backend=DirectBackend(), ) yield ds
) f.close() else: def drop_cache(flist): for fname in flist: with open(fname, "rb") as f: os.posix_fadvise(f.fileno(), 0, 0, os.POSIX_FADV_DONTNEED) def get_testdata_prefixes(): pathstring = os.environ.get('LT_BENCH_PREFIXES') if pathstring is None: dirname = os.path.normpath( os.path.join(os.path.dirname(__file__), 'data')) listing = [os.path.join(dirname, p) for p in os.listdir(dirname)] prefixes = [p for p in listing if os.path.isdir(p)] else: prefixes = pathstring.split(';') for p in prefixes: assert os.path.isdir(p) return prefixes backends_by_name = { "mmap": MMapBackend(), "mmap_readahead": MMapBackend(enable_readahead_hints=True), "buffered": BufferedBackend(), "direct": DirectBackend(), }