def direct_k2is(lt_ctx):
direct = DirectBackend()
return lt_ctx.load(
"k2is",
path=str(K2IS_TESTDATA_PATH),
io_backend=direct,
)
def direct_empad(lt_ctx):
direct = DirectBackend()
return lt_ctx.load(
"empad",
path=EMPAD_XML,
io_backend=direct,
)
def direct_frms6(lt_ctx):
direct = DirectBackend()
return lt_ctx.load(
"frms6",
path=str(FRMS6_TESTDATA_PATH),
io_backend=direct,
)
def direct_blo(lt_ctx):
direct = DirectBackend()
ds_buffered = lt_ctx.load(
"blo",
path=str(BLO_TESTDATA_PATH),
io_backend=direct,
)
return ds_buffered
def direct_dm(lt_ctx):
buffered = DirectBackend()
files = list(sorted(glob(os.path.join(DM_TESTDATA_PATH, '*.dm4'))))
return lt_ctx.load(
"dm",
files=files,
io_backend=buffered,
)
def direct_mib(lt_ctx):
direct = DirectBackend()
ds = lt_ctx.load(
"mib",
path=MIB_TESTDATA_PATH,
nav_shape=(32, 32),
io_backend=direct,
)
return ds
def direct_tvips(lt_ctx):
nav_shape = (10, )
ds = lt_ctx.load(
"tvips",
path=TVIPS_TESTDATA_PATH,
nav_shape=nav_shape,
io_backend=DirectBackend(),
)
return ds
def test_load_direct(lt_ctx, default_raw):
ds_direct = lt_ctx.load(
"raw",
path=default_raw._path,
nav_shape=(16, 16),
sig_shape=(16, 16),
dtype="float32",
io_backend=DirectBackend(),
)
analysis = lt_ctx.create_sum_analysis(dataset=ds_direct)
lt_ctx.run(analysis)
def direct_seq(lt_ctx):
nav_shape = (8, 8)
ds = lt_ctx.load(
"seq",
path=SEQ_TESTDATA_PATH,
nav_shape=nav_shape,
io_backend=DirectBackend(),
)
ds.set_num_cores(4)
return ds
def direct_raw(tmpdir_factory, default_raw_data):
lt_ctx = lt.Context(executor=InlineJobExecutor())
datadir = tmpdir_factory.mktemp('data')
filename = datadir + '/raw-test-direct'
default_raw_data.tofile(str(filename))
del default_raw_data
ds = lt_ctx.load(
"raw",
path=str(filename),
dtype="float32",
nav_shape=(16, 16),
sig_shape=(128, 128),
io_backend=DirectBackend(),
)
yield ds
)
f.close()
else:
def drop_cache(flist):
for fname in flist:
with open(fname, "rb") as f:
os.posix_fadvise(f.fileno(), 0, 0, os.POSIX_FADV_DONTNEED)
def get_testdata_prefixes():
pathstring = os.environ.get('LT_BENCH_PREFIXES')
if pathstring is None:
dirname = os.path.normpath(
os.path.join(os.path.dirname(__file__), 'data'))
listing = [os.path.join(dirname, p) for p in os.listdir(dirname)]
prefixes = [p for p in listing if os.path.isdir(p)]
else:
prefixes = pathstring.split(';')
for p in prefixes:
assert os.path.isdir(p)
return prefixes
backends_by_name = {
"mmap": MMapBackend(),
"mmap_readahead": MMapBackend(enable_readahead_hints=True),
"buffered": BufferedBackend(),
"direct": DirectBackend(),
}