def test_modification_time_open_files(open_files):
with filetexts(files, mode='b'):
a = open_files('.test.accounts.*')
b = open_files('.test.accounts.*')
assert [aa._key for aa in a] == [bb._key for bb in b]
sleep(1)
double = lambda x: x + x
with filetexts(valmap(double, files), mode='b'):
c = open_files('.test.accounts.*')
assert [aa._key for aa in a] != [cc._key for cc in c]
def test_modification_time_open_files(open_files):
with filetexts(files, mode='b'):
a = open_files('.test.accounts.*')
b = open_files('.test.accounts.*')
assert [aa._key for aa in a] == [bb._key for bb in b]
sleep(1)
double = lambda x: x + x
with filetexts(valmap(double, files), mode='b'):
c = open_files('.test.accounts.*')
assert [aa._key for aa in a] != [cc._key for cc in c]
def test_compression_binary(fmt):
from dask.bytes.core import open_files
files2 = valmap(compression.compress[fmt], files)
with filetexts(files2, mode='b'):
myfiles = open_files('.test.accounts.*', compression=fmt)
data = compute(*[file.read() for file in myfiles])
assert list(data) == [files[k] for k in sorted(files)]
def test_registered_open_files():
from dask.bytes.core import open_files
with filetexts(files, mode='b'):
myfiles = open_files('.test.accounts.*')
assert len(myfiles) == len(files)
data = compute(*[file.read() for file in myfiles])
assert list(data) == [files[k] for k in sorted(files)]
def test_compression_binary(fmt):
from dask.bytes.core import open_files
files2 = valmap(compression.compress[fmt], files)
with filetexts(files2, mode='b'):
myfiles = open_files('.test.accounts.*', compression=fmt)
data = compute(*[file.read() for file in myfiles])
assert list(data) == [files[k] for k in sorted(files)]
def test_registered_open_files():
from dask.bytes.core import open_files
with filetexts(files, mode='b'):
myfiles = open_files('.test.accounts.*')
assert len(myfiles) == len(files)
data = compute(*[file.read() for file in myfiles])
assert list(data) == [files[k] for k in sorted(files)]
def test_open_files():
with filetexts(files, mode='b'):
myfiles = open_files('.test.accounts.*')
assert len(myfiles) == len(files)
data = compute(*[file.read() for file in myfiles])
assert list(data) == [files[k] for k in sorted(files)]
def test_open_files():
with filetexts(files, mode='b'):
myfiles = open_files('.test.accounts.*')
assert len(myfiles) == len(files)
data = compute(*[file.read() for file in myfiles])
assert list(data) == [files[k] for k in sorted(files)]
