def test_simple(s3):
d = S3Map(root, s3)
assert not d
assert list(d) == list(d.keys()) == []
assert list(d.values()) == []
assert list(d.items()) == []
d = S3Map(root, s3, check=True)
def test_errors(s3):
d = S3Map(root, s3)
with pytest.raises(KeyError):
d['nonexistent']
try:
S3Map('does-not-exist')
except Exception as e:
assert 'does-not-exist' in str(e)
def test_new_bucket(s3):
try:
d = S3Map('new-bucket', s3)
assert False
except ValueError as e:
assert 'create=True' in str(e)
d = S3Map('new-bucket', s3, create=True)
assert not d
d = S3Map('new-bucket/new-directory', s3)
assert not d
def test_pickle(s3):
d = S3Map(root, s3)
d['x'] = b'1'
import pickle
d2 = pickle.loads(pickle.dumps(d))
assert d2['x'] == b'1'
def test_clear_empty(s3):
d = S3Map(root, s3)
d.clear()
assert list(d) == []
d[1] = b'1'
assert list(d) == ['1']
d.clear()
assert list(d) == []
def test_complex_keys(s3):
d = S3Map(root, s3)
d[1] = b'hello'
assert d[1] == b'hello'
del d[1]
d[1, 2] = b'world'
assert d[1, 2] == b'world'
del d[1, 2]
d['x', 1, 2] = b'hello world'
assert d['x', 1, 2] == b'hello world'
print(list(d))
assert ('x', 1, 2) in d
def test_with_data(s3):
d = S3Map(root, s3)
d['x'] = b'123'
assert list(d) == list(d.keys()) == ['x']
assert list(d.values()) == [b'123']
assert list(d.items()) == [('x', b'123')]
assert d['x'] == b'123'
assert bool(d)
assert s3.walk(root) == [test_bucket_name+'/mapping/x']
d['x'] = b'000'
assert d['x'] == b'000'
d['y'] = b'456'
assert d['y'] == b'456'
assert set(d) == {'x', 'y'}
d.clear()
assert list(d) == []
def test_old_api(s3):
import fsspec.mapping
assert isinstance(S3Map(root, s3), fsspec.mapping.FSMap)
def test_bytearray(s3):
from array import array
d = S3Map(root, s3)
d['x'] = bytearray(b'123')
assert d['x'] == b'123'
def test_array(s3):
from array import array
d = S3Map(root, s3)
d['x'] = array('B', [65] * 1000)
assert d['x'] == b'A' * 1000
def test_default_s3filesystem(s3):
d = S3Map(root)
assert d.s3 is s3
def get_zarr_store(self, file_path):
if self.config('USE_AWS') is True:
return S3Map(root=file_path.lstrip('s3://'), s3=self.s3)
else:
return file_path