def unittest_for_aws_mode_def(s3_session):
return ModeDefinition.from_resources({
"file_cache":
S3FileCache("file-cache-bucket", "file-cache", s3_session),
"s3":
s3_session,
})
def unittest_for_aws_mode_def(s3_session):
return ModeDefinition.from_resources({
'file_cache':
S3FileCache('file-cache-bucket', 'file-cache', s3_session),
's3':
s3_session,
})
def test_s3_file_cache_file_not_present():
s3 = boto3.client('s3')
s3.create_bucket(Bucket='some-bucket')
file_store = S3FileCache(
s3_bucket='some-bucket', s3_key='some-key', s3_session=s3, overwrite=False
)
assert not file_store.has_file_object('foo')
def test_s3_file_cache_correct_handle():
s3 = boto3.client('s3')
s3.create_bucket(Bucket='some-bucket')
file_store = S3FileCache(
s3_bucket='some-bucket', s3_key='some-key', s3_session=s3, overwrite=False
)
assert isinstance(file_store.get_file_handle('foo'), S3FileHandle)
def test_s3_file_cache_file_not_present():
session_fake = S3FakeSession()
file_store = S3FileCache(s3_bucket='some-bucket',
s3_key='some-key',
s3_session=session_fake,
overwrite=False)
assert not file_store.has_file_object('foo')
def test_s3_file_cache_correct_handle():
session_fake = S3FakeSession()
file_store = S3FileCache(s3_bucket='some-bucket',
s3_key='some-key',
s3_session=session_fake,
overwrite=False)
assert isinstance(file_store.get_file_handle('foo'), S3FileHandle)
def test_s3_file_cache_file_not_present(mock_s3_resource, mock_s3_bucket):
file_store = S3FileCache(
s3_bucket=mock_s3_bucket.name,
s3_key="some-key",
s3_session=mock_s3_resource.meta.client,
overwrite=False,
)
assert not file_store.has_file_object("foo")
def test_s3_file_cache_correct_handle(mock_s3_resource, mock_s3_bucket):
file_store = S3FileCache(
s3_bucket=mock_s3_bucket.name,
s3_key="some-key",
s3_session=mock_s3_resource.meta.client,
overwrite=False,
)
assert isinstance(file_store.get_file_handle("foo"), S3FileHandle)
def test_s3_file_cache_write_file_object():
s3 = boto3.client('s3')
s3.create_bucket(Bucket='some-bucket')
file_store = S3FileCache(
s3_bucket='some-bucket', s3_key='some-key', s3_session=s3, overwrite=False
)
stream = io.BytesIO('content'.encode())
file_store.write_file_object('foo', stream)
def test_s3_file_cache_file_not_present():
s3 = boto3.client("s3")
s3.create_bucket(Bucket="some-bucket")
file_store = S3FileCache(s3_bucket="some-bucket",
s3_key="some-key",
s3_session=s3,
overwrite=False)
assert not file_store.has_file_object("foo")
def test_s3_file_cache_correct_handle():
s3 = boto3.client("s3")
s3.create_bucket(Bucket="some-bucket")
file_store = S3FileCache(s3_bucket="some-bucket",
s3_key="some-key",
s3_session=s3,
overwrite=False)
assert isinstance(file_store.get_file_handle("foo"), S3FileHandle)
def test_s3_file_cache_write_file_object():
session_fake = S3FakeSession()
file_store = S3FileCache(s3_bucket='some-bucket',
s3_key='some-key',
s3_session=session_fake,
overwrite=False)
stream = io.BytesIO('content'.encode())
file_store.write_file_object('foo', stream)
def test_s3_file_cache_write_file_object(mock_s3_resource, mock_s3_bucket):
file_store = S3FileCache(
s3_bucket=mock_s3_bucket.name,
s3_key="some-key",
s3_session=mock_s3_resource.meta.client,
overwrite=False,
)
stream = io.BytesIO(b"content")
file_store.write_file_object("foo", stream)
def test_s3_file_cache_write_file_object():
s3 = boto3.client("s3")
s3.create_bucket(Bucket="some-bucket")
file_store = S3FileCache(s3_bucket="some-bucket",
s3_key="some-key",
s3_session=s3,
overwrite=False)
stream = io.BytesIO("content".encode())
file_store.write_file_object("foo", stream)
def test_s3_file_cache_file_present():
session_fake = S3FakeSession()
file_store = S3FileCache(s3_bucket='some-bucket',
s3_key='some-key',
s3_session=session_fake,
overwrite=False)
assert not file_store.has_file_object('foo')
file_store.write_binary_data('foo', 'bar'.encode())
assert file_store.has_file_object('foo')
