async def test_upload_output_files_to_s3(self, fake_s3_keys, mocker,
tmpdir):
# Fake information
fake_id = 'fake-entry-id'
# Mocking
mock_get_session = mocker.patch.object(aiobotocore, 'get_session')
mock_session = mock_get_session.return_value = mock.Mock()
mock_client = mock_session.create_client.return_value = mock.Mock()
mock_client.put_object.return_value = mock_awaitable()
# File to be updated
fs1 = scandir(tmpdir, 1000)
file = tmpdir.join('file.txt')
file.write('file')
fs2 = scandir(tmpdir, 1000)
diff = await upload_output_files_to_s3(fs1, fs2, fake_id)
assert len(diff) == 1
mock_client.put_object.assert_called_once_with(
Bucket=mock.ANY,
Key='bucket/fake-entry-id/{}'.format(file.strpath),
Body=b'file',
ACL='public-read')
def test_get_new_file_diff_stats(self, tmpdir):
first = tmpdir.join('first.txt')
first.write('first')
fs1 = scandir(tmpdir, 1000)
second = tmpdir.join('second.txt')
second.write('second')
fs2 = scandir(tmpdir, 1000)
diff_stats = diff_file_stats(fs1, fs2)
assert first.strpath not in diff_stats
assert second.strpath in diff_stats
def test_scandir_skip_large_files(self, tmpdir):
file = tmpdir.join('file.jpg')
file.write('large file')
file_stats = scandir(tmpdir, 1)
assert len(file_stats) == 0
def test_scandir_skip_hidden_files(self, tmpdir):
# Create a hidden file.
file = tmpdir.join('.hidden_file')
file.write('dark templar')
file_stats = scandir(tmpdir, 1000)
assert len(file_stats) == 0
def test_get_both_new_and_modified_files_stat(self, tmpdir):
first = tmpdir.join('first.txt')
first.write('first')
fs1 = scandir(tmpdir, 1000)
new_time = first.stat().mtime + 5
os.utime(first.strpath, (new_time, new_time))
second = tmpdir.join('second.txt')
second.write('second')
fs2 = scandir(tmpdir, 1000)
diff_stats = diff_file_stats(fs1, fs2)
assert first.strpath in diff_stats
assert second.strpath in diff_stats
def test_scandir_returns_files_in_sub_folder(self, tmpdir):
sub_folder = tmpdir.mkdir('sub')
sub_file = sub_folder.join('sub-file.txt')
sub_file.write('sub')
file_stats = scandir(tmpdir, 1000)
assert len(file_stats) == 1
def test_scandir(self, tmpdir):
# Create two files.
first = tmpdir.join('first.txt')
first.write('first')
second = tmpdir.join('second.txt')
second.write('second')
new_time = first.stat().mtime + 5
os.utime(second.strpath, (new_time, new_time))
file_stats = scandir(tmpdir, 1000)
assert len(file_stats) == 2
assert file_stats[second.strpath] == file_stats[first.strpath] + 5