def test_plugin_init(s3_mock: S3Path) -> None:
config_loader = mock_config("""
[mirror]
directory = /tmp/pypi
json = true
master = https://pypi.org
timeout = 60
global-timeout = 18000
workers = 3
hash-index = true
stop-on-error = true
storage-backend = swift
verifiers = 3
keep_index_versions = 2
compare-method = hash
[s3]
region_name = us-east-1
aws_access_key_id = 123456
aws_secret_access_key = 123456
endpoint_url = http://localhost:9090
signature_version = s3v4
""")
backend = s3.S3Storage(config=config_loader.config)
backend.initialize_plugin()
path = s3.S3Path("/tmp/pypi")
resource, _ = path._accessor.configuration_map.get_configuration(path)
assert resource.meta.client.meta.endpoint_url == "http://localhost:9090"
config_loader = mock_config("""
[mirror]
directory = /tmp/pypi
json = true
master = https://pypi.org
timeout = 60
global-timeout = 18000
workers = 3
hash-index = true
stop-on-error = true
storage-backend = swift
verifiers = 3
keep_index_versions = 2
compare-method = hash
[s3]
endpoint_url = http://localhost:9090
""")
backend = s3.S3Storage(config=config_loader.config)
backend.initialize_plugin()
path = s3.S3Path("/tmp/pypi")
resource, _ = path._accessor.configuration_map.get_configuration(path)
assert resource.meta.client.meta.endpoint_url == "http://localhost:9090"
def test_delete_path(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.PATH_BACKEND(f"/{s3_mock.bucket}/folder1/file1").touch()
backend.PATH_BACKEND(f"/{s3_mock.bucket}/folder2/file2").touch()
backend.PATH_BACKEND(f"/{s3_mock.bucket}/folder2/file3").touch()
backend.PATH_BACKEND(f"/{s3_mock.bucket}/folder2/subdir1/file4").touch()
assert str(
backend.walk(f"/{s3_mock.bucket}/")[0]) == f"/{s3_mock.bucket}/folder1"
assert (str(backend.walk(f"/{s3_mock.bucket}/")[1]) ==
f"/{s3_mock.bucket}/folder1/file1")
assert backend.find(f"/{s3_mock.bucket}/folder1") == "file1"
assert backend.PATH_BACKEND(
f"/{s3_mock.bucket}/folder1/file1").exists() is True
assert backend.PATH_BACKEND(
f"/{s3_mock.bucket}/folder2/file3").exists() is True
assert (backend.PATH_BACKEND(
f"/{s3_mock.bucket}/folder2/subdir1/file4").exists() is True)
assert backend.is_file(f"/{s3_mock.bucket}/folder1/file1")
assert backend.is_file(f"/{s3_mock.bucket}/folder2/file3")
assert not backend.is_file(f"/{s3_mock.bucket}/folder2")
backend.delete(f"/{s3_mock.bucket}/folder2")
assert backend.exists(f"/{s3_mock.bucket}/folder1/file1") is True
assert backend.exists(f"/{s3_mock.bucket}/folder2/file2") is False
assert backend.exists(f"/{s3_mock.bucket}/folder2/file3") is False
assert backend.exists(f"/{s3_mock.bucket}/folder2/subdir1/file4") is False
def test_update_safe(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
with backend.update_safe(f"/{s3_mock.bucket}/todo",
mode="w+",
encoding="utf-8") as fp:
fp.write("flask\n")
assert s3.S3Path(f"/{s3_mock.bucket}/todo").read_text() == "flask\n"
def test_delete_file(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
sample_file = backend.PATH_BACKEND(f"/{s3_mock.bucket}/file1")
sample_file.touch()
assert sample_file.exists() is True
backend.delete_file(f"/{s3_mock.bucket}/file1")
assert sample_file.exists() is False
def test_mkdir_rmdir(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.mkdir(f"/{s3_mock.bucket}/test_folder")
assert backend.is_dir(f"/{s3_mock.bucket}/test_folder")
backend.rmdir(f"/{s3_mock.bucket}/test_folder")
assert not backend.is_dir(f"/{s3_mock.bucket}/test_folder")
def test_upload_time(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.PATH_BACKEND(f"/{s3_mock.bucket}/folder1/file1").touch()
assert backend.get_upload_time(
f"/{s3_mock.bucket}/folder1/file1").second == 0
assert backend.get_upload_time(
f"/{s3_mock.bucket}/folder1/file1").year == 1970
dt = datetime(2008, 8, 8, 10, 10, 0)
backend.set_upload_time(f"/{s3_mock.bucket}/folder1/file1", dt)
assert datetime.timestamp(
backend.get_upload_time(
f"/{s3_mock.bucket}/folder1/file1")) == datetime.timestamp(dt)
def test_rewrite(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
with backend.rewrite(f"/{s3_mock.bucket}/test") as fp:
fp.write("testcontent\n")
assert s3.S3Path("/test-bucket/test").read_text() == "testcontent\n"
def test_read_write_file(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.write_file(f"/{s3_mock.bucket}/file1", "test")
assert backend.read_file(f"/{s3_mock.bucket}/file1", text=True) == "test"
def test_compare_files(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.write_file(f"/{s3_mock.bucket}/file1", "test")
backend.write_file(f"/{s3_mock.bucket}/file2", "test")
assert (backend.compare_files(f"/{s3_mock.bucket}/file1",
f"/{s3_mock.bucket}/file2") is True)
def test_lock(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
s3lock = backend.get_lock(f"/{s3_mock.bucket}/.lock")
with s3lock.acquire(timeout=30):
assert s3lock.is_locked is True
assert s3lock.is_locked is False
def test_copy_file(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.write_file(f"/{s3_mock.bucket}/file1", b"1234")
backend.copy_file(f"/{s3_mock.bucket}/file1", f"/{s3_mock.bucket}/file2")
assert backend.read_file(f"/{s3_mock.bucket}/file2") == "1234"
def test_file_size(s3_mock: S3Path) -> None:
backend = s3.S3Storage()
backend.write_file(f"/{s3_mock.bucket}/file1", b"1234")
assert backend.get_file_size(f"/{s3_mock.bucket}/file1") == 4