def test_list_objects():
s = uuid.uuid4()
prefix = "test_list_objects/" + str(s)
for i in [0, 3, 7, 11]:
f = TSAccessS3("smdebugcodebuildtest", prefix + "/" + format(i, "02"))
f.write(b"a")
f.close()
req1 = ListRequest(Bucket="smdebugcodebuildtest", Prefix=prefix)
req2 = ListRequest(Bucket="smdebugcodebuildtest",
Prefix="test_list_objects/",
Delimiter="/")
req3 = ListRequest(Bucket="smdebugcodebuildtest",
Prefix=prefix,
StartAfter=prefix + "/0")
req4 = ListRequest(Bucket="smdebugcodebuildtest",
Prefix=prefix,
StartAfter=prefix + "/03")
req5 = ListRequest(Bucket="smdebugcodebuildtest", Prefix=prefix + "/0")
files = S3Handler.list_prefixes([req1, req2, req3, req4, req5])
# test StartAfter and delimiters
assert len(files[0]) == 4
assert prefix + "/" in files[1]
assert len(files[2]) == 4
assert len(files[3]) == 2
assert len(files[4]) == 3
S3Handler.delete_prefix(path="s3://smdebugcodebuildtest/" + prefix)
def test_delete_prefix():
s = uuid.uuid4()
prefix = "test_delete_prefix/" + str(s)
for i in range(3):
f = TSAccessS3("smdebugcodebuildtest", prefix + "/" + str(i))
f.write(b"a")
f.close()
S3Handler.delete_prefix(path="s3://smdebugcodebuildtest/" + prefix)
entries = S3Handler.list_prefix(ListRequest("smdebugcodebuildtest",
prefix))
assert len(entries) == 0
def test_download_objects():
s = uuid.uuid4()
prefix = "test_get_objects/" + str(s)
f = TSAccessS3("smdebugcodebuildtest", prefix, binary=False)
f.write("a" * 100)
f.write("b" * 200)
f.write("c" * 300)
f.close()
r1 = ReadObjectRequest("s3://smdebugcodebuildtest/" + prefix)
r2 = ReadObjectRequest("s3://smdebugcodebuildtest/" + prefix, start=100)
r3 = ReadObjectRequest("s3://smdebugcodebuildtest/" + prefix,
start=100,
length=200)
objects = S3Handler.get_objects([r1, r2, r3])
assert objects[0].decode("ascii") == "a" * 100 + "b" * 200 + "c" * 300
assert objects[1].decode("ascii") == "b" * 200 + "c" * 300, len(
objects[1].decode("ascii"))
assert objects[2].decode("ascii") == "b" * 200
S3Handler.delete_prefix(path="s3://smdebugcodebuildtest/" + prefix)
def delete_s3_prefix(bucket, prefix):
S3Handler.delete_prefix(
delete_request=DeleteRequest(Bucket=bucket, Prefix=prefix))