def test_stores_two_files(self, tmpdir):
filename1 = str(tmpdir.join("testfile1.txt"))
with open(filename1, "wb") as fp:
fp.write(b"First Test File!")
filename2 = str(tmpdir.join("testfile2.txt"))
with open(filename2, "wb") as fp:
fp.write(b"Second Test File!")
blob = pretend.stub(
upload_from_filename=pretend.call_recorder(lambda file_path: None),
exists=lambda: False,
)
bucket = pretend.stub(blob=pretend.call_recorder(lambda path: blob))
storage = GCSFileStorage(bucket)
storage.store("foo/first.txt", filename1)
storage.store("foo/second.txt", filename2)
assert bucket.blob.calls == [
pretend.call("foo/first.txt"),
pretend.call("foo/second.txt"),
]
assert blob.upload_from_filename.calls == [
pretend.call(filename1),
pretend.call(filename2),
]
def test_stores_file(self, tmpdir):
filename = str(tmpdir.join("testfile.txt"))
with open(filename, "wb") as fp:
fp.write(b"Test File!")
blob = pretend.stub(
upload_from_filename=pretend.call_recorder(lambda file_path: None))
bucket = pretend.stub(blob=pretend.call_recorder(lambda path: blob))
storage = GCSFileStorage(bucket)
storage.store("foo/bar.txt", filename)
assert bucket.blob.calls == [pretend.call("foo/bar.txt")]
assert blob.upload_from_filename.calls == [pretend.call(filename)]
def test_stores_file_with_prefix(self, tmpdir, path, expected):
filename = str(tmpdir.join("testfile.txt"))
with open(filename, "wb") as fp:
fp.write(b"Test File!")
blob = pretend.stub(
upload_from_filename=pretend.call_recorder(lambda file_path: None),
exists=lambda: False,
)
bucket = pretend.stub(blob=pretend.call_recorder(lambda path: blob))
storage = GCSFileStorage(bucket, prefix="myprefix/")
storage.store(path, filename)
assert bucket.blob.calls == [pretend.call(expected)]
assert blob.upload_from_filename.calls == [pretend.call(filename)]
def test_stores_metadata(self, tmpdir):
filename = str(tmpdir.join("testfile.txt"))
with open(filename, "wb") as fp:
fp.write(b"Test File!")
blob = pretend.stub(
upload_from_filename=pretend.call_recorder(lambda file_path: None),
patch=pretend.call_recorder(lambda: None),
)
bucket = pretend.stub(blob=pretend.call_recorder(lambda path: blob))
storage = GCSFileStorage(bucket)
meta = {"foo": "bar"}
storage.store("foo/bar.txt", filename, meta=meta)
assert blob.metadata == meta
def test_skips_upload_if_file_exists(self, tmpdir, monkeypatch):
filename = str(tmpdir.join("testfile.txt"))
with open(filename, "wb") as fp:
fp.write(b"Test File!")
blob = pretend.stub(
upload_from_filename=pretend.call_recorder(lambda file_path: None),
exists=lambda: True,
)
bucket = pretend.stub(blob=pretend.call_recorder(lambda path: blob))
storage = GCSFileStorage(bucket)
capture_message = pretend.call_recorder(lambda message: None)
monkeypatch.setattr(warehouse.packaging.services.sentry_sdk,
"capture_message", capture_message)
storage.store("foo/bar.txt", filename)
assert bucket.blob.calls == [pretend.call("foo/bar.txt")]
assert blob.upload_from_filename.calls == []
assert capture_message.calls == [
pretend.call(f"Skipped uploading duplicate file: {filename}")
]