def try_insert(self, cache_key, paths):
with temporary_file_path() as tarfile:
artifact = TarballArtifact(self.artifact_root, tarfile, self.compress)
artifact.collect(paths)
with open(tarfile, 'rb') as infile:
remote_path = self._remote_path_for_key(cache_key)
if not self._request('PUT', remote_path, body=infile):
raise self.CacheError('Failed to PUT to %s. Error: 404' % self._url_string(remote_path))
def try_insert(self, cache_key, paths):
with temporary_file_path() as tarfile:
artifact = TarballArtifact(self.artifact_root, tarfile,
self.compress)
artifact.collect(paths)
with open(tarfile, 'rb') as infile:
remote_path = self._remote_path_for_key(cache_key)
if not self._request('PUT', remote_path, body=infile):
raise self.CacheError('Failed to PUT to %s. Error: 404' %
self._url_string(remote_path))
def test_exists_true_when_exists(self):
with temporary_dir() as tmpdir:
artifact_root = os.path.join(tmpdir, 'artifacts')
cache_root = os.path.join(tmpdir, 'cache')
safe_mkdir(cache_root)
path = self.touch_file_in(artifact_root)
artifact = TarballArtifact(artifact_root, os.path.join(cache_root, 'some.tar'))
artifact.collect([path])
self.assertTrue(artifact.exists())
def test_get_paths_after_collect(self):
with temporary_dir() as tmpdir:
artifact_root = os.path.join(tmpdir, 'artifacts')
cache_root = os.path.join(tmpdir, 'cache')
safe_mkdir(cache_root)
file_path = self.touch_file_in(artifact_root)
artifact = TarballArtifact(artifact_root, os.path.join(cache_root, 'some.tar'))
artifact.collect([file_path])
self.assertEqual([file_path], list(artifact.get_paths()))
def test_exists_true_when_exists(self):
with temporary_dir() as tmpdir:
artifact_root = os.path.join(tmpdir, 'artifacts')
cache_root = os.path.join(tmpdir, 'cache')
safe_mkdir(cache_root)
path = self.touch_file_in(artifact_root)
artifact = TarballArtifact(artifact_root, os.path.join(cache_root, 'some.tar'))
artifact.collect([path])
self.assertTrue(artifact.exists())
def test_get_paths_after_collect(self):
with temporary_dir() as tmpdir:
artifact_root = os.path.join(tmpdir, 'artifacts')
cache_root = os.path.join(tmpdir, 'cache')
safe_mkdir(cache_root)
file_path = self.touch_file_in(artifact_root)
artifact = TarballArtifact(artifact_root, os.path.join(cache_root, 'some.tar'))
artifact.collect([file_path])
self.assertEquals([file_path], list(artifact.get_paths()))
def try_insert(self, cache_key, paths):
tarfile = self._cache_file_for_key(cache_key)
safe_mkdir_for(tarfile)
# Write to a temporary name (on the same filesystem), and move it atomically, so if we
# crash in the middle we don't leave an incomplete or missing artifact.
tarfile_tmp = tarfile + '.' + str(uuid.uuid4()) + '.tmp'
if os.path.exists(tarfile_tmp):
os.unlink(tarfile_tmp)
artifact = TarballArtifact(self.artifact_root, tarfile_tmp, self._compress)
artifact.collect(paths)
# Note: Race condition here if multiple pants runs (in different workspaces)
# try to write the same thing at the same time. However since rename is atomic,
# this should not result in corruption. It may however result in a missing artifact
# If we crash between the unlink and the rename. But that's OK.
if os.path.exists(tarfile):
os.unlink(tarfile)
os.rename(tarfile_tmp, tarfile)
def try_insert(self, cache_key, paths):
tarfile = self._cache_file_for_key(cache_key)
safe_mkdir_for(tarfile)
# Write to a temporary name (on the same filesystem), and move it atomically, so if we
# crash in the middle we don't leave an incomplete or missing artifact.
tarfile_tmp = tarfile + '.' + str(uuid.uuid4()) + '.tmp'
if os.path.exists(tarfile_tmp):
os.unlink(tarfile_tmp)
artifact = TarballArtifact(self.artifact_root, tarfile_tmp,
self._compress)
artifact.collect(paths)
# Note: Race condition here if multiple pants runs (in different workspaces)
# try to write the same thing at the same time. However since rename is atomic,
# this should not result in corruption. It may however result in a missing artifact
# If we crash between the unlink and the rename. But that's OK.
if os.path.exists(tarfile):
os.unlink(tarfile)
os.rename(tarfile_tmp, tarfile)