def use_cached_files(self, cache_key):
# This implementation fetches the appropriate tarball and extracts it.
remote_path = self._remote_path_for_key(cache_key)
try:
# Send an HTTP request for the tarball.
response = self._request('GET', remote_path)
if response is None:
return None
done = False
with temporary_file() as outfile:
total_bytes = 0
# Read the data in a loop.
while not done:
data = response.read(self.READ_SIZE)
outfile.write(data)
if len(data) < self.READ_SIZE:
done = True
total_bytes += len(data)
outfile.close()
self.log.debug('Read %d bytes from artifact cache at %s' %
(total_bytes,self._url_string(remote_path)))
# Extract the tarfile.
artifact = TarballArtifact(self.artifact_root, outfile.name, self.compress)
artifact.extract()
return artifact
except Exception as e:
self.log.warn('Error while reading from remote artifact cache: %s' % e)
return None
def use_cached_files(self, cache_key):
# This implementation fetches the appropriate tarball and extracts it.
remote_path = self._remote_path_for_key(cache_key)
try:
# Send an HTTP request for the tarball.
response = self._request('GET', remote_path)
if response is None:
return None
with temporary_file() as outfile:
total_bytes = 0
# Read the data in a loop.
for chunk in response.iter_content(self.READ_SIZE):
outfile.write(chunk)
total_bytes += len(chunk)
outfile.close()
self.log.debug('Read %d bytes from artifact cache at %s' %
(total_bytes, self._url_string(remote_path)))
# Extract the tarfile.
artifact = TarballArtifact(self.artifact_root, outfile.name,
self.compress)
artifact.extract()
return artifact
except Exception as e:
self.log.warn(
'Error while reading from remote artifact cache: %s' % e)
return None
def test_non_existent_tarball_extraction(self):
with temporary_dir() as tmpdir:
artifact = TarballArtifact(artifact_root=tmpdir,
artifact_extraction_root=tmpdir,
tarfile_="vapor.tar")
with self.assertRaises(ArtifactError):
artifact.extract()
def test_corrupt_tarball_extraction(self):
with temporary_dir() as tmpdir:
path = self.touch_file_in(tmpdir, content="invalid")
artifact = TarballArtifact(artifact_root=tmpdir,
artifact_extraction_root=tmpdir,
tarfile_=path)
with self.assertRaises(ArtifactError):
artifact.extract()
def use_cached_files(self, cache_key):
try:
tarfile = self._cache_file_for_key(cache_key)
if os.path.exists(tarfile):
artifact = TarballArtifact(self.artifact_root, tarfile, self._compress)
artifact.extract()
return artifact
else:
return None
except Exception as e:
self.log.warn('Error while reading from local artifact cache: %s' % e)
return None
def use_cached_files(self, cache_key):
try:
tarfile = self._cache_file_for_key(cache_key)
if os.path.exists(tarfile):
artifact = TarballArtifact(self.artifact_root, tarfile,
self._compress)
artifact.extract()
return artifact
else:
return None
except Exception as e:
self.log.warn('Error while reading from local artifact cache: %s' %
e)
return None
def test_corrupt_tarball_extraction(self):
with temporary_dir() as tmpdir:
path = self.touch_file_in(tmpdir, content='invalid')
artifact = TarballArtifact(artifact_root=tmpdir, tarfile_=path)
with self.assertRaises(ArtifactError):
artifact.extract()
def test_non_existent_tarball_extraction(self):
with temporary_dir() as tmpdir:
artifact = TarballArtifact(artifact_root=tmpdir, tarfile_='vapor.tar')
with self.assertRaises(ArtifactError):
artifact.extract()
