def get_layer(self,
image_id,
download_folder=None,
change_perms=False,
return_tmp=False):
'''get_layer will download an image layer (.tar.gz)
to a specified download folder.
:param download_folder: if specified, download to folder.
Otherwise return response with raw data
:param change_perms: change permissions additionally
(default False to support multiprocessing)
:param return_tmp: If true, return the temporary file name (and
don't rename to the file's final name). Default
is False, should be True for multiprocessing
that requires extra permission changes
'''
registry = self.registry
if registry is None:
registry = self.api_base
# make sure we have a complete url
registry = add_http(registry)
# The <name> variable is the namespace/repo_name
base = "%s/%s/%s/%s/blobs/%s" % (registry, self.api_version,
self.namespace, self.repo_name,
image_id)
bot.verbose("Downloading layers from %s" % base)
if download_folder is None:
download_folder = tempfile.mkdtemp()
download_folder = "%s/%s.tar.gz" % (download_folder, image_id)
# Update user what we are doing
bot.debug("Downloading layer %s" % image_id)
# Step 1: Download the layer atomically
file_name = "%s.%s" % (download_folder,
next(tempfile._get_candidate_names()))
tar_download = self.download_atomically(url=base, file_name=file_name)
bot.debug('Download of raw file (pre permissions fix) is %s' %
tar_download)
# Step 2: Fix Permissions?
if change_perms:
tar_download = change_tar_permissions(tar_download)
if return_tmp is True:
return tar_download
try:
os.rename(tar_download, download_folder)
except Exception:
msg = "Cannot untar layer %s," % tar_download
msg += " was there a problem with download?"
bot.error(msg)
sys.exit(1)
return download_folder
def change_permissions(tar_file,file_permission=None,folder_permission=None):
'''change_permissions is a wrapper for change_tar_permissions, intended for use
as a function for multiprocessing. To ensure atomic download and permission changes,
the input file here is expected to have a temporary extension. This wrapper simply
calls the function to change_tar_permissions, and then renames to the final file
'''
fixed_tar = change_tar_permissions(tar_file,
file_permission=file_permission,
folder_permission=folder_permission)
final_tar = "%s.tar.gz" %fixed_tar.split('.tar.gz')[0]
os.rename(fixed_tar, final_tar)
return final_tar
def get_layer(self,image_id,download_folder=None,change_perms=False,return_tmp=False):
'''get_layer will download an image layer (.tar.gz) to a specified download folder.
:param download_folder: if specified, download to folder.
Otherwise return response with raw data (not recommended)
:param change_perms: change permissions additionally (default False to support
multiprocessing)
:param return_tmp: If true, return the temporary file name (and don't rename to the file's final
name). Default is False, should be True for multiprocessing that requires extra permission changes
'''
registry = self.registry
if registry == None:
registry = self.api_base
registry = add_http(registry) # make sure we have a complete url
# The <name> variable is the namespace/repo_name
base = "%s/%s/%s/%s/blobs/%s" %(registry,self.api_version,self.namespace,self.repo_name,image_id)
bot.verbose("Downloading layers from %s" %base)
if download_folder is None:
download_folder = tempfile.mkdtemp()
download_folder = "%s/%s.tar.gz" %(download_folder,image_id)
# Update user what we are doing
bot.debug("Downloading layer %s" %image_id)
# Step 1: Download the layer atomically
file_name = "%s.%s" %(download_folder,next(tempfile._get_candidate_names()))
tar_download = self.download_atomically(url=base,
file_name=file_name)
bot.debug('Download of raw file (pre permissions fix) is %s' %tar_download)
# Step 2: Fix Permissions?
if change_perms:
tar_download = change_tar_permissions(tar_download)
if return_tmp is True:
return tar_download
try:
os.rename(tar_download,download_folder)
except:
bot.error("Cannot untar layer %s, was there a problem with download?" %tar_download)
sys.exit(1)
return download_folder