def _create_download_requests(content_units):
"""
Make a list of Nectar DownloadRequests for the given content units using
the lazy catalog.
:param content_units: The content units to build a list of DownloadRequests for.
:type content_units: list of pulp.server.db.model.FileContentUnit
:return: A list of DownloadRequests; each request includes a ``data``
instance variable which is a dict containing the FileContentUnit,
the list of files in the unit, and the downloaded file's storage
path.
:rtype: list of nectar.request.DownloadRequest
"""
requests = []
working_dir = get_working_directory()
signing_key = Key.load(pulp_conf.get('authentication', 'rsa_key'))
for content_unit in content_units:
# All files in the unit; every request for a unit has a reference to this dict.
unit_files = {}
unit_working_dir = os.path.join(working_dir, content_unit.id)
for file_path in content_unit.list_files():
qs = LazyCatalogEntry.objects.filter(
unit_id=content_unit.id,
unit_type_id=content_unit.type_id,
path=file_path
)
catalog_entry = qs.order_by('revision').first()
if catalog_entry is None:
continue
signed_url = _get_streamer_url(catalog_entry, signing_key)
temporary_destination = os.path.join(
unit_working_dir,
os.path.basename(catalog_entry.path)
)
mkdir(unit_working_dir)
unit_files[temporary_destination] = {
CATALOG_ENTRY: catalog_entry,
PATH_DOWNLOADED: None,
}
request = DownloadRequest(signed_url, temporary_destination)
# For memory reasons, only hold onto the id and type_id so we can reload the unit
# once it's successfully downloaded.
request.data = {
TYPE_ID: content_unit.type_id,
UNIT_ID: content_unit.id,
UNIT_FILES: unit_files,
}
requests.append(request)
return requests
def _create_download_requests(content_units):
"""
Make a list of Nectar DownloadRequests for the given content units using
the lazy catalog.
:param content_units: The content units to build a list of DownloadRequests for.
:type content_units: list of pulp.server.db.model.FileContentUnit
:return: A list of DownloadRequests; each request includes a ``data``
instance variable which is a dict containing the FileContentUnit,
the list of files in the unit, and the downloaded file's storage
path.
:rtype: list of nectar.request.DownloadRequest
"""
requests = []
working_dir = get_working_directory()
signing_key = Key.load(pulp_conf.get('authentication', 'rsa_key'))
for content_unit in content_units:
# All files in the unit; every request for a unit has a reference to this dict.
unit_files = {}
unit_working_dir = os.path.join(working_dir, content_unit.id)
for file_path in content_unit.list_files():
qs = LazyCatalogEntry.objects.filter(
unit_id=content_unit.id,
unit_type_id=content_unit.type_id,
path=file_path)
catalog_entry = qs.order_by('revision').first()
if catalog_entry is None:
continue
signed_url = _get_streamer_url(catalog_entry, signing_key)
temporary_destination = os.path.join(
unit_working_dir, os.path.basename(catalog_entry.path))
mkdir(unit_working_dir)
unit_files[temporary_destination] = {
CATALOG_ENTRY: catalog_entry,
PATH_DOWNLOADED: None,
}
request = DownloadRequest(signed_url, temporary_destination)
# For memory reasons, only hold onto the id and type_id so we can reload the unit
# once it's successfully downloaded.
request.data = {
TYPE_ID: content_unit.type_id,
UNIT_ID: content_unit.id,
UNIT_FILES: unit_files,
}
requests.append(request)
return requests
def test_other_exception(self, _mkdir):
path = 'path-123'
mkdir(path)
_mkdir.side_effect = OSError(EPERM, path)
self.assertRaises(OSError, mkdir, path)
def test_already_exists(self, _mkdir):
path = 'path-123'
mkdir(path)
_mkdir.assert_called_once_with(path)
_mkdir.side_effect = OSError(EEXIST, path)
def test_succeeded(self, _mkdir):
path = 'path-123'
mkdir(path)
_mkdir.assert_called_once_with(path)
