def download_rpms(self, metadata_files, rpms_to_download, url):
"""
Actually download the requested RPMs. This method iterates over
the appropriate metadata file and downloads those items which are present
in the corresponding set. It also checks for the RPMs which exist
in other repositories before downloading them. If they are already downloaded,
we skip the download and just associate them to the given repository.
:param metadata_files: populated instance of MetadataFiles
:type metadata_files: pulp_rpm.plugins.importers.yum.repomd.metadata.MetadataFiles
:param rpms_to_download: set of RPM.NAMEDTUPLEs
:type rpms_to_download: set
:param url: current URL we should sync
:type: str
"""
event_listener = RPMListener(self, metadata_files)
primary_file_handle = metadata_files.get_metadata_file_handle(
primary.METADATA_FILE_NAME)
try:
package_model_generator = packages.package_list_generator(
primary_file_handle, primary.PACKAGE_TAG,
primary.process_package_element)
units_to_download = self._filtered_unit_generator(
package_model_generator, rpms_to_download)
# Wrapped in a generator that adds entries to
# the deferred (Lazy) catalog.
units_to_download = self.catalog_generator(url, units_to_download)
if self.download_deferred:
for unit in units_to_download:
unit.downloaded = False
self.add_rpm_unit(metadata_files, unit)
return
download_wrapper = alternate.Packages(url, self.nectar_config,
units_to_download,
self.tmp_dir, event_listener,
self._url_modify)
# allow the downloader to be accessed by the cancel method if necessary
self.downloader = download_wrapper.downloader
_logger.info(
_('Downloading %(num)s RPMs.') %
{'num': len(rpms_to_download)})
download_wrapper.download_packages()
self.downloader = None
finally:
primary_file_handle.close()
def download(self, metadata_files, units_to_download, url):
event_listener = CustomPackageListener(self, metadata_files)
try:
download_wrapper = alternate.Packages(url, self.nectar_config,
units_to_download,
self.tmp_dir, event_listener,
self._url_modify)
self.downloader = download_wrapper.downloader
_logger.info(
_('Downloading %(num)s units.') %
{'num': len(units_to_download)})
download_wrapper.download_packages()
self.downloader = None
finally:
pass
def download(self, metadata_files, rpms_to_download, drpms_to_download,
url):
"""
Actually download the requested RPMs and DRPMs. This method iterates over
the appropriate metadata file and downloads those items which are present
in the corresponding set. It also checks for the RPMs and DRPMs which exist
in other repositories before downloading them. If they are already downloaded,
we skip the download and just associate them to the given repository.
:param metadata_files: populated instance of MetadataFiles
:type metadata_files: pulp_rpm.plugins.importers.yum.repomd.metadata.MetadataFiles
:param rpms_to_download: set of RPM.NAMEDTUPLEs
:type rpms_to_download: set
:param drpms_to_download: set of DRPM.NAMEDTUPLEs
:type drpms_to_download: set
:param url: curret URL we should sync
:type: str
:rtype: pulp.plugins.model.SyncReport
"""
# TODO: probably should make this more generic
event_listener = ContentListener(self.sync_conduit,
self.progress_status,
self.call_config, metadata_files)
primary_file_handle = metadata_files.get_metadata_file_handle(
primary.METADATA_FILE_NAME)
try:
package_model_generator = packages.package_list_generator(
primary_file_handle, primary.PACKAGE_TAG,
primary.process_package_element)
units_to_download = self._filtered_unit_generator(
package_model_generator, rpms_to_download)
download_wrapper = alternate.Packages(url, self.nectar_config,
units_to_download,
self.tmp_dir, event_listener)
# allow the downloader to be accessed by the cancel method if necessary
self.downloader = download_wrapper.downloader
_logger.info(
_('Downloading %(num)s RPMs.') %
{'num': len(rpms_to_download)})
download_wrapper.download_packages()
self.downloader = None
finally:
primary_file_handle.close()
# download DRPMs
# multiple options for deltainfo files depending on the distribution
# so we have to go through all of them to get all the DRPMs
for presto_file_name in presto.METADATA_FILE_NAMES:
presto_file_handle = metadata_files.get_metadata_file_handle(
presto_file_name)
if presto_file_handle:
try:
package_model_generator = packages.package_list_generator(
presto_file_handle, presto.PACKAGE_TAG,
presto.process_package_element)
units_to_download = self._filtered_unit_generator(
package_model_generator, drpms_to_download)
download_wrapper = packages.Packages(
url, self.nectar_config, units_to_download,
self.tmp_dir, event_listener)
# allow the downloader to be accessed by the cancel method if necessary
self.downloader = download_wrapper.downloader
_logger.info(
_('Downloading %(num)s DRPMs.') %
{'num': len(drpms_to_download)})
download_wrapper.download_packages()
self.downloader = None
finally:
presto_file_handle.close()
report = self.sync_conduit.build_success_report({}, {})
return report
