def test_calls_download_boot_resources(self):
self.patch(download_resources, "datetime", MockDateTime)
storage_path = self.make_dir()
snapshot_path = download_resources.compose_snapshot_path(storage_path)
cache_path = os.path.join(storage_path, "cache")
file_store = FileStore(cache_path)
source = {
"url": "http://example.com",
"keyring": self.make_file("keyring"),
}
product_mapping = ProductMapping()
fake = self.patch(download_resources, "download_boot_resources")
download_resources.download_all_boot_resources(
sources=[source],
storage_path=storage_path,
product_mapping=product_mapping,
store=file_store,
)
self.assertThat(
fake,
MockCalledWith(
source["url"],
file_store,
snapshot_path,
product_mapping,
keyring_file=source["keyring"],
),
)
def test_returns_snapshot_path(self):
self.patch(download_resources, 'datetime', MockDateTime)
storage_path = self.make_dir()
expected_path = os.path.join(
storage_path,
'snapshot-%s' % MockDateTime._utcnow.strftime('%Y%m%d-%H%M%S'))
self.assertEqual(
expected_path,
download_resources.download_all_boot_resources(
sources=[], storage_path=storage_path, product_mapping=None))
def test_calls_download_boot_resources(self):
self.patch(download_resources, 'datetime', MockDateTime)
storage_path = self.make_dir()
snapshot_path = download_resources.compose_snapshot_path(storage_path)
cache_path = os.path.join(storage_path, 'cache')
file_store = FileStore(cache_path)
source = {
'url': 'http://example.com',
'keyring': self.make_file("keyring"),
}
product_mapping = ProductMapping()
fake = self.patch(download_resources, 'download_boot_resources')
download_resources.download_all_boot_resources(
sources=[source],
storage_path=storage_path,
product_mapping=product_mapping,
store=file_store)
self.assertThat(
fake,
MockCalledWith(source['url'],
file_store,
snapshot_path,
product_mapping,
keyring_file=source['keyring']))
def import_images(sources):
"""Import images. Callable from the command line.
:param config: An iterable of dicts representing the sources from
which boot images will be downloaded.
"""
if len(sources) == 0:
msg = "Can't import: region did not provide a source."
try_send_rack_event(EVENT_TYPES.RACK_IMPORT_WARNING, msg)
maaslog.warning(msg)
return False
msg = "Starting rack boot image import"
maaslog.info(msg)
try_send_rack_event(EVENT_TYPES.RACK_IMPORT_INFO, msg)
with ClusterConfiguration.open() as config:
storage = FilePath(config.tftp_root).parent().path
with tempdir("keyrings") as keyrings_path:
# XXX: Band-aid to ensure that the keyring_data is bytes. Future task:
# try to figure out why this sometimes happens.
for source in sources:
if "keyring_data" in source and not isinstance(
source["keyring_data"], bytes):
source["keyring_data"] = source["keyring_data"].encode("utf-8")
# We download the keyrings now because we need them for both
# download_all_image_descriptions() and
# download_all_boot_resources() later.
sources = write_all_keyrings(keyrings_path, sources)
# The region produces a SimpleStream which is similar, but not
# identical to the actual SimpleStream. These differences cause
# validation to fail. So grab everything from the region and trust it
# did proper filtering before the rack.
image_descriptions = download_all_image_descriptions(
sources, validate_products=False)
if image_descriptions.is_empty():
msg = ("Finished importing boot images, the region does not have "
"any boot images available.")
try_send_rack_event(EVENT_TYPES.RACK_IMPORT_WARNING, msg)
maaslog.warning(msg)
return False
meta_file_content = image_descriptions.dump_json()
if meta_contains(storage, meta_file_content):
maaslog.info("Finished importing boot images, the region does not "
"have any new images.")
try_send_rack_event(EVENT_TYPES.RACK_IMPORT_INFO, msg)
maaslog.info(msg)
return False
product_mapping = map_products(image_descriptions)
try:
snapshot_path = download_all_boot_resources(
sources, storage, product_mapping)
except Exception as e:
try_send_rack_event(
EVENT_TYPES.RACK_IMPORT_ERROR,
"Unable to import boot images: %s" % e,
)
maaslog.error(
"Unable to import boot images; cleaning up failed snapshot "
"and cache.")
# Cleanup snapshots and cache since download failed.
cleanup_snapshots_and_cache(storage)
raise
maaslog.info("Writing boot image metadata.")
write_snapshot_metadata(snapshot_path, meta_file_content)
maaslog.info("Linking boot images snapshot %s" % snapshot_path)
link_bootloaders(snapshot_path)
# If we got here, all went well. This is now truly the "current" snapshot.
update_current_symlink(storage, snapshot_path)
# Now cleanup the old snapshots and cache.
maaslog.info("Cleaning up old snapshots and cache.")
cleanup_snapshots_and_cache(storage)
# Import is now finished.
msg = "Finished importing boot images."
maaslog.info(msg)
try_send_rack_event(EVENT_TYPES.RACK_IMPORT_INFO, msg)
return True