def run_updating_cache_raising_test(mocker, monkeypatch, fail_count): ''' Tests that the `AptWrapper._update_cache()` function works when there are various download errors. Helper function for other tests. ''' import kano_updater.monitor_heartbeat from kano_updater.retry import RETRIES heartbeat = mocker.MagicMock() monkeypatch.setattr(kano_updater.retry, 'heartbeat', heartbeat) from kano_updater.apt_progress_wrapper import AptDownloadFailException cache_update = mocker.MagicMock( side_effect=get_raising_function(fail_count, AptDownloadFailException) ) from kano_updater.apt_wrapper import AptWrapper from kano_updater.progress import CLIProgress progress = CLIProgress() wrapper = AptWrapper.get_instance() monkeypatch.setattr(wrapper._cache, 'update', cache_update) wrapper._update_cache(progress, 5, 5) assert cache_update.call_count == min(EXPECTED_FAILS + 1, RETRIES) assert heartbeat.call_count == min(EXPECTED_FAILS + 1, RETRIES)
def install_urgent(progress, status): progress.split( Phase( 'installing-urgent', _("Installing Hotfix"), 100, is_main=True ) ) logger.info("Installing urgent hotfix") apt_handle = AptWrapper.get_instance() packages_to_update = apt_handle.packages_to_be_upgraded() progress.start('installing-urgent') install_deb_packages(progress, priority=Priority.URGENT) status.is_urgent = False try: from kano_profile.tracker import track_data track_data('updated_hotfix', { 'packages': packages_to_update }) logger.info("Tracking Data: '{}'".format(packages_to_update)) except ImportError as imp_exc: logger.error("Couldn't track hotfix installation, failed to import " "tracking module", exception=imp_exc) except Exception: pass return True
def run_fetch_archives_raising_test(mocker, monkeypatch, fail_count, raise_expected): ''' Tests that the `AptWrapper._fetch_archives()` function works when there are various download errors. Helper function for other tests. ''' import kano_updater.monitor_heartbeat from kano_updater.retry import RETRIES heartbeat = mocker.MagicMock() monkeypatch.setattr(kano_updater.retry, 'heartbeat', heartbeat) from kano_updater.apt_progress_wrapper import AptDownloadFailException fetch_archives = mocker.MagicMock( side_effect=get_raising_function(fail_count, AptDownloadFailException) ) from kano_updater.apt_wrapper import AptWrapper from kano_updater.progress import CLIProgress progress = CLIProgress() wrapper = AptWrapper.get_instance() monkeypatch.setattr(wrapper._cache, 'fetch_archives', fetch_archives) if raise_expected: with pytest.raises(AptDownloadFailException): wrapper._fetch_archives(progress) else: wrapper._fetch_archives(progress) assert fetch_archives.call_count == min(EXPECTED_FAILS + 1, RETRIES) assert heartbeat.call_count == min(EXPECTED_FAILS + 1, RETRIES)
def _cache_deb_packages(progress, priority=Priority.NONE): apt_handle = AptWrapper.get_instance() progress.start('updating-sources') apt_handle.update(progress=progress) progress.start('downloading-apt-packages') apt_handle.cache_updates(progress, priority=priority)
def _cache_deb_packages(progress, priority=Priority.NONE): apt_handle = AptWrapper.get_instance() progress.start('updating-sources') apt_handle.update(progress=progress) progress.start('downloading-apt-packages') apt_handle.cache_updates(progress, priority=priority)
def install_ind_package(progress, package): status = UpdaterStatus.get_instance() # install an independent package. previous_state = status.state # Allow installing only if the updater is in certain safe states. if status.state not in [UpdaterStatus.NO_UPDATES, UpdaterStatus.UPDATES_AVAILABLE, UpdaterStatus.UPDATES_INSTALLED]: msg = "The install is already running" logger.warn(msg) progress.abort(msg) return False if package not in status.updatable_independent_packages: msg = "tried to install non-independent package {} using update_ind_pkg".format(package) logger.warn(msg) progress.abort(msg) return False status.state = UpdaterStatus.INSTALLING_INDEPENDENT status.save() update_sources_phase = 'updating-sources' installing_idp_phase = 'installing-idp-package' progress.split( Phase( update_sources_phase, _("Updating apt sources"), 10 ), Phase( installing_idp_phase, _("Installing independent package"), 90 ) ) apt_handle = AptWrapper.get_instance() progress.start(update_sources_phase) apt_handle.update(progress) progress.start(installing_idp_phase) apt_handle.upgrade(package, progress) status.state = previous_state status.last_update = int(time.time()) # always check independent packages as NONE as urgent updates to # these packages are dealt with by the main updater status.updatable_independent_packages = get_ind_packages(Priority.NONE) status.is_scheduled = False status.save() progress.finish(_("Update completed")) return True
def install_ind_package(progress, package): status = UpdaterStatus.get_instance() # install an independent package. previous_state = status.state # Allow installing only if the updater is in certain safe states. if status.state not in [ UpdaterStatus.NO_UPDATES, UpdaterStatus.UPDATES_AVAILABLE, UpdaterStatus.UPDATES_INSTALLED ]: msg = "The install is already running" logger.warn(msg) progress.abort(msg) return False if package not in status.updatable_independent_packages: msg = "tried to install non-independent package {} using update_ind_pkg".format( package) logger.warn(msg) progress.abort(msg) return False status.state = UpdaterStatus.INSTALLING_INDEPENDENT status.save() update_sources_phase = 'updating-sources' installing_idp_phase = 'installing-idp-package' progress.split( Phase(update_sources_phase, _("Updating apt sources"), 10), Phase(installing_idp_phase, _("Installing independent package"), 90)) apt_handle = AptWrapper.get_instance() progress.start(update_sources_phase) apt_handle.update(progress) progress.start(installing_idp_phase) apt_handle.upgrade(package, progress) status.state = previous_state status.last_update = int(time.time()) # always check independent packages as NONE as urgent updates to # these packages are dealt with by the main updater status.updatable_independent_packages = get_ind_packages(Priority.NONE) status.is_scheduled = False status.save() progress.finish(_("Update completed")) return True
def test_space(apt): from kano_updater.apt_wrapper import AptWrapper wrapper = AptWrapper.get_instance() wrapper._mark_all_for_update() install_req = 0 dl_req = 0 for pkg in wrapper._cache: install_req += pkg.candidate.installed_size / (1024. * 1024.) dl_req += pkg.candidate.size / (1024. * 1024.) assert wrapper.get_required_upgrade_space() == install_req + dl_req
def test_upgrade_all(apt): from kano_updater.apt_wrapper import AptWrapper from kano_updater.progress import CLIProgress wrapper = AptWrapper.get_instance() progress = CLIProgress() for pkg in wrapper._cache: if pkg.is_upgradable: assert pkg.installed != pkg.candidate else: assert pkg.installed == pkg.candidate wrapper.upgrade_all(progress=progress) for pkg in wrapper._cache: assert pkg.installed == pkg.candidate
def install_urgent(progress, status): progress.split( Phase('installing-urgent', _("Installing Hotfix"), 100, is_main=True)) logger.debug("Installing urgent hotfix") apt_handle = AptWrapper.get_instance() packages_to_update = apt_handle.packages_to_be_upgraded() progress.start('installing-urgent') install_deb_packages(progress, priority=Priority.URGENT) status.is_urgent = False try: from kano_profile.tracker import track_data track_data('updated_hotfix', {'packages': packages_to_update}) logger.debug("Tracking Data: '{}'".format(packages_to_update)) except ImportError as imp_exc: logger.error("Couldn't track hotfix installation, failed to import " \ "tracking module: [{}]".format(imp_exc)) except Exception: pass
def _do_check(progress, priority=Priority.NONE): ''' Perform checks for all priorities greater than the one provided. ''' apt_handle = AptWrapper.get_instance() apt_handle.update(progress, sources_list=KANO_SOURCES_LIST) logger.info("Checking urgent: {}".format(priority <= Priority.URGENT)) logger.info("Checking standard: {}".format(priority <= Priority.STANDARD)) run_cmd_log('apt-get --yes autoclean') if (priority <= Priority.URGENT and apt_handle.is_update_available(priority=Priority.URGENT)): return Priority.URGENT if (priority <= Priority.STANDARD and apt_handle.is_update_available()): return Priority.STANDARD return Priority.NONE
def check_disk_space(priority): ''' Check for available disk space before updating ''' from kano.utils.disk import get_free_space from kano_updater.apt_wrapper import AptWrapper apt_handle = AptWrapper.get_instance() mb_free = get_free_space() required_space = apt_handle.get_required_upgrade_space() + SPACE_BUFFER logger.info('Final upgrade required size is {} MB'.format(required_space)) if mb_free < required_space: err_msg = N_("Only {}MB free, at least {}MB is needed.").format( mb_free, required_space ) return False, err_msg return True, None
def check_disk_space(priority): ''' Check for available disk space before updating ''' apt_handle = AptWrapper.get_instance() mb_free = get_free_space() required_space = apt_handle.get_required_upgrade_space() + SPACE_BUFFER # Allowance for installing extra packages in the postupdate scenarios # during the update to 3.8.0 system_version = get_system_version() if system_version < OSVersion.from_version_string("Kanux-Beta-3.8.0"): required_space += UPGRADE_3_8_0_SPACE required_space = max(required_space, MIN_REQ_SPACE) if mb_free < required_space: err_msg = N_("Only {}MB free, at least {}MB is needed.").format( mb_free, required_space) return False, err_msg return True, None
def _do_check(progress, priority=Priority.NONE): ''' Perform checks for all priorities greater than the one provided. ''' apt_handle = AptWrapper.get_instance() apt_handle.update(progress, sources_list=KANO_SOURCES_LIST) logger.info("Checking urgent: {}".format(priority <= Priority.URGENT)) logger.info("Checking standard: {}".format(priority <= Priority.STANDARD)) run_cmd_log('apt-get --yes autoclean') if ( priority <= Priority.URGENT and apt_handle.is_update_available(priority=Priority.URGENT) ): return Priority.URGENT if ( priority <= Priority.STANDARD and apt_handle.is_update_available() ): return Priority.STANDARD return Priority.NONE
def install_deb_packages(progress, priority=Priority.NONE): apt_handle = AptWrapper.get_instance() apt_handle.upgrade_all(progress, priority=priority)
def install_standard(progress, status): progress.split( Phase( 'init', _("Starting Update"), 10, is_main=True ), Phase( 'updating-itself', _("Updating Itself"), 10, is_main=True ), Phase( 'preupdate', _("Running The Preupdate Scripts"), 10, is_main=True ), Phase( 'updating-deb-packages', _("Updating Deb Packages"), 30, is_main=True ), Phase( 'postupdate', _("Running The Postupdate Scripts"), 10, is_main=True ), Phase( 'aux-tasks', _("Performing auxiliary tasks"), 10, is_main=True ) ) progress.start('init') apt_handle = AptWrapper.get_instance() apt_handle.clear_cache() apt_handle.fix_broken(progress) # determine the versions (from and to) system_version = get_system_version() target_version = get_target_version() msg = "Upgrading from {} to {}".format(system_version, target_version) logger.info(msg) # set up the scenarios and check whether they cover updating # from this version preup = PreUpdate(system_version) postup = PostUpdate(system_version) if not (preup.covers_update() and postup.covers_update()): title = _("Unfortunately, your version of Kano OS is too old " "to be updated through the updater.") description = _("You will need to download the image of the " "OS and reflash your SD card.") msg = "{}: {}".format(title, description) logger.error("Updating from a version that is no longer supported ({})" .format(system_version)) progress.fail(msg) raise InstallError(msg) old_updater = apt_handle.get_package('kano-updater').installed.version progress.start('updating-itself') apt_handle.upgrade('kano-updater', progress) # relaunch if the updater has changed new_updater = apt_handle.get_package('kano-updater') if old_updater != new_updater.installed.version: # Remove the installation in progress status so it doesn't # block the start of the new instance. status.state = UpdaterStatus.UPDATES_DOWNLOADED status.save() logger.info("The updater has been updated, relaunching.") progress.relaunch() return False progress.start('preupdate') try: preup.run(progress) except Relaunch: progress.relaunch() return False except Exception as e: logger.error("The pre-update scenarios failed", exception=e) progress.abort("The pre-update tasks failed.") raise logger.info("Updating deb packages") progress.start('updating-deb-packages') install_deb_packages(progress) progress.start('postupdate') try: postup.run(progress) except Relaunch: bump_system_version() progress.relaunch() return False except Exception as e: logger.error("The post-update scenarios failed", exception=e) progress.abort("The post-update tasks failed.") raise bump_system_version() # We don't care too much when these fail progress.start('aux-tasks') run_aux_tasks(progress) return True
def install_standard(progress, status): progress.split( Phase('init', _("Starting Update"), 10, is_main=True), Phase('updating-itself', _("Updating Itself"), 10, is_main=True), Phase('preupdate', _("Running The Preupdate Scripts"), 10, is_main=True), Phase('updating-deb-packages', _("Updating Deb Packages"), 30, is_main=True), Phase('postupdate', _("Running The Postupdate Scripts"), 10, is_main=True), Phase('aux-tasks', _("Performing auxiliary tasks"), 10, is_main=True)) progress.start('init') apt_handle = AptWrapper.get_instance() apt_handle.clear_cache() apt_handle.fix_broken(progress) # determine the versions (from and to) system_version = get_system_version() target_version = get_target_version() msg = "Upgrading from {} to {}".format(system_version, target_version) logger.info(msg) # set up the scenarios and check whether they cover updating # from this version preup = PreUpdate(system_version) postup = PostUpdate(system_version) if not (preup.covers_update() and postup.covers_update()): title = _("Unfortunately, your version of Kano OS is too old " \ "to be updated through the updater.") description = _("You will need to download the image of the " \ "OS and reflash your SD card.") msg = "{}: {}".format(title, description) logger.error( "Updating from a version that is no longer supported ({})".format( system_version)) progress.fail(msg) raise InstallError(msg) old_updater = apt_handle.get_package('kano-updater').installed.version progress.start('updating-itself') apt_handle.upgrade('kano-updater', progress) # relaunch if the updater has changed new_updater = apt_handle.get_package('kano-updater') if old_updater != new_updater.installed.version: # Remove the installation in progress status so it doesn't # block the start of the new instance. status.state = UpdaterStatus.UPDATES_DOWNLOADED status.save() logger.info("The updater has been updated, relaunching.") progress.relaunch() return False progress.start('preupdate') try: preup.run() except Exception as err: logger.error("The pre-update scenarios failed.") logger.error(err.encode('utf-8')) progress.abort("The pre-update tasks failed.") raise logger.debug("Updating deb packages") progress.start('updating-deb-packages') install_deb_packages(progress) progress.start('postupdate') try: postup.run() except Exception as err: logger.error("The post-update scenarios failed.") logger.error(err.encode('utf-8')) progress.abort("The post-update tasks failed.") raise bump_system_version() # We don't care too much when these fail progress.start('aux-tasks') run_aux_tasks(progress)
def install_deb_packages(progress, priority=Priority.NONE): apt_handle = AptWrapper.get_instance() apt_handle.upgrade_all(progress, priority=priority)
def get_ind_packages(priority=Priority.NONE): apt_handle = AptWrapper.get_instance() return apt_handle.independent_packages_available(priority)
def test_apt_wrapper_double_init(apt): from kano_updater.apt_wrapper import AptWrapper dummy_wrapper = AptWrapper.get_instance() with pytest.raises(Exception): AptWrapper()
def get_ind_packages(priority=Priority.NONE): apt_handle = AptWrapper.get_instance() return apt_handle.independent_packages_available(priority)
def test_apt_wrapper_init(apt): from kano_updater.apt_wrapper import AptWrapper wrapper = AptWrapper().get_instance() assert isinstance(wrapper, AptWrapper)