def _reboot_post_upgrade(self):
"""Reboot this servo host because an upgrade is waiting."""
logging.info('Rebooting servo host %s from build %s', self.hostname,
self._get_release_version())
# Tell the reboot() call not to wait for completion.
# Otherwise, the call will log reboot failure if servo does
# not come back. The logged reboot failure will lead to
# test job failure. If the test does not require servo, we
# don't want servo failure to fail the test with error:
# `Host did not return from reboot` in status.log.
self.reboot(fastsync=True, wait=False)
# We told the reboot() call not to wait, but we need to wait
# for the reboot before we continue. Alas. The code from
# here below is basically a copy of Host.wait_for_restart(),
# with the logging bits ripped out, so that they can't cause
# the failure logging problem described above.
#
# The black stain that this has left on my soul can never be
# erased.
old_boot_id = self.get_boot_id()
if not self.wait_down(timeout=self.WAIT_DOWN_REBOOT_TIMEOUT,
warning_timer=self.WAIT_DOWN_REBOOT_WARNING,
old_boot_id=old_boot_id):
raise error.AutoservHostError(
'servo host %s failed to shut down.' % self.hostname)
if self.wait_up(timeout=120):
logging.info('servo host %s back from reboot, with build %s',
self.hostname, self._get_release_version())
else:
raise error.AutoservHostError(
'servo host %s failed to come back from reboot.' %
self.hostname)
def check_uptime(self):
"""
Check that uptime is available and monotonically increasing.
"""
if not self.is_up():
raise error.AutoservHostError('Client does not appear to be up')
result = self.run("/bin/cat /proc/uptime", 30)
return result.stdout.strip().split()[0]
def _check_for_reboot(self, updater):
"""Reboot this servo host if an upgrade is waiting.
If the host has successfully downloaded and finalized a new
build, reboot.
@param updater: a ChromiumOSUpdater instance for checking
whether reboot is needed.
@return Return a (status, build) tuple reflecting the
update_engine status and current build of the host
at the end of the call.
"""
current_build_number = self._get_release_version()
status = updater.check_update_status()
if status == autoupdater.UPDATER_NEED_REBOOT:
# Check if we need to schedule an organized reboot.
afe = frontend_wrappers.RetryingAFE(
timeout_min=5,
delay_sec=10,
server=server_site_utils.get_global_afe_hostname())
dut_list = self.get_attached_duts(afe)
logging.info('servo host has the following duts: %s', dut_list)
if len(dut_list) > 1:
logging.info('servo host has multiple duts, scheduling '
'synchronized reboot')
self.schedule_synchronized_reboot(dut_list, afe)
return status, current_build_number
logging.info('Rebooting servo host %s from build %s',
self.hostname, current_build_number)
# Tell the reboot() call not to wait for completion.
# Otherwise, the call will log reboot failure if servo does
# not come back. The logged reboot failure will lead to
# test job failure. If the test does not require servo, we
# don't want servo failure to fail the test with error:
# `Host did not return from reboot` in status.log.
self.reboot(fastsync=True, wait=False)
# We told the reboot() call not to wait, but we need to wait
# for the reboot before we continue. Alas. The code from
# here below is basically a copy of Host.wait_for_restart(),
# with the logging bits ripped out, so that they can't cause
# the failure logging problem described above.
#
# The black stain that this has left on my soul can never be
# erased.
old_boot_id = self.get_boot_id()
if not self.wait_down(timeout=self.WAIT_DOWN_REBOOT_TIMEOUT,
warning_timer=self.WAIT_DOWN_REBOOT_WARNING,
old_boot_id=old_boot_id):
raise error.AutoservHostError(
'servo host %s failed to shut down.' % self.hostname)
if self.wait_up(timeout=120):
current_build_number = self._get_release_version()
status = updater.check_update_status()
logging.info('servo host %s back from reboot, with build %s',
self.hostname, current_build_number)
else:
raise error.AutoservHostError(
'servo host %s failed to come back from reboot.' %
self.hostname)
return status, current_build_number