def testPreStartWithCreate(self):
"""Verifies that pre-start creates mounted dirs.
Checks that missing mount points are created when force_create is
enabled.
"""
with TempDir() as tmpdir:
src_dir = os.path.join(tmpdir, 'foobar')
config = [{
'mount': True,
'source': src_dir,
'target': '/target0',
'readonly': True,
'force_create': True
}]
with ConfigFile(config) as test_cfg, MockContainer() as container:
manager = lxc_config.DeployConfigManager(container, test_cfg)
# Pre-condition: the path doesn't exist.
self.assertFalse(lxc_utils.path_exists(src_dir))
# After calling deploy_pre_start, the path should exist and the
# mount should be created in the container.
manager.deploy_pre_start()
self.assertTrue(lxc_utils.path_exists(src_dir))
self.assertEqual(len(config), len(container.mounts))
for c in config:
self.assertTrue(container.has_mount(c))
def testPreStart(self):
"""Verifies that pre-start works correctly.
Checks that mounts are correctly created in the container.
"""
with TempDir() as tmpdir:
config = [
{
'mount': True,
'source': tempfile.mkdtemp(dir=tmpdir),
'target': '/target0',
'readonly': True,
'force_create': False
},
{
'mount': True,
'source': tempfile.mkdtemp(dir=tmpdir),
'target': '/target1',
'readonly': False,
'force_create': False
},
]
with ConfigFile(config) as test_cfg, MockContainer() as container:
manager = lxc_config.DeployConfigManager(container, test_cfg)
manager.deploy_pre_start()
self.assertEqual(len(config), len(container.mounts))
for c in config:
self.assertTrue(container.has_mount(c))
def setup_test(self, container_id, job_id, server_package_url, result_path,
control=None, skip_cleanup=False, job_folder=None,
dut_name=None, isolate_hash=None):
"""Setup test container for the test job to run.
The setup includes:
1. Install autotest_server package from given url.
2. Copy over local shadow_config.ini.
3. Mount local site-packages.
4. Mount test result directory.
TODO(dshi): Setup also needs to include test control file for autoserv
to run in container.
@param container_id: ID to assign to the test container.
@param job_id: Job id for the test job to run in the test container.
@param server_package_url: Url to download autotest_server package.
@param result_path: Directory to be mounted to container to store test
results.
@param control: Path to the control file to run the test job. Default is
set to None.
@param skip_cleanup: Set to True to skip cleanup, used to troubleshoot
container failures.
@param job_folder: Folder name of the job, e.g., 123-debug_user.
@param dut_name: Name of the dut to run test, used as the hostname of
the container. Default is None.
@param isolate_hash: String key to look up the isolate package needed
to run test. Default is None, supersedes
server_package_url if present.
@return: A Container object for the test container.
@raise ContainerError: If container does not exist, or not running.
"""
start_time = time.time()
if not os.path.exists(result_path):
raise error.ContainerError('Result directory does not exist: %s',
result_path)
result_path = os.path.abspath(result_path)
# Save control file to result_path temporarily. The reason is that the
# control file in drone_tmp folder can be deleted during scheduler
# restart. For test not using SSP, the window between test starts and
# control file being picked up by the test is very small (< 2 seconds).
# However, for tests using SSP, it takes around 1 minute before the
# container is setup. If scheduler is restarted during that period, the
# control file will be deleted, and the test will fail.
if control:
control_file_name = os.path.basename(control)
safe_control = os.path.join(result_path, control_file_name)
utils.run('cp %s %s' % (control, safe_control))
# Create test container from the base container.
container = self._factory.create_container(container_id)
# Deploy server side package
if isolate_hash:
container.install_ssp_isolate(isolate_hash)
else:
container.install_ssp(server_package_url)
deploy_config_manager = lxc_config.DeployConfigManager(container)
deploy_config_manager.deploy_pre_start()
# Copy over control file to run the test job.
if control:
container.install_control_file(safe_control)
mount_entries = [(constants.SITE_PACKAGES_PATH,
constants.CONTAINER_SITE_PACKAGES_PATH,
True),
(result_path,
os.path.join(constants.RESULT_DIR_FMT % job_folder),
False),
]
# Update container config to mount directories.
for source, destination, readonly in mount_entries:
container.mount_dir(source, destination, readonly)
# Update file permissions.
# TODO(dshi): crbug.com/459344 Skip following action when test container
# can be unprivileged container.
autotest_path = os.path.join(
container.rootfs,
constants.CONTAINER_AUTOTEST_DIR.lstrip(os.path.sep))
utils.run('sudo chown -R root "%s"' % autotest_path)
utils.run('sudo chgrp -R root "%s"' % autotest_path)
container.start(wait_for_network=True)
deploy_config_manager.deploy_post_start()
# Update the hostname of the test container to be `dut-name`.
# Some TradeFed tests use hostname in test results, which is used to
# group test results in dashboard. The default container name is set to
# be the name of the folder, which is unique (as it is composed of job
# id and timestamp. For better result view, the container's hostname is
# set to be a string containing the dut hostname.
if dut_name:
container.set_hostname(constants.CONTAINER_UTSNAME_FORMAT %
dut_name.replace('.', '-'))
container.modify_import_order()
container.verify_autotest_setup(job_folder)
logging.debug('Test container %s is set up.', container.name)
return container