def manager_container(request, resource_mapping):
image_name = request.config.getoption("--image-name")
keep_container = request.config.getoption("--keep-container")
container_id = docker.run_manager(
image_name, resource_mapping=resource_mapping)
container_ip = docker.get_manager_ip(container_id)
container = Env(container_id, container_ip)
request.cls.env = container
prepare_reset_storage_script(container_id)
amqp_events_printer_thread = EventsPrinter(
docker.get_manager_ip(container_id))
amqp_events_printer_thread.start()
try:
yield container
finally:
if not keep_container:
docker.clean(container_id)
def start_events_printer(self):
self.amqp_events_printer_thread = EventsPrinter()
self.amqp_events_printer_thread.start()
class BaseTestEnvironment(object):
# See _build_resource_mapping
mock_cloudify_agent = None
def __init__(self, test_working_dir, env_id):
sh.ErrorReturnCode.truncate_cap = 1024 * 1024
self.test_working_dir = test_working_dir
self.env_id = env_id
# A label is assigned to all containers started in the suite
# (manager and dockercompute node instances)
# This label is later used for cleanup purposes.
self.env_label = 'env={0}'.format(self.env_id)
self.amqp_events_printer_thread = None
# This is used by tests/framework when a repository is fetched from
# github. For example, the hello world repo or the plugin template.
self.core_branch_name = os.environ.get(constants.BRANCH_NAME_CORE,
'master')
def start_events_printer(self):
self.amqp_events_printer_thread = EventsPrinter()
self.amqp_events_printer_thread.start()
def create_environment(self):
logger.info('Setting up test environment... workdir=[{0}]'.format(
self.test_working_dir))
utils.set_cfy_paths(self.test_working_dir)
os.environ['CFY_WORKDIR'] = self.test_working_dir
try:
kwargs = {}
if not os.environ.get('CI'):
kwargs['enable_colors'] = True
cfy = utils.get_cfy()
cfy.init(**kwargs)
docl.init(resources=self._build_resource_mapping())
self.on_environment_created()
except Exception:
self.destroy()
raise
@staticmethod
def chown(owner, path_in_container, recursive=True):
chown = 'chown -R' if recursive else 'chown'
docl.execute('{0} {1}:{1} {2}'.format(chown, owner, path_in_container))
def on_environment_created(self):
raise NotImplementedError
def run_manager(self, tag=None, label=None):
logger.info('Starting manager container')
docl.run_manager(label=([self.env_label] + list(label or [])), tag=tag)
self.on_manager_created()
def on_manager_created(self):
docl.execute('mkdir -p {0}'.format(constants.PLUGIN_STORAGE_DIR))
self.chown(constants.CLOUDIFY_USER, constants.PLUGIN_STORAGE_DIR)
self.start_events_printer()
def _build_resource_mapping(self):
"""
This function builds a list of resources to mount on the manager
container. Each entry is composed of the source directory on the host
machine (the client) and where it should be mounted on the container.
"""
resources = []
# Import only for the sake of finding the module path on the file
# system
import integration_tests_plugins
import fasteners
plugins_dir = os.path.dirname(integration_tests_plugins.__file__)
fasteners_dir = os.path.dirname(fasteners.__file__)
# All code directories will be mapped to the management worker
# virtualenv and will also be included in the custom agent package
# created in the test suite setup
code_directories = [
# Plugins import integration_tests_plugins.utils.update_storage
# all over the place
plugins_dir,
# integration_tests_plugins.utils.update_storage makes use of the
# fasteners library
fasteners_dir
]
# All plugins under integration_tests_plugins are mapped. These are
# mostly used as operations and workflows mapped in the different tests
# blueprints.
code_directories += [
os.path.join(plugins_dir, directory)
for directory in os.listdir(plugins_dir)
]
for directory in code_directories:
basename = os.path.basename(directory)
# Only map directories (skips __init__.py and utils.py)
if not os.path.isdir(directory):
continue
# Each code directory is mounted in two places:
# 1. The management worker virtualenv
# 2. /opt/agent-template is a directory created by docl that
# contains an extracted CentOS agent package.
# in the AgentTestEnvironment setup, we override the CentOS
# package with the content of this directory using the
# `docl build-agent` command.
for dst in [
'/opt/mgmtworker/env/lib/python2.7/site-packages/{0}'.
format(basename), # noqa
'/opt/agent-template/env/lib/python2.7/site-packages/{0}'.
format(basename)
]: # noqa
resources.append({'src': directory, 'dst': dst})
return resources
def destroy(self):
logger.info('Destroying test environment...')
os.environ.pop('CFY_WORKDIR', None)
docl.clean(label=[self.env_label])
self.delete_working_directory()
def delete_working_directory(self):
if os.path.exists(self.test_working_dir):
logger.info('Deleting test environment from: %s',
self.test_working_dir)
shutil.rmtree(self.test_working_dir, ignore_errors=True)
@classmethod
def stop_dispatch_processes(cls):
logger.info('Shutting down all dispatch processes')
try:
docl.execute('pkill -9 -f cloudify/dispatch.py')
except sh.ErrorReturnCode as e:
if e.exit_code != 1:
raise
def start_events_printer(self):
self.amqp_events_printer_thread = EventsPrinter()
self.amqp_events_printer_thread.start()
class BaseTestEnvironment(object):
# See _build_resource_mapping
mock_cloudify_agent = None
def __init__(self, test_working_dir, env_id):
sh.ErrorReturnCode.truncate_cap = 1024 * 1024
self.test_working_dir = test_working_dir
self.env_id = env_id
# A label is assigned to all containers started in the suite
# (manager and dockercompute node instances)
# This label is later used for cleanup purposes.
self.env_label = 'env={0}'.format(self.env_id)
self.amqp_events_printer_thread = None
# This is used by tests/framework when a repository is fetched from
# github. For example, the hello world repo or the plugin template.
self.core_branch_name = os.environ.get(constants.BRANCH_NAME_CORE,
'master')
def start_events_printer(self):
self.amqp_events_printer_thread = EventsPrinter()
self.amqp_events_printer_thread.start()
def create_environment(self):
logger.info('Setting up test environment... workdir=[{0}]'
.format(self.test_working_dir))
utils.set_cfy_paths(self.test_working_dir)
os.environ['CFY_WORKDIR'] = self.test_working_dir
try:
kwargs = {}
if not os.environ.get('CI'):
kwargs['enable_colors'] = True
cfy = utils.get_cfy()
cfy.init(**kwargs)
docl.init(resources=self._build_resource_mapping())
self.on_environment_created()
except BaseException as e:
logger.error(e)
self.destroy()
raise
@staticmethod
def chown(owner, path_in_container, recursive=True):
chown = 'chown -R' if recursive else 'chown'
docl.execute('{0} {1}:{1} {2}'.format(chown, owner, path_in_container))
def on_environment_created(self):
raise NotImplementedError
def run_manager(self, tag=None, label=None):
logger.info('Starting manager container')
docl.run_manager(label=([self.env_label] + list(label or [])),
tag=tag)
self.on_manager_created()
def on_manager_created(self):
docl.execute('mkdir -p {0}'.format(constants.PLUGIN_STORAGE_DIR))
self.chown(constants.CLOUDIFY_USER, constants.PLUGIN_STORAGE_DIR)
self.start_events_printer()
def _build_resource_mapping(self):
"""
This function builds a list of resources to mount on the manager
container. Each entry is composed of the source directory on the host
machine (the client) and where it should be mounted on the container.
"""
resources = []
# Import only for the sake of finding the module path on the file
# system
import integration_tests_plugins
import fasteners
plugins_dir = os.path.dirname(integration_tests_plugins.__file__)
fasteners_dir = os.path.dirname(fasteners.__file__)
# All code directories will be mapped to the management worker
# virtualenv and will also be included in the custom agent package
# created in the test suite setup
code_directories = [
# Plugins import integration_tests_plugins.utils.update_storage
# all over the place
plugins_dir,
# integration_tests_plugins.utils.update_storage makes use of the
# fasteners library
fasteners_dir
]
# All plugins under integration_tests_plugins are mapped. These are
# mostly used as operations and workflows mapped in the different tests
# blueprints.
code_directories += [
os.path.join(plugins_dir, directory)
for directory in os.listdir(plugins_dir)
]
for directory in code_directories:
basename = os.path.basename(directory)
# Only map directories (skips __init__.py and utils.py)
if not os.path.isdir(directory):
continue
# Each code directory is mounted in two places:
# 1. The management worker virtualenv
# 2. /opt/agent-template is a directory created by docl that
# contains an extracted CentOS agent package.
# in the AgentTestEnvironment setup, we override the CentOS
# package with the content of this directory using the
# `docl build-agent` command.
for dst in ['/opt/mgmtworker/env/lib/python2.7/site-packages/{0}'.format(basename), # noqa
'/opt/agent-template/env/lib/python2.7/site-packages/{0}'.format(basename)]: # noqa
resources.append({'src': directory, 'dst': dst})
return resources
def destroy(self):
logger.info('Destroying test environment...')
os.environ.pop('CFY_WORKDIR', None)
docl.clean(label=[self.env_label])
self.delete_working_directory()
def delete_working_directory(self):
if os.path.exists(self.test_working_dir):
logger.info('Deleting test environment from: %s',
self.test_working_dir)
shutil.rmtree(self.test_working_dir, ignore_errors=True)
@classmethod
def stop_dispatch_processes(cls):
logger.info('Shutting down all dispatch processes')
try:
docl.execute('pkill -9 -f cloudify/dispatch.py')
except sh.ErrorReturnCode as e:
if e.exit_code != 1:
raise