def test_workflow_gets_triggered_with_isstarted_check_turned_off(self):
self.launch_deployment('dsl/isstarted_check_turned_off.yaml')
execute_workflow('uninstall', self.deployment.id)
self._publish_heart_beat_event()
self._wait_for_event_expiration()
self.wait_for_executions(self.NUM_OF_INITIAL_WORKFLOWS + 2)
self._wait_for_terminated_execution(workflow_id='auto_heal_workflow')
def test_executions_pagination(self):
deployment = deploy(resource('dsl/pagination.yaml'))
for i in range(5):
execute_workflow('install', deployment.id)
execute_workflow('uninstall', deployment.id)
self._test_pagination(
partial(self.client.executions.list, deployment_id=deployment.id))
def test_script_mapping_to_deployment_resource(self):
dsl_path = resource('dsl/test_script_mapping.yaml')
deployment, _ = deploy(dsl_path)
workflow_script_path = resource('dsl/scripts/workflows/workflow.py')
with open(workflow_script_path, 'r') as f:
workflow_script_content = f.read()
deployment_folder_on_fs = os.path.join(
testenv.testenv_instance.fileserver_dir,
'deployments/{0}/scripts/workflows'.format(deployment.id))
try:
os.makedirs(deployment_folder_on_fs)
deployment_workflow_script_path = os.path.join(
deployment_folder_on_fs, 'workflow.py')
self.logger.info('Writing workflow.py to: {0}'.format(
deployment_workflow_script_path))
with open(deployment_workflow_script_path, 'w') as f:
f.write(workflow_script_content)
f.write(os.linesep)
f.write("instance.execute_operation('test.op3')")
f.write(os.linesep)
execute_workflow('workflow', deployment.id)
data = self.get_plugin_data(plugin_name='script',
deployment_id=deployment.id)
self.assertEqual(data['op1_called_with_property'], 'op2_called')
self.assertEqual(data['op2_prop'], 'op2_value')
self.assertIn('op3_called', data)
finally:
shutil.rmtree(deployment_folder_on_fs, ignore_errors=True)
def test_workflow_gets_triggered_with_isstarted_check_turned_off(self):
self.launch_deployment('dsl/isstarted_check_turned_off.yaml')
execute_workflow('uninstall', self.deployment.id)
self._publish_heart_beat_event()
self._wait_for_event_expiration()
self.wait_for_executions(self.NUM_OF_INITIAL_WORKFLOWS + 2)
self._wait_for_terminated_execution(workflow_id='auto_heal_workflow')
def test_executions_sort(self):
deployment = deploy(resource('dsl/sort.yaml'))
for i in range(5):
execute_workflow('install', deployment.id)
execute_workflow('uninstall', deployment.id)
self._test_sort('executions',
['deployment_id', '-status'])
def test_modification_operations(self):
dsl_path = resource("dsl/deployment_modification_operations.yaml")
deployment, _ = deploy(dsl_path)
deployment_id = deployment.id
execute_workflow('deployment_modification', deployment_id)
invocations = self.get_plugin_data(
'testmockoperations', deployment_id)['mock_operation_invocation']
self.assertEqual(
1, len([i for i in invocations if i['operation'] == 'create']))
self.assertEqual(
2,
len([i for i in invocations if i['operation'] == 'preconfigure']))
self.assertEqual(
2,
len([i for i in invocations if i['operation'] == 'preconfigure']))
configure_invocations = [
i for i in invocations if i['operation'] == 'configure'
]
self.assertEqual(1, len(configure_invocations))
self.assertEqual(1, len(configure_invocations[0]['target_ids']))
start_invocations = [
i for i in invocations if i['operation'] == 'start'
]
self.assertEqual(1, len(start_invocations))
self.assertEqual(2, len(start_invocations[0]['target_ids']))
def test_executions_pagination(self):
deployment = deploy(resource('dsl/pagination.yaml'))
for i in range(5):
execute_workflow('install', deployment.id)
execute_workflow('uninstall', deployment.id)
self._test_pagination(partial(self.client.executions.list,
deployment_id=deployment.id))
def test_script_mapping(self):
dsl_path = resource('dsl/test_script_mapping.yaml')
deployment, _ = deploy(dsl_path)
execute_workflow('workflow', deployment.id)
data = self.get_plugin_data(plugin_name='script',
deployment_id=deployment.id)
self.assertEqual(data['op1_called_with_property'], 'op2_called')
self.assertEqual(data['op2_prop'], 'op2_value')
def test_script_mapping(self):
dsl_path = resource('dsl/test_script_mapping.yaml')
deployment, _ = deploy(dsl_path)
execute_workflow('workflow', deployment.id)
data = self.get_plugin_data(plugin_name='script',
deployment_id=deployment.id)
self.assertEqual(data['op1_called_with_property'], 'op2_called')
self.assertEqual(data['op2_prop'], 'op2_value')
def _test_custom_workflow(self, workflow, error_expected=False):
deployment = deploy(resource("dsl/basic_task_not_exist.yaml"))
try:
execute_workflow(workflow, deployment.id)
if error_expected:
self.fail('RuntimeError expected')
except RuntimeError as e:
if not error_expected:
self.fail('Success expected. error message: {0}'.format(e))
self.assertIn(self.AGENT_ALIVE_FAIL, str(e))
def test_script_mapping(self):
"""
Tests policy/trigger/group creation and processing flow
"""
dsl_path = resource('dsl/test_script_mapping.yaml')
deployment, _ = deploy(dsl_path)
execute_workflow('workflow', deployment.id)
data = self.get_plugin_data(plugin_name='script_runner',
deployment_id=deployment.id)
self.assertEqual(data['op1_called_with_property'], 'op2_called')
self.assertEqual(data['op2_prop'], 'op2_value')
def test_script_mapping(self):
"""
Tests policy/trigger/group creation and processing flow
"""
dsl_path = resource('dsl/test_script_mapping.yaml')
deployment, _ = deploy(dsl_path)
execute_workflow('workflow', deployment.id)
data = self.get_plugin_data(plugin_name='script',
deployment_id=deployment.id)
self.assertEqual(data['op1_called_with_property'], 'op2_called')
self.assertEqual(data['op2_prop'], 'op2_value')
def test_modification_operations(self):
dsl_path = resource("dsl/deployment_modification_operations.yaml")
deployment, _ = deploy(dsl_path)
deployment_id = deployment.id
execute_workflow('deployment_modification', deployment_id)
invocations = self.get_plugin_data(
'testmockoperations', deployment_id)['mock_operation_invocation']
self.assertEqual(1, len([i for i in invocations
if i['operation'] == 'create']))
self.assertEqual(1, len([i for i in invocations
if i['operation'] == 'preconfigure']))
self.assertEqual(1, len([i for i in invocations
if i['operation'] == 'preconfigure']))
def _test_custom_workflow(self, workflow, error_expected=False):
dsl_path = resource("dsl/basic_task_not_exist.yaml")
deployment, _ = deploy(dsl_path)
expected_error_message = "non_existent operation [{0}]".format("cloudmock.tasks.non_existent")
try:
execute_workflow(workflow, deployment.id)
logger.info("Successfully executed workflow [{0}]".format(workflow))
if error_expected:
self.fail("RuntimeError expected")
except RuntimeError as e:
logger.info("Failed to execute workflow [{0}]".format(workflow))
actual_message = str(e.message)
if not error_expected:
self.fail("Success expected. error message: {0}".format(e.message))
self.assertIn(
expected_error_message,
actual_message,
"expected error message: {0}, "
"actual error message: {1}".format(expected_error_message, actual_message),
)
def _test_custom_workflow(self, workflow, error_expected=False):
dsl_path = resource("dsl/basic_task_not_exist.yaml")
deployment, _ = deploy(dsl_path)
expected_error_message = 'non_existent operation [{0}]'\
.format('cloudmock.tasks.non_existent')
try:
execute_workflow(workflow, deployment.id)
logger.info('Successfully executed workflow [{0}]'
.format(workflow))
if error_expected:
self.fail('RuntimeError expected')
except RuntimeError as e:
logger.info('Failed to execute workflow [{0}]'.format(workflow))
actual_message = str(e.message)
if not error_expected:
self.fail('Success expected. error message: {0}'
.format(e.message))
self.assertIn(expected_error_message, actual_message,
'expected error message: {0}, '
'actual error message: {1}'
.format(expected_error_message, actual_message))
def _test1(self):
num_deps = 5
for i in range(num_deps):
deploy(resource('dsl/basic.yaml'), deployment_id='d{0}'.format(i))
while True:
for workflow in ['uninstall', 'install']:
executions = []
for i in range(num_deps):
execution = execute_workflow(
workflow,
deployment_id='d{0}'.format(i),
wait_for_execution=False)
executions.append(execution)
for execution in executions:
wait_for_execution_to_end(execution)
def _test_deployment_modification(self,
modified_nodes,
expected_compute,
expected_db,
expected_webserver,
modification_type,
expected_total,
deployment_id=None,
rollback=False):
if not deployment_id:
dsl_path = resource("dsl/deployment_modification.yaml")
test_id = str(uuid.uuid4())
deployment, _ = deploy(dsl_path,
deployment_id=test_id,
blueprint_id='b_{0}'.format(test_id))
deployment_id = deployment.id
nodes_before_modification = {
node.id: node for node in
self.client.nodes.list(deployment_id)
}
before_modifications = self.client.deployment_modifications.list(
deployment_id)
workflow_id = 'deployment_modification_{0}'.format(
'rollback' if rollback else 'finish')
execution = execute_workflow(
workflow_id, deployment_id,
parameters={'nodes': modified_nodes})
after_modifications = self.client.deployment_modifications.list(
deployment_id)
new_modifications = [
m for m in after_modifications
if m.id not in [m2.id for m2 in before_modifications]]
self.assertEqual(len(new_modifications), 1)
modification = list(new_modifications)[0]
self.assertEqual(self.client.deployment_modifications.get(
modification.id), modification)
expected_status = DeploymentModification.ROLLEDBACK if rollback \
else DeploymentModification.FINISHED
self.assertEqual(modification.status, expected_status)
self.assertEqual(modification.deployment_id, deployment_id)
self.assertEqual(modification.modified_nodes, modified_nodes)
self.assertDictContainsSubset({
'workflow_id': workflow_id,
'execution_id': execution.id,
'deployment_id': deployment_id,
'blueprint_id': 'b_{0}'.format(deployment_id)},
modification.context)
created_at = dateutil.parser.parse(modification.created_at)
ended_at = dateutil.parser.parse(modification.ended_at)
self.assertTrue(
dateutil.parser.parse(utils.get_formatted_timestamp()) -
datetime.timedelta(seconds=30) <=
created_at <= ended_at <=
dateutil.parser.parse(utils.get_formatted_timestamp()))
for node_id, modified_node in modified_nodes.items():
node = self.client.nodes.get(deployment_id, node_id)
if rollback:
self.assertEqual(
node.planned_number_of_instances,
nodes_before_modification[
node.id].planned_number_of_instances)
self.assertEqual(
node.number_of_instances,
nodes_before_modification[
node.id].number_of_instances)
else:
self.assertEqual(node.planned_number_of_instances,
modified_node['instances'])
self.assertEqual(node.number_of_instances,
modified_node['instances'])
state = self.get_plugin_data('testmockoperations',
deployment_id)['state']
compute_instances = self._get_instances(state, 'compute')
db_instances = self._get_instances(state, 'db')
webserver_instances = self._get_instances(state, 'webserver')
# existence
self.assertEqual(expected_compute['existence'], len(compute_instances))
self.assertEqual(expected_db['existence'], len(db_instances))
self.assertEqual(expected_webserver['existence'],
len(webserver_instances))
# modification
self.assertEqual(expected_compute['modification'],
len([i for i in compute_instances
if i['modification'] == modification_type]))
self.assertEqual(expected_db['modification'],
len([i for i in db_instances
if i['modification'] == modification_type]))
self.assertEqual(expected_webserver['modification'],
len([i for i in webserver_instances
if i['modification'] == modification_type]))
# relationships
if compute_instances:
self.assertEqual(expected_compute['relationships'],
len(compute_instances[0]['relationships']))
if db_instances:
self.assertEqual(expected_db['relationships'],
len(db_instances[0]['relationships']))
if webserver_instances:
self.assertEqual(expected_webserver['relationships'],
len(webserver_instances[0]['relationships']))
node_instances = self.client.node_instances.list(deployment_id)
self.assertEqual(expected_total, len(node_instances))
for node_id, modification in modified_nodes.items():
if rollback:
self.assertEqual(
nodes_before_modification[
node_id].number_of_instances,
self.client.nodes.get(
deployment_id, node_id).number_of_instances)
else:
self.assertEqual(
modification['instances'],
self.client.nodes.get(
deployment_id, node_id).number_of_instances)
for node_instance in node_instances:
relationships_count = len(node_instance.relationships)
if node_instance.node_id == 'compute':
self.assertEqual(relationships_count,
expected_compute['total_relationships'])
if node_instance.node_id == 'db':
self.assertEqual(relationships_count,
expected_db['total_relationships'])
if node_instance.node_id == 'webserver':
self.assertEqual(relationships_count,
expected_webserver['total_relationships'])
return deployment_id
def test_executions_sort(self):
deployment = deploy(resource('dsl/sort.yaml'))
for i in range(5):
execute_workflow('install', deployment.id)
execute_workflow('uninstall', deployment.id)
self._test_sort('executions', ['deployment_id', '-status'])
def _test_deployment_modification(self,
modified_nodes,
expected_compute,
expected_db,
expected_webserver,
modification_type,
expected_total,
deployment_id=None,
rollback=False):
if not deployment_id:
dsl_path = resource("dsl/deployment_modification.yaml")
test_id = str(uuid.uuid4())
deployment, _ = deploy(dsl_path,
deployment_id=test_id,
blueprint_id='b_{0}'.format(test_id))
deployment_id = deployment.id
nodes_before_modification = {
node.id: node
for node in self.client.nodes.list(deployment_id)
}
before_modifications = self.client.deployment_modifications.list(
deployment_id)
workflow_id = 'deployment_modification_{0}'.format(
'rollback' if rollback else 'finish')
execution = execute_workflow(workflow_id,
deployment_id,
parameters={'nodes': modified_nodes})
after_modifications = self.client.deployment_modifications.list(
deployment_id)
new_modifications = [
m for m in after_modifications
if m.id not in [m2.id for m2 in before_modifications]
]
self.assertEqual(len(new_modifications), 1)
modification = list(new_modifications)[0]
self.assertEqual(
self.client.deployment_modifications.get(modification.id),
modification)
expected_status = DeploymentModification.ROLLEDBACK if rollback \
else DeploymentModification.FINISHED
self.assertEqual(modification.status, expected_status)
self.assertEqual(modification.deployment_id, deployment_id)
self.assertEqual(modification.modified_nodes, modified_nodes)
self.assertDictContainsSubset(
{
'workflow_id': workflow_id,
'execution_id': execution.id,
'deployment_id': deployment_id,
'blueprint_id': 'b_{0}'.format(deployment_id)
}, modification.context)
created_at = dateutil.parser.parse(modification.created_at)
ended_at = dateutil.parser.parse(modification.ended_at)
self.assertTrue(datetime.datetime.now() - datetime.timedelta(
seconds=30) <= created_at <= ended_at <= datetime.datetime.now())
for node_id, modified_node in modified_nodes.items():
node = self.client.nodes.get(deployment_id, node_id)
if rollback:
self.assertEqual(
node.planned_number_of_instances,
nodes_before_modification[
node.id].planned_number_of_instances)
self.assertEqual(
node.number_of_instances,
nodes_before_modification[node.id].number_of_instances)
else:
self.assertEqual(node.planned_number_of_instances,
modified_node['instances'])
self.assertEqual(node.number_of_instances,
modified_node['instances'])
state = self.get_plugin_data('testmockoperations',
deployment_id)['state']
compute_instances = self._get_instances(state, 'compute')
db_instances = self._get_instances(state, 'db')
webserver_instances = self._get_instances(state, 'webserver')
# existence
self.assertEqual(expected_compute['existence'], len(compute_instances))
self.assertEqual(expected_db['existence'], len(db_instances))
self.assertEqual(expected_webserver['existence'],
len(webserver_instances))
# modification
self.assertEqual(
expected_compute['modification'],
len([
i for i in compute_instances
if i['modification'] == modification_type
]))
self.assertEqual(
expected_db['modification'],
len([
i for i in db_instances
if i['modification'] == modification_type
]))
self.assertEqual(
expected_webserver['modification'],
len([
i for i in webserver_instances
if i['modification'] == modification_type
]))
# relationships
if compute_instances:
self.assertEqual(expected_compute['relationships'],
len(compute_instances[0]['relationships']))
if db_instances:
self.assertEqual(expected_db['relationships'],
len(db_instances[0]['relationships']))
if webserver_instances:
self.assertEqual(expected_webserver['relationships'],
len(webserver_instances[0]['relationships']))
node_instances = self.client.node_instances.list(deployment_id)
self.assertEqual(expected_total, len(node_instances))
for node_id, modification in modified_nodes.items():
if rollback:
self.assertEqual(
nodes_before_modification[node_id].number_of_instances,
self.client.nodes.get(deployment_id,
node_id).number_of_instances)
else:
self.assertEqual(
modification['instances'],
self.client.nodes.get(deployment_id,
node_id).number_of_instances)
for node_instance in node_instances:
relationships_count = len(node_instance.relationships)
if node_instance.node_id == 'compute':
self.assertEqual(relationships_count,
expected_compute['total_relationships'])
if node_instance.node_id == 'db':
self.assertEqual(relationships_count,
expected_db['total_relationships'])
if node_instance.node_id == 'webserver':
self.assertEqual(relationships_count,
expected_webserver['total_relationships'])
return deployment_id
def _test_deployment_modification(self,
modified_nodes,
expected_compute,
expected_db,
expected_webserver,
modification_type,
expected_total,
deployment_id=None):
if not deployment_id:
dsl_path = resource("dsl/deployment_modification.yaml")
deployment, _ = deploy(dsl_path)
deployment_id = deployment.id
execute_workflow('deployment_modification', deployment_id,
parameters={'nodes': modified_nodes})
state = self.get_plugin_data('testmockoperations',
deployment_id)['state']
compute_instances = self._get_instances(state, 'compute')
db_instances = self._get_instances(state, 'db')
webserver_instances = self._get_instances(state, 'webserver')
# existence
self.assertEqual(expected_compute['existence'], len(compute_instances))
self.assertEqual(expected_db['existence'], len(db_instances))
self.assertEqual(expected_webserver['existence'],
len(webserver_instances))
# modification
self.assertEqual(expected_compute['modification'],
len([i for i in compute_instances
if i['modification'] == modification_type]))
self.assertEqual(expected_db['modification'],
len([i for i in db_instances
if i['modification'] == modification_type]))
self.assertEqual(expected_webserver['modification'],
len([i for i in webserver_instances
if i['modification'] == modification_type]))
# relationships
if compute_instances:
self.assertEqual(expected_compute['relationships'],
len(compute_instances[0]['relationships']))
if db_instances:
self.assertEqual(expected_db['relationships'],
len(db_instances[0]['relationships']))
if webserver_instances:
self.assertEqual(expected_webserver['relationships'],
len(webserver_instances[0]['relationships']))
def assertion():
node_instances = self.client.node_instances.list(deployment_id)
self.assertEqual(expected_total, len(node_instances))
for node_id, modification in modified_nodes.items():
self.assertEqual(
modification['instances'],
self.client.nodes.get(
deployment_id, node_id).number_of_instances)
for node_instance in node_instances:
relationships_count = len(node_instance.relationships)
if node_instance.node_id == 'compute':
self.assertEqual(relationships_count,
expected_compute['total_relationships'])
if node_instance.node_id == 'db':
self.assertEqual(relationships_count,
expected_db['total_relationships'])
if node_instance.node_id == 'webserver':
self.assertEqual(relationships_count,
expected_webserver['total_relationships'])
self.do_assertions(assertion)
return deployment_id
def test_autoheal_doesnt_get_triggered_after_regular_uninstall(self):
self.launch_deployment(self.SIMPLE_AUTOHEAL_POLICY_YAML)
execute_workflow('uninstall', self.deployment.id)
self._publish_heart_beat_event()
self._wait_for_event_expiration()
self.wait_for_executions(self.NUM_OF_INITIAL_WORKFLOWS + 1)
def test_autoheal_doesnt_get_triggered_after_regular_uninstall(self):
self.launch_deployment(self.SIMPLE_AUTOHEAL_POLICY_YAML)
execute_workflow('uninstall', self.deployment.id)
self._publish_heart_beat_event()
self._wait_for_event_expiration()
self.wait_for_executions(self.NUM_OF_INITIAL_WORKFLOWS + 1)
def scale(self, parameters):
execute_workflow('scale', self.deployment_id, parameters=parameters)
return self.expectations()
def scale(self, parameters):
execute_workflow('scale', self.deployment_id, parameters=parameters)
return self.expectations()
