def test_validate(self): self.ng = [] self.ng.append(tu._make_ng_dict("nn", "f1", ["namenode"], 0)) self.ng.append(tu._make_ng_dict("jt", "f1", ["jobtracker"], 0)) self.ng.append(tu._make_ng_dict("tt", "f1", ["tasktracker"], 0)) self.ng.append(tu._make_ng_dict("oozie", "f1", ["oozie"], 0)) self._validate_case(1, 1, 10, 1) with self.assertRaises(ex.NotSingleNameNodeException): self._validate_case(0, 1, 10, 1) with self.assertRaises(ex.NotSingleNameNodeException): self._validate_case(2, 1, 10, 1) with self.assertRaises(ex.TaskTrackersWithoutJobTracker): self._validate_case(1, 0, 10, 1) with self.assertRaises(ex.NotSingleJobTrackerException): self._validate_case(1, 2, 10, 1) with self.assertRaises(ex.NotSingleOozieException): self._validate_case(1, 1, 0, 2) with self.assertRaises(ex.OozieWithoutJobTracker): self._validate_case(1, 0, 0, 1)
def test_check_cluster_scaling_resize_ng(self): ng1 = tu._make_ng_dict('ng', '42', ['namenode'], 1) cluster = tu._create_cluster("cluster1", "tenant1", "vanilla", "1.2.1", [ng1], status='Validating', id='12321') self._assert_check_scaling(data={}, cluster=cluster, expected_message="Cluster cannot be scaled " "not in 'Active' " "status. Cluster status: " "Validating") cluster = tu._create_cluster("cluster1", "tenant1", "vanilla", "1.2.1", [ng1], status='Active', id='12321') data = { 'resize_node_groups': [{ 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }], } self._assert_check_scaling(data=data, cluster=cluster, expected_message="Cluster doesn't contain " "node group with name 'a'") data.update({ 'resize_node_groups': [{ 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }, { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }] }) self._assert_check_scaling(data=data, cluster=cluster, expected_message='Duplicates in node ' 'group names are detected')
def test_check_cluster_scaling_resize_ng(self): ng1 = tu._make_ng_dict('ng', '42', ['namenode'], 1) cluster = tu._create_cluster("cluster1", "tenant1", "vanilla", "1.1.2", [ng1], status='Validating', id='12321') self._assert_check_scaling(data={}, cluster=cluster, expected_message= "Cluster cannot be scaled " "not in 'Active' " "status. Cluster status: " "Validating") cluster = tu._create_cluster("cluster1", "tenant1", "vanilla", "1.1.2", [ng1], status='Active', id='12321') data = { 'resize_node_groups': [ { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] } ], } self._assert_check_scaling(data=data, cluster=cluster, expected_message= "Cluster doesn't contain " "node group with name 'a'") data.update({'resize_node_groups': [ { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }, { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] } ]}) self._assert_check_scaling(data=data, cluster=cluster, expected_message= 'Duplicates in node ' 'group names are detected')
def test_check_cluster_scaling_add_ng(self): ng1 = tu._make_ng_dict('ng', '42', ['namenode'], 1) cluster = tu._create_cluster("test-cluster", "tenant", "vanilla", "1.2.2", [ng1], status='Active', id='12321') data = { 'add_node_groups': [ { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }, { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] } ] } self._assert_check_scaling(data=data, cluster=cluster, expected_message= 'Duplicates in node ' 'group names are detected') data = { 'add_node_groups': [ { 'name': 'ng', 'flavor_id': '42', 'node_processes': ['namenode'] }, ] } self._assert_check_scaling(data=data, cluster=cluster, expected_message= "Can't add new nodegroup. " "Cluster already has nodegroup " "with name 'ng'")
def test_check_cluster_scaling_add_ng(self): ng1 = tu._make_ng_dict('ng', '42', ['namenode'], 1) cluster = tu._create_cluster("test-cluster", "tenant", "vanilla", "1.2.2", [ng1], status='Active', id='12321') data = { 'add_node_groups': [{ 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }, { 'name': 'a', 'flavor_id': '42', 'node_processes': ['namenode'] }] } self._assert_check_scaling(data=data, cluster=cluster, expected_message='Duplicates in node ' 'group names are detected') data = { 'add_node_groups': [ { 'name': 'ng', 'flavor_id': '42', 'node_processes': ['namenode'] }, ] } self._assert_check_scaling(data=data, cluster=cluster, expected_message="Can't add new nodegroup. " "Cluster already has nodegroup " "with name 'ng'")
def start_patch(): get_clusters_p = mock.patch("savanna.service.api.get_clusters") get_cluster_p = mock.patch("savanna.service.api.get_cluster") get_ng_templates_p = \ mock.patch("savanna.service.api.get_node_group_templates") get_ng_template_p = \ mock.patch("savanna.service.api.get_node_group_template") get_plugins_p = mock.patch("savanna.service.api.get_plugins") get_plugin_p = \ mock.patch("savanna.plugins.base.PluginManager.get_plugin") get_cl_templates_p = \ mock.patch("savanna.service.api.get_cluster_templates") get_cl_template_p = \ mock.patch("savanna.service.api.get_cluster_template") nova_p = mock.patch("savanna.utils.openstack.nova.client") keystone_p = mock.patch("savanna.utils.openstack.keystone.client") get_image_p = mock.patch("savanna.service.api.get_image") get_image = get_image_p.start() get_clusters = get_clusters_p.start() get_cluster = get_cluster_p.start() get_ng_templates = get_ng_templates_p.start() get_ng_template = get_ng_template_p.start() get_plugins = get_plugins_p.start() get_plugin = get_plugin_p.start() get_cl_templates = get_cl_templates_p.start() get_cl_template_p.start() nova = nova_p.start() keystone = keystone_p.start() get_cl_templates.return_value = [] nova().flavors.get.side_effect = _get_flavor nova().keypairs.get.side_effect = _get_keypair class Service: @property def name(self): return 'cinder' def _services_list(): return [Service()] keystone().services.list.side_effect = _services_list class Image: def __init__(self, name='test'): self.name = name @property def id(self): if self.name == 'test': return '550e8400-e29b-41d4-a716-446655440000' else: return '813fe450-40d2-4acc-ade5-ea753a1bd5bc' @property def tags(self): if self.name == 'test': return ['vanilla', '1.2.1'] else: return ['wrong_tag'] def _get_image(id): if id == '550e8400-e29b-41d4-a716-446655440000': return Image() else: return Image('wrong_test') get_image.side_effect = _get_image nova().images.list_registered.return_value = [Image(), Image(name='wrong_name')] ng_dict = tu._make_ng_dict('ng', '42', ['namenode'], 1) cluster = tu._create_cluster('test', 't', 'vanilla', '1.2.2', [ng_dict], id=1, status='Active') # stub clusters list get_clusters.return_value = [cluster] get_cluster.return_value = cluster # stub node templates ngt_dict = {'name': 'test', 'tenant_id': 't', 'flavor_id': '42', 'plugin_name': 'vanilla', 'hadoop_version': '1.2.2', #'id': '1234321', 'id': '550e8400-e29b-41d4-a716-446655440000', 'node_processes': ['namenode']} get_ng_templates.return_value = [r.NodeGroupTemplateResource(ngt_dict)] ct_dict = {'name': 'test', 'tenant_id': 't', 'plugin_name': 'vanilla', 'hadoop_version': '1.2.2'} get_cl_templates.return_value = [r.ClusterTemplateResource(ct_dict)] vanilla = plugin.VanillaProvider() vanilla.name = 'vanilla' get_plugins.return_value = [vanilla] def _get_ng_template(id): for template in get_ng_templates(): if template.id == id: return template return None def _get_plugin(name): if name == 'vanilla': return vanilla return None get_plugin.side_effect = _get_plugin get_ng_template.side_effect = _get_ng_template # request data to validate patchers = (get_clusters_p, get_ng_templates_p, get_ng_template_p, get_plugins_p, get_plugin_p, get_cl_template_p, get_cl_templates_p, nova_p, keystone_p, get_image_p) return patchers
def start_patch(): get_clusters_p = mock.patch("savanna.service.api.get_clusters") get_cluster_p = mock.patch("savanna.service.api.get_cluster") get_ng_templates_p = \ mock.patch("savanna.service.api.get_node_group_templates") get_ng_template_p = \ mock.patch("savanna.service.api.get_node_group_template") get_plugins_p = mock.patch("savanna.service.api.get_plugins") get_plugin_p = \ mock.patch("savanna.plugins.base.PluginManager.get_plugin") get_cl_templates_p = \ mock.patch("savanna.service.api.get_cluster_templates") get_cl_template_p = \ mock.patch("savanna.service.api.get_cluster_template") nova_p = mock.patch("savanna.utils.openstack.nova.client") keystone_p = mock.patch("savanna.utils.openstack.keystone.client") get_image_p = mock.patch("savanna.service.api.get_image") get_image = get_image_p.start() get_clusters = get_clusters_p.start() get_cluster = get_cluster_p.start() get_ng_templates = get_ng_templates_p.start() get_ng_template = get_ng_template_p.start() get_plugins = get_plugins_p.start() get_plugin = get_plugin_p.start() get_cl_templates = get_cl_templates_p.start() get_cl_template_p.start() nova = nova_p.start() keystone = keystone_p.start() get_cl_templates.return_value = [] nova().flavors.get.side_effect = _get_flavor nova().keypairs.get.side_effect = _get_keypair class Service: @property def name(self): return 'cinder' def _services_list(): return [Service()] keystone().services.list.side_effect = _services_list class Image: def __init__(self, name='test'): self.name = name @property def id(self): if self.name == 'test': return '550e8400-e29b-41d4-a716-446655440000' else: return '813fe450-40d2-4acc-ade5-ea753a1bd5bc' @property def tags(self): if self.name == 'test': return ['vanilla', '1.1.2'] else: return ['wrong_tag'] def _get_image(id): if id == '550e8400-e29b-41d4-a716-446655440000': return Image() else: return Image('wrong_test') get_image.side_effect = _get_image nova().images.list_registered.return_value = [Image(), Image(name='wrong_name')] ng_dict = tu._make_ng_dict('ng', '42', ['namenode'], 1) cluster = tu._create_cluster('test', 't', 'vanilla', '1.2.2', [ng_dict], id=1, status='Active') # stub clusters list get_clusters.return_value = [cluster] get_cluster.return_value = cluster # stub node templates ngt_dict = {'name': 'test', 'tenant_id': 't', 'flavor_id': '42', 'plugin_name': 'vanilla', 'hadoop_version': '1.2.2', #'id': '1234321', 'id': '550e8400-e29b-41d4-a716-446655440000', 'node_processes': ['namenode']} get_ng_templates.return_value = [r.NodeGroupTemplateResource(ngt_dict)] ct_dict = {'name': 'test', 'tenant_id': 't', 'plugin_name': 'vanilla', 'hadoop_version': '1.2.2'} get_cl_templates.return_value = [r.ClusterTemplateResource(ct_dict)] vanilla = plugin.VanillaProvider() vanilla.name = 'vanilla' get_plugins.return_value = [vanilla] def _get_ng_template(id): for template in get_ng_templates(): if template.id == id: return template return None def _get_plugin(name): if name == 'vanilla': return vanilla return None get_plugin.side_effect = _get_plugin get_ng_template.side_effect = _get_ng_template # request data to validate patchers = (get_clusters_p, get_ng_templates_p, get_ng_template_p, get_plugins_p, get_plugin_p, get_cl_template_p, get_cl_templates_p, nova_p, keystone_p, get_image_p) return patchers