def test_cluster_update_basic_properties(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size, metadata={'k1': 'v1'}, timeout=120) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') self.assertEqual(cluster_name, cluster['name']) self.assertEqual({'k1': 'v1'}, cluster['metadata']) self.assertEqual(120, cluster['timeout']) # Update basic properties of cluster action_id = test_api.update_cluster(self.client, cluster['id'], name='cluster_new_name', metadata={'k2': 'v2'}, timeout=240) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify update result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('cluster_new_name', cluster['name']) self.assertEqual({'k2': 'v2'}, cluster['metadata']) self.assertEqual(240, cluster['timeout']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_node_check_recover(self): # Create a node node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id'], role='master') node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') # Check node health status action_id = test_api.action_node(self.client, node1['id'], 'check') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') node1 = test_api.get_node(self.client, node1['id']) self.assertEqual('ACTIVE', node1['status']) # Perform node recovering operation action_id = test_api.action_node(self.client, node1['id'], 'recover') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') action_id = test_api.action_node(self.client, node1['id'], 'recover', {'operation': 'REBUILD'}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Delete node test_api.delete_node(self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id'])
def test_cluster_check_recover(self): # Create cluster desired_capacity = 3 min_size = 2 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Check cluster health status action_id = test_api.action_cluster(self.client, cluster['id'], 'check') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) # Perform cluster recovering operation action_id = test_api.action_cluster(self.client, cluster['id'], 'recover') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') action_id = test_api.action_cluster(self.client, cluster['id'], 'recover', {'operation': 'REBUILD'}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_node_create_delete_with_target_cluster(self): # Create a cluster desired_capacity = 1 min_size = 1 max_size = 3 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create a node belongs to the cluster node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id'], cluster_id=cluster['id'], role='master') node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') self.assertEqual(cluster['id'], node1['cluster_id']) self.assertEqual(2, node1['index']) cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(2, cluster['desired_capacity']) self.assertEqual(2, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) # List nodes nodes = test_api.list_nodes(self.client) nodes_id = [n['id'] for n in nodes] self.assertIn(node1['id'], nodes_id) for n_id in cluster['nodes']: self.assertIn(n_id, nodes_id) # Delete node1 from cluster test_api.delete_node(self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id']) cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, len(cluster['nodes'])) self.assertNotIn(node1['id'], cluster['nodes']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_create_delete(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) # Wait and verify cluster creation result cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') self.assertEqual(cluster_name, cluster['name']) self.assertEqual(desired_capacity, cluster['desired_capacity']) self.assertEqual(min_size, cluster['min_size']) self.assertEqual(max_size, cluster['max_size']) self.assertEqual(desired_capacity, len(cluster['nodes'])) # Create cluster2 desired_capacity = 1 min_size = 1 max_size = 3 cluster2_name = test_utils.random_name('cluster') cluster2 = test_api.create_cluster(self.client, cluster2_name, self.profile['id'], desired_capacity, min_size, max_size) # List clusters clusters = test_api.list_clusters(self.client) clusters_id = [c['id'] for c in clusters] self.assertIn(cluster['id'], clusters_id) self.assertIn(cluster2['id'], clusters_id) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_api.delete_cluster(self.client, cluster2['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster2['id'])
def test_node_get_detail(self): node = test_api.create_node(self.client, test_utils.random_name('node'), self.profile['id']) test_utils.wait_for_status(test_api.get_node, self.client, node['id'], 'ACTIVE') # Get node detail and verify node = test_api.get_node(self.client, node['id'], show_details=True) self.assertIn('details', node) self.assertEqual("new-server-test", node['details']['name']) self.assertEqual("1", node['details']['flavor']) self.assertEqual("FAKE_IMAGE_ID", node['details']['image']) self.assertEqual("ACTIVE", node['details']['status']) self.assertEqual({"My Server Name": "Apache1"}, node['details']['metadata']) # Delete node from cluster test_api.delete_node(self.client, node['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node['id'])
def test_cluster_update_profile(self): spec_nova_server = copy.deepcopy(test_utils.spec_nova_server) spec_nova_server['properties']['flavor'] = 'new_flavor' spec_nova_server['properties']['image'] = 'new_image' new_profile = test_api.create_profile( self.client, test_utils.random_name('profile'), spec_nova_server) # Create cluster with original profile desired_capacity = 2 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Update cluster with new profile action_id = test_api.update_cluster(self.client, cluster['id'], profile=new_profile['id']) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify update result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(new_profile['id'], cluster['profile_id']) nodes = cluster['nodes'] for n in nodes: node = test_api.get_node(self.client, n, show_details=True) self.assertEqual(new_profile['id'], node['profile_id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id']) # Delete new profile test_api.delete_profile(self.client, new_profile['id'])
def test_cluster_resize_with_invalid_constraint_provided(self): # Create cluster desired_capacity = 3 min_size = 1 max_size = 4 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # New min_size is larger than current cluster # max_size with strict set to False params = {'min_size': 5, 'strict': False} res = test_api.action_cluster(self.client, cluster['id'], 'resize', params) reason = _("The specified min_size (5) is greater than the current " "max_size (4) of the cluster.") self.assertIn(reason, res) # New max_size is less than current cluster # min_size with strict set to True params = {'max_size': 0, 'strict': True} res = test_api.action_cluster(self.client, cluster['id'], 'resize', params) reason = _("The specified max_size (0) is less than the current " "min_size (1) of the cluster.") self.assertIn(reason, res) # New min_size > new max_size params = {'min_size': 5, 'max_size': 3} res = test_api.action_cluster(self.client, cluster['id'], 'resize', params) reason = _("The specified min_size (5) is greater than the " "specified max_size (3).") self.assertIn(reason, res) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_lb_policy(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Verify there is no lb information in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Create a lb policy spec = test_utils.spec_lb_policy lb_policy = test_api.create_policy(self.client, test_utils.random_name('lb-policy'), spec) # Attach scaling in/out policies to cluster params = { "enabled": True, "policy_id": lb_policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale out cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale in cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Detach scaling lb policy from cluster params = { "policy_id": lb_policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Delete policies test_api.delete_policy(self.client, lb_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_scaling_policy(self): # Create cluster desired_capacity = 1 min_size = 0 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create a scaling policy targets on CLUSTER_SCALE_OUT action spec = test_utils.spec_scaling_policy spec['properties'] = { 'event': 'CLUSTER_SCALE_OUT', 'adjustment': { 'type': 'CHANGE_IN_CAPACITY', 'number': 2, 'min_step': 1, 'best_effort': True } } scaling_out_policy = test_api.create_policy( self.client, test_utils.random_name('policy'), spec) # Create a scaling policy targets on CLUSTER_SCALE_IN action spec['properties'] = { 'event': 'CLUSTER_SCALE_IN', 'adjustment': { 'type': 'CHANGE_IN_PERCENTAGE', 'number': 50, 'min_step': 2, 'best_effort': False } } scaling_in_policy = test_api.create_policy( self.client, test_utils.random_name('policy'), spec) # Attach scaling in/out policies to cluster for policy in [scaling_in_policy, scaling_out_policy]: params = {"enabled": True, "policy_id": policy['id']} action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Scale out cluster without params action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Scale out with count set to 1 action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out', {'count': 1}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(4, len(cluster['nodes'])) # Scale out with count set to 3 to verify best_effort param action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out', {'count': 3}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(5, len(cluster['nodes'])) # Scale in cluster without params action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Scale in without param to verify min_step param action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Scale in with count set to 2 to verify best_effort param action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in', {'count': 2}) action = test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'FAILED') reason = _("Policy check failure: The target capacity (-1) is less " "than the cluster's min_size (0).") self.assertEqual(reason, action['status_reason']) # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Detach scaling in/out policies from cluster for policy in [scaling_in_policy, scaling_out_policy]: params = {"policy_id": policy['id']} action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Delete policies test_api.delete_policy(self.client, scaling_in_policy['id']) test_api.delete_policy(self.client, scaling_out_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_lb_policy(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Verify there is no lb information in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Create a lb policy spec = test_utils.spec_lb_policy lb_policy = test_api.create_policy(self.client, test_utils.random_name('lb-policy'), spec) # Attach scaling in/out policies to cluster params = {"enabled": True, "policy_id": lb_policy['id']} action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale out cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale in cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Detach scaling lb policy from cluster params = {"policy_id": lb_policy['id']} action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Delete policies test_api.delete_policy(self.client, lb_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_scaling_policy(self): # Create cluster desired_capacity = 1 min_size = 0 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create a scaling policy targets on CLUSTER_SCALE_OUT action spec = test_utils.spec_scaling_policy spec['properties'] = { 'event': 'CLUSTER_SCALE_OUT', 'adjustment': { 'type': 'CHANGE_IN_CAPACITY', 'number': 2, 'min_step': 1, 'best_effort': True } } scaling_out_policy = test_api.create_policy( self.client, test_utils.random_name('policy'), spec) # Create a scaling policy targets on CLUSTER_SCALE_IN action spec['properties'] = { 'event': 'CLUSTER_SCALE_IN', 'adjustment': { 'type': 'CHANGE_IN_PERCENTAGE', 'number': 50, 'min_step': 2, 'best_effort': False } } scaling_in_policy = test_api.create_policy( self.client, test_utils.random_name('policy'), spec) # Attach scaling in/out policies to cluster for policy in [scaling_in_policy, scaling_out_policy]: params = { "enabled": True, "policy_id": policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Scale out cluster without params action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Scale out with count set to 1 action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out', {'count': 1}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(4, len(cluster['nodes'])) # Scale out with count set to 3 to verify best_effort param action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out', {'count': 3}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(5, len(cluster['nodes'])) # Scale in cluster without params action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Scale in without param to verify min_step param action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Scale in with count set to 2 to verify best_effort param action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in', {'count': 2}) action = test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'FAILED') reason = _("Policy check failure: The target capacity (-1) is less " "than the cluster's min_size (0).") self.assertEqual(reason, action['status_reason']) # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Detach scaling in/out policies from cluster for policy in [scaling_in_policy, scaling_out_policy]: params = { "policy_id": policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Delete policies test_api.delete_policy(self.client, scaling_in_policy['id']) test_api.delete_policy(self.client, scaling_out_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_node_add_del(self): # Create cluster desired_capacity = 1 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create two orphan nodes node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id']) node2 = test_api.create_node(self.client, test_utils.random_name('node2'), self.profile['id']) node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') node2 = test_utils.wait_for_status(test_api.get_node, self.client, node2['id'], 'ACTIVE') self.assertEqual('', node1['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node2['index']) # Add orphan nodes to cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'add_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(3, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) self.assertIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual(cluster['id'], node1['cluster_id']) self.assertEqual(cluster['id'], node2['cluster_id']) self.assertEqual(2, node1['index']) self.assertEqual(3, node2['index']) # Remove nodes from cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'del_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, len(cluster['nodes'])) self.assertNotIn(node1['id'], cluster['nodes']) self.assertNotIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual('', node1['cluster_id']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual(-1, node2['index']) # Delete orphan nodes test_api.delete_node(self.client, node1['id']) test_api.delete_node(self.client, node2['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node2['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_scale_in_out(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Scale out cluster without params action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Scale out with count set to 2 action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out', {'count': 2}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(5, len(cluster['nodes'])) # Keep scaling out and break the size constraint action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') # Wait for cluster scale out action failed action = test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'FAILED') reason = _("The target capacity (6) is greater " "than the cluster's max_size (5).") self.assertEqual(reason, action['status_reason']) # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(5, len(cluster['nodes'])) # Scale in cluster without params action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(4, len(cluster['nodes'])) # Scale in with count set to 3 action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in', {'count': 3}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Keep scaling in and break the size constraint action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') action = test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'FAILED') reason = _("The target capacity (0) is less " "than the cluster's min_size (1).") self.assertEqual(reason, action['status_reason']) # Verify cluster scale in result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_resize_with_constraint_adjusting(self): # Create cluster desired_capacity = 3 min_size = 2 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Increase cluster size with upper limit increasing params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': 3, 'max_size': 6 } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(6, len(cluster['nodes'])) # Decrease cluster size upper limit with strict set to False params = {'max_size': 4, 'strict': False} action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(4, len(cluster['nodes'])) # Reduce cluster size with lower limit change params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': -3, 'min_size': 1 } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Increase cluster size lower limit with strict set to True params = {'min_size': 2, 'strict': True} res = test_api.action_cluster(self.client, cluster['id'], 'resize', params) reason = _("The specified min_size (2) is greater than the current " "desired_capacity (1) of the cluster.") self.assertIn(reason, res) # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_resize_with_constraint_breaking(self): # Create cluster desired_capacity = 3 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Increase cluster size and break the size constraint params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': 3, 'strict': True } res = test_api.action_cluster(self.client, cluster['id'], 'resize', params) reason = _("The target capacity (6) is greater than the cluster's " "max_size (5).") self.assertIn(reason, res) # Do best-effort resizing params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': 3, 'strict': False } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) # Wait for cluster resize action succeeded test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(5, len(cluster['nodes'])) # Decrease cluster size and break the size constraint params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': -5, 'strict': True } res = test_api.action_cluster(self.client, cluster['id'], 'resize', params) reason = _("The target capacity (0) is less than the cluster's " "min_size (1).") self.assertIn(reason, res) # Do best-effort resizing params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': -5, 'strict': False } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) # Wait for cluster resize action succeeded test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(1, len(cluster['nodes'])) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_resize_basic(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Increase cluster size by specifying adjustment count params = { 'adjustment_type': 'CHANGE_IN_CAPACITY', 'number': 3, } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(5, len(cluster['nodes'])) # Decrease cluster size by specifying adjustment percentage. params = { 'adjustment_type': 'CHANGE_IN_PERCENTAGE', 'number': -50, } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Decrease cluster size by specifying exact capacity params = { 'adjustment_type': 'EXACT_CAPACITY', 'number': 2, } action_id = test_api.action_cluster(self.client, cluster['id'], 'resize', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster resize result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(2, len(cluster['nodes'])) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_node_add_del(self): # Create cluster desired_capacity = 1 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create two orphan nodes node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id']) node2 = test_api.create_node(self.client, test_utils.random_name('node2'), self.profile['id']) node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') node2 = test_utils.wait_for_status(test_api.get_node, self.client, node2['id'], 'ACTIVE') self.assertEqual('', node1['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node2['index']) # Add orphan nodes to cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'add_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(3, cluster['desired_capacity']) self.assertEqual(3, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) self.assertIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual(cluster['id'], node1['cluster_id']) self.assertEqual(cluster['id'], node2['cluster_id']) self.assertEqual([2, 3], sorted([node1['index'], node2['index']])) # Create one more orphan node and add it to cluster node3 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id']) node3 = test_utils.wait_for_status(test_api.get_node, self.client, node3['id'], 'ACTIVE') params = { 'nodes': [node3['id']], } res = test_api.action_cluster(self.client, cluster['id'], 'add_nodes', params) reason = _("The target capacity (4) is greater than the cluster's " "max_size (3).") self.assertIn(reason, res) # Remove two nodes from cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'del_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, cluster['desired_capacity']) self.assertEqual(1, len(cluster['nodes'])) self.assertNotIn(node1['id'], cluster['nodes']) self.assertNotIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual('', node1['cluster_id']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual(-1, node2['index']) # Try to delete the last node from cluster last_node_id = cluster['nodes'][0] params = { 'nodes': [last_node_id] } res = test_api.action_cluster(self.client, cluster['id'], 'del_nodes', params) reason = _("The target capacity (0) is less than the cluster's " "min_size (1).") self.assertIn(reason, res) # Delete orphan nodes test_api.delete_node(self.client, node1['id']) test_api.delete_node(self.client, node2['id']) test_api.delete_node(self.client, node3['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node2['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node3['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])