def test_node_create_join_leave_cluster(self): # Create a cluster desired_capacity = 0 min_size = 0 max_size = 3 cluster = test_api.create_cluster(self.client, 'test-cluster', self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create a node and let it join the cluster node1 = test_api.create_node(self.client, 'node1', self.profile['id']) node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') action_id = test_api.action_node(self.client, node1['id'], 'join', {'cluster_id': cluster['id']}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') node1 = test_api.get_node(self.client, node1['id']) self.assertEqual(cluster['id'], node1['cluster_id']) cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) # Let node1 leave the cluster action_id = test_api.action_node(self.client, node1['id'], 'leave') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') node1 = test_api.get_node(self.client, node1['id']) self.assertIsNone(node1['cluster_id']) self.assertEqual(-1, node1['index']) cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(0, len(cluster['nodes'])) # Delete node1 test_api.delete_node(self.client, node1['id']) test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'DELETED', ignore_missing=True) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'DELETED', ignore_missing=True)
def test_node_create_join_leave_cluster(self): # Create a cluster desired_capacity = 0 min_size = 0 max_size = 3 cluster = test_api.create_cluster(self.client, 'test-cluster', self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create a node and let it join the cluster node1 = test_api.create_node(self.client, 'node1', self.profile['id']) node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') action_id = test_api.action_node(self.client, node1['id'], 'join', {'cluster_id': cluster['id']}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') node1 = test_api.get_node(self.client, node1['id']) self.assertEqual(cluster['id'], node1['cluster_id']) self.assertEqual(1, node1['index']) cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) # Let node1 leave the cluster action_id = test_api.action_node(self.client, node1['id'], 'leave') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') node1 = test_api.get_node(self.client, node1['id']) self.assertIsNone(node1['cluster_id']) self.assertEqual(-1, node1['index']) cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(0, len(cluster['nodes'])) # Delete node1 test_api.delete_node(self.client, node1['id']) test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'DELETED', ignore_missing=True) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'DELETED', ignore_missing=True)
def test_node_check_recover(self): # Create a node node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id'], role='master') node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') # Check node health status action_id = test_api.action_node(self.client, node1['id'], 'check') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') node1 = test_api.get_node(self.client, node1['id']) self.assertEqual('ACTIVE', node1['status']) # Perform node recovering operation action_id = test_api.action_node(self.client, node1['id'], 'recover') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') action_id = test_api.action_node(self.client, node1['id'], 'recover', {'operation': 'REBUILD'}) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Delete node test_api.delete_node(self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id'])
def test_node_get_detail(self): node = test_api.create_node(self.client, test_utils.random_name('node'), self.profile['id']) test_utils.wait_for_status(test_api.get_node, self.client, node['id'], 'ACTIVE') # Get node detail and verify node = test_api.get_node(self.client, node['id'], show_details=True) self.assertIn('details', node) self.assertEqual("new-server-test", node['details']['name']) self.assertEqual("1", node['details']['flavor']) self.assertEqual("FAKE_IMAGE_ID", node['details']['image']) self.assertEqual("ACTIVE", node['details']['status']) self.assertEqual({"My Server Name": "Apache1"}, node['details']['metadata']) # Delete node from cluster test_api.delete_node(self.client, node['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node['id'])
def test_cluster_update_profile(self): spec_nova_server = copy.deepcopy(test_utils.spec_nova_server) spec_nova_server['properties']['flavor'] = 'new_flavor' spec_nova_server['properties']['image'] = 'new_image' new_profile = test_api.create_profile( self.client, test_utils.random_name('profile'), spec_nova_server) # Create cluster with original profile desired_capacity = 2 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Update cluster with new profile action_id = test_api.update_cluster(self.client, cluster['id'], profile=new_profile['id']) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify update result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(new_profile['id'], cluster['profile_id']) nodes = cluster['nodes'] for n in nodes: node = test_api.get_node(self.client, n, show_details=True) self.assertEqual(new_profile['id'], node['profile_id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id']) # Delete new profile test_api.delete_profile(self.client, new_profile['id'])
def test_lb_policy(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Verify there is no lb information in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Create a lb policy spec = test_utils.spec_lb_policy lb_policy = test_api.create_policy(self.client, test_utils.random_name('lb-policy'), spec) # Attach scaling in/out policies to cluster params = {"enabled": True, "policy_id": lb_policy['id']} action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale out cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale in cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Detach scaling lb policy from cluster params = {"policy_id": lb_policy['id']} action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Delete policies test_api.delete_policy(self.client, lb_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_cluster_node_add_del(self): # Create cluster desired_capacity = 1 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create two orphan nodes node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id']) node2 = test_api.create_node(self.client, test_utils.random_name('node2'), self.profile['id']) node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') node2 = test_utils.wait_for_status(test_api.get_node, self.client, node2['id'], 'ACTIVE') self.assertEqual('', node1['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node2['index']) # Add orphan nodes to cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'add_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(3, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) self.assertIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual(cluster['id'], node1['cluster_id']) self.assertEqual(cluster['id'], node2['cluster_id']) self.assertEqual(2, node1['index']) self.assertEqual(3, node2['index']) # Remove nodes from cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'del_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, len(cluster['nodes'])) self.assertNotIn(node1['id'], cluster['nodes']) self.assertNotIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual('', node1['cluster_id']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual(-1, node2['index']) # Delete orphan nodes test_api.delete_node(self.client, node1['id']) test_api.delete_node(self.client, node2['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node2['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_lb_policy(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, 'test-cluster', self.profile['id'], desired_capacity, min_size, max_size) # Wait and verify cluster creation result cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') self.assertEqual('test-cluster', cluster['name']) self.assertEqual(desired_capacity, cluster['desired_capacity']) self.assertEqual(min_size, cluster['min_size']) self.assertEqual(max_size, cluster['max_size']) self.assertEqual(desired_capacity, len(cluster['nodes'])) # Verify there is no lb information in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Create a lb policy spec = test_utils.spec_lb_policy lb_policy = test_api.create_policy(self.client, 'test-lb-policy', spec, 0, 0) # Attach scaling in/out policies to cluster params = { "priority": 50, "level": 50, "enabled": True, "cooldown": 0, "policy_id": lb_policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale out cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale in cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Detach scaling lb policy from cluster params = { "policy_id": lb_policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Delete policies test_api.delete_policy(self.client, lb_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'DELETED', ignore_missing=True)
def test_cluster_node_add_del(self): # Create cluster desired_capacity = 1 min_size = 1 max_size = 3 cluster_name = test_utils.random_name('cluster') cluster = test_api.create_cluster(self.client, cluster_name, self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Create two orphan nodes node1 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id']) node2 = test_api.create_node(self.client, test_utils.random_name('node2'), self.profile['id']) node1 = test_utils.wait_for_status(test_api.get_node, self.client, node1['id'], 'ACTIVE') node2 = test_utils.wait_for_status(test_api.get_node, self.client, node2['id'], 'ACTIVE') self.assertEqual('', node1['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node2['index']) # Add orphan nodes to cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'add_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(3, cluster['desired_capacity']) self.assertEqual(3, len(cluster['nodes'])) self.assertIn(node1['id'], cluster['nodes']) self.assertIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual(cluster['id'], node1['cluster_id']) self.assertEqual(cluster['id'], node2['cluster_id']) self.assertEqual([2, 3], sorted([node1['index'], node2['index']])) # Create one more orphan node and add it to cluster node3 = test_api.create_node(self.client, test_utils.random_name('node1'), self.profile['id']) node3 = test_utils.wait_for_status(test_api.get_node, self.client, node3['id'], 'ACTIVE') params = { 'nodes': [node3['id']], } res = test_api.action_cluster(self.client, cluster['id'], 'add_nodes', params) reason = _("The target capacity (4) is greater than the cluster's " "max_size (3).") self.assertIn(reason, res) # Remove two nodes from cluster params = { 'nodes': [node1['id'], node2['id']], } action_id = test_api.action_cluster(self.client, cluster['id'], 'del_nodes', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual(1, cluster['desired_capacity']) self.assertEqual(1, len(cluster['nodes'])) self.assertNotIn(node1['id'], cluster['nodes']) self.assertNotIn(node2['id'], cluster['nodes']) node1 = test_api.get_node(self.client, node1['id']) node2 = test_api.get_node(self.client, node2['id']) self.assertEqual('', node1['cluster_id']) self.assertEqual('', node2['cluster_id']) self.assertEqual(-1, node1['index']) self.assertEqual(-1, node2['index']) # Try to delete the last node from cluster last_node_id = cluster['nodes'][0] params = { 'nodes': [last_node_id] } res = test_api.action_cluster(self.client, cluster['id'], 'del_nodes', params) reason = _("The target capacity (0) is less than the cluster's " "min_size (1).") self.assertIn(reason, res) # Delete orphan nodes test_api.delete_node(self.client, node1['id']) test_api.delete_node(self.client, node2['id']) test_api.delete_node(self.client, node3['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node1['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node2['id']) test_utils.wait_for_delete(test_api.get_node, self.client, node3['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])
def test_lb_policy(self): # Create cluster desired_capacity = 2 min_size = 1 max_size = 5 cluster = test_api.create_cluster(self.client, test_utils.random_name('cluster'), self.profile['id'], desired_capacity, min_size, max_size) cluster = test_utils.wait_for_status(test_api.get_cluster, self.client, cluster['id'], 'ACTIVE') # Verify there is no lb information in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Create a lb policy spec = test_utils.spec_lb_policy lb_policy = test_api.create_policy(self.client, test_utils.random_name('lb-policy'), spec) # Attach scaling in/out policies to cluster params = { "enabled": True, "policy_id": lb_policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_attach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale out cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_out') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify cluster scale out result cluster = test_api.get_cluster(self.client, cluster['id']) self.assertEqual('ACTIVE', cluster['status']) self.assertEqual(3, len(cluster['nodes'])) # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertIn('lb_member', node['data']) # Scale in cluster action_id = test_api.action_cluster(self.client, cluster['id'], 'scale_in') test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Detach scaling lb policy from cluster params = { "policy_id": lb_policy['id'] } action_id = test_api.action_cluster(self.client, cluster['id'], 'policy_detach', params) test_utils.wait_for_status(test_api.get_action, self.client, action_id, 'SUCCEEDED') # Verify lb information recorded in node data cluster = test_api.get_cluster(self.client, cluster['id']) for n in cluster['nodes']: node = test_api.get_node(self.client, n) self.assertNotIn('lb_member', node['data']) # Delete policies test_api.delete_policy(self.client, lb_policy['id']) # Delete cluster test_api.delete_cluster(self.client, cluster['id']) cluster = test_utils.wait_for_delete(test_api.get_cluster, self.client, cluster['id'])