def contrail_add_ha_analytics_db(self): """Verify that 2 Analytics DB nodes can be added to exist Analytics DB. Scenario: 1. Create an environment 2. Enable and configure Contrail plugin 3. Add a node with controller and cinder role 4. Add 2 nodes with compute role 5. Add 3 nodes with contrail-controller and contrail-analytics roles 6. Add a node with contrail-analytics-db role 7. Deploy cluster 8. Run OSTF tests 9. Run contrail health check tests 10. Add 2 nodes contrail-analytics-db role 11. Deploy cluster 12. Run OSTF tests 13. Run contrail health check tests """ conf_env = { 'slave-01': ['controller', 'cinder'], 'slave-02': ['compute'], 'slave-03': ['compute'], 'slave-04': ['contrail-controller', 'contrail-analytics'], 'slave-05': ['contrail-controller', 'contrail-analytics'], 'slave-06': ['contrail-controller', 'contrail-analytics'], 'slave-07': ['contrail-analytics-db'] } add_analytics_db = { 'slave-08': ['contrail-analytics-db'], 'slave-09': ['contrail-analytics-db'] } self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9) self.show_step(2) plugin.activate_plugin(self) vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 10) openstack.update_deploy_check(self, conf_env, is_vsrx=vsrx_setup_result) self.show_step(10) TestContrailCheck(self).cloud_check(['contrail']) plugin.show_range(self, 11, 14) openstack.update_deploy_check(self, add_analytics_db, is_vsrx=vsrx_setup_result) self.show_step(14) TestContrailCheck(self).cloud_check(['contrail'])
def contrail_ostf_net_provisioning_disable(self): """Check gateway in private network for single nodegroup deployment Scenario: 1. Create an environment 2. Enable and configure Contrail plugin 3. Create new netwotk between vSRX ana private network 4. Deploy cluster with following node configuration: * 3 controller+ceph-osd * 2 compute * Contrail-controller + contrail-analytics * Contrail-analytics + contrail-analytics-db 5. Run OSTF tests 6. Run contrail health check tests """ conf_contrail = { 'contrail_single_gateway': '10.109.4.1', 'contrail_gateways': '10.109.5.250' } conf_env = { 'slave-01': ['controller', 'ceph-osd'], 'slave-02': ['controller', 'ceph-osd'], 'slave-03': ['controller', 'ceph-osd'], 'slave-04': ['compute'], 'slave-05': ['compute'], 'slave-06': ['contrail-controller', 'contrail-analytics'], 'slave-07': ['contrail-analytics', 'contrail-analytics-db'], } self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9, options={ 'images_ceph': True, 'volumes_ceph': True, 'ephemeral_ceph': True, 'objects_ceph': True, 'volumes_lvm': False }) self.show_step(2) plugin.activate_plugin(self, **conf_contrail) self.show_step(3) vsrx_setup_result = vsrx.activate(separate_net=True) plugin.show_range(self, 4, 7) openstack.update_deploy_check(self, conf_env, is_vsrx=vsrx_setup_result)
def contrail_ostf_net_provisioning_off(self): """Verify that we can disable OSTF networks provisioning. Scenario: 1. Create an environment 2. Enable and configure Contrail plugin without OSTF network provisioning 3. Add a controller and a compute+cinder nodes 4. Add a node with "contrail-controller" role 5. Add a "contrail-analytics-db"+"contrail-analytics" node 6. Deploy cluster 7. Run OSTF tests 8. Check Controller and Contrail nodes status """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=5) self.show_step(2) # Disable OSTF networks provisioning opts = { 'provision_networks': False, } plugin.activate_plugin(self, **opts) # activate vSRX image vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 6) conf_nodes = { 'slave-01': ['controller'], 'slave-02': ['compute', 'cinder'], 'slave-03': ['contrail-controller'], 'slave-04': ['contrail-analytics-db', 'contrail-analytics'] } plugin.show_range(self, 6, 8) should_fails = [ 'Create volume and boot instance from it', 'Launch instance, create snapshot, launch instance from snapshot', 'Launch instance with file injection', 'Launch instance', 'Create volume and attach it to instance', 'Check network connectivity from instance via floating IP'] openstack.update_deploy_check( self, conf_nodes, is_vsrx=vsrx_setup_result, ostf_fail_tests=should_fails)
def contrail_delete_analytics(self): """Verify that Contrail analytics role can be deleted after deploying. Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration 2. Enable and configure Contrail plugin 3. Add a controller and a compute+cinder nodes 4. Add a node with "contrail-controller" role 5. Add a node with "contrail-analytics" and "contrail-analytics-db" roles 6. Add a node with "contrail-analytics" role 7. Deploy cluster 8. Run OSTF tests 9. Run contrail health check tests 10. Delete one "contrail-analytics" role 11. Deploy changes 12. Run OSTF tests 13. Run contrail health check tests """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=5) self.show_step(2) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 7) conf_no_config = { 'slave-01': ['controller'], 'slave-02': ['compute', 'cinder'], 'slave-03': ['contrail-controller'], # Here slave-4 'slave-05': ['contrail-analytics', 'contrail-analytics-db'], } conf_config = {'slave-04': ['contrail-analytics']} plugin.show_range(self, 7, 10) openstack.update_deploy_check(self, dict(conf_no_config, **conf_config), is_vsrx=vsrx_setup_result) plugin.show_range(self, 10, 14) openstack.update_deploy_check(self, conf_config, delete=True, is_vsrx=vsrx_setup_result)
def contrail_add_analytics(self): """Verify that Contrail-Analytics role can be added after deploy. Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration 2. Enable and configure Contrail plugin 3. Add a controller and a compute+cinder nodes 4. Add a node with "contrail-controller" role 5. Add a "contrail-analytics-db"+"contrail-analytics" node 6. Deploy cluster 7. Run OSTF tests 8. Run contrail health check tests 9. Add one node with "contrail-analytics" role 10. Deploy changes 11. Run OSTF tests 12. Run contrail health check tests """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=5) self.show_step(2) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 6) conf_nodes = { 'slave-01': ['controller'], 'slave-02': ['compute', 'cinder'], 'slave-03': ['contrail-controller'], 'slave-04': ['contrail-analytics-db', 'contrail-analytics'], } conf_config = {'slave-05': ['contrail-analytics']} plugin.show_range(self, 6, 9) openstack.update_deploy_check(self, conf_nodes, is_vsrx=vsrx_setup_result) plugin.show_range(self, 9, 13) openstack.update_deploy_check(self, conf_config, is_vsrx=vsrx_setup_result)
def contrail_add_config(self): """Verify that Contrail config role can be added after deploying Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration 2. Enable and configure Contrail plugin 3. Add some controller, compute nodes 4. Add 1 node with "contrail-control", "contrail-config" and "contrail-db" roles 5. Deploy cluster 6. Run OSTF tests 7. Check Controller and Contrail nodes status 8. Add one node with "contrail-config" role 9. Deploy changes 10. Run OSTF tests 11. Check Controller and Contrail nodes status """ plugin.prepare_contrail_plugin(self, slaves=5) # enable plugin in contrail settings plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = plugin.activate_vsrx() conf_nodes = { 'slave-01': ['controller'], 'slave-02': ['compute'], 'slave-03': ['contrail-control', 'contrail-config', 'contrail-db'], } conf_config = {'slave-04': ['contrail-config']} openstack.update_deploy_check(self, conf_nodes, is_vsrx=vsrx_setup_result) openstack.update_deploy_check(self, conf_config, is_vsrx=vsrx_setup_result)
def contrail_add_delete_compute_ceph(self): """Verify that compute node can be added and deleted in env with Ceph. Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration 2. Enable and configure Contrail plugin 3. Add a node with "controller" + "mongo" roles 4. Add 3 nodes with "compute" + "ceph-osd" roles 5. Add a node with all contrail-controller role 6. Add a node with contrail-analytics and contrail-analytics-db 7. Deploy cluster and run OSTF tests 8. Run contrail health check tests 9. Add node with "compute" role 10. Deploy changes and run OSTF tests 11. Run contrail health check tests 12. Delete node with "compute" role 13. Deploy changes and run OSTF tests 14. Run contrail health check tests """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9, options={ 'images_ceph': True, 'volumes_ceph': True, 'ephemeral_ceph': True, 'objects_ceph': True, 'ceilometer': True, 'volumes_lvm': False}) self.show_step(2) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 7) conf_no_compute = { 'slave-01': ['controller', 'mongo'], 'slave-02': ['compute', 'ceph-osd'], 'slave-03': ['compute', 'ceph-osd'], 'slave-04': ['compute', 'ceph-osd'], 'slave-05': ['contrail-controller'], 'slave-06': ['contrail-analytics', 'contrail-analytics-db'], # Here slave-7 } conf_compute = {'slave-07': ['compute']} plugin.show_range(self, 7, 9) openstack.update_deploy_check(self, conf_no_compute, is_vsrx=vsrx_setup_result) plugin.show_range(self, 9, 12) openstack.update_deploy_check(self, conf_compute, is_vsrx=vsrx_setup_result) plugin.show_range(self, 12, 15) openstack.update_deploy_check( self, conf_compute, delete=True, is_vsrx=vsrx_setup_result)
def contrail_plugin_add_delete_controller_node(self): """Verify that Controller node can be deleted and added after deploying. Scenario: 1. Create an environment 2. Enable and configure Contrail plugin 3. Add 3 controllers, a compute and a storage nodes 4. Add node with "contrail-analytics" role 5. Add a node with "contrail-controller" role 6. Add a node with "contrail-analytics-db" role 7. Deploy cluster 8. Run OSTF tests 9. Run contrail health check test 10. Delete a Controller node and deploy changes 11. Run OSTF tests 12. Run contrail health check test 13. Add a node with "Controller" role and deploy changes 14. Run OSTF tests 15. Run contrail health check test """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9) self.show_step(2) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 7) conf_no_controller = { 'slave-01': ['controller'], 'slave-02': ['controller'], # Here slave-03 'slave-04': ['cinder'], 'slave-05': ['compute'], 'slave-06': ['contrail-controller'], 'slave-07': ['contrail-analytics'], 'slave-08': ['contrail-analytics-db'], } conf_ctrl = {'slave-03': ['controller']} plugin.show_range(self, 7, 10) openstack.update_deploy_check(self, dict(conf_no_controller, **conf_ctrl), is_vsrx=vsrx_setup_result) plugin.show_range(self, 10, 13) openstack.update_deploy_check(self, conf_ctrl, delete=True, is_vsrx=vsrx_setup_result) plugin.show_range(self, 13, 16) openstack.update_deploy_check(self, conf_ctrl, is_vsrx=vsrx_setup_result)
def contrail_plugin_add_delete_compute_node(self): """Verify that Compute node can be deleted and added after deploying Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration and CEPH storage 2. Enable and configure Contrail plugin 3. Add some controller, compute + storage (at least 4) nodes 4. Add a node with "contrail-db", "contarail-config" and "contrail-control" roles 5. Deploy cluster 6. Run OSTF tests 7. Delete a compute node and deploy changes 8. Run OSTF tests 9. Add a node with "compute" role and deploy changes 10. Run OSTF tests """ plugin.prepare_contrail_plugin(self, slaves=9) # enable plugin in contrail settings plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = plugin.activate_vsrx() conf_no_controller = { 'slave-01': ['controller'], 'slave-02': ['controller'], 'slave-03': ['controller'], 'slave-04': ['controller'], 'slave-05': ['compute', 'cinder'], 'slave-06': ['compute', 'cinder'], 'slave-07': ['compute', 'cinder'], # Here slave-8 'slave-09': ['contrail-db', 'contrail-config', 'contrail-control'], } conf_compute = {'slave-08': ['compute', 'cinder']} openstack.update_deploy_check(self, dict(conf_no_controller, **conf_compute), is_vsrx=vsrx_setup_result) openstack.update_deploy_check(self, conf_compute, delete=True, is_vsrx=vsrx_setup_result) openstack.update_deploy_check(self, conf_compute, is_vsrx=vsrx_setup_result)
def contrail_plugin_add_delete_controller_node(self): """Verify that Controller node can be deleted and added after deploying Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration 2. Enable and configure Contrail plugin 3. Add some controller (at least 3), compute and storage nodes 4. Add 3 nodes with "contrail-db", "contarail-config" and "contrail-control" roles on all nodes 5. Deploy cluster 6. Run OSTF tests 7. Delete a Controller node and deploy changes 8. Run OSTF tests 9. Add a node with "Controller" role and deploy changes 10. Run OSTF tests. All steps must be completed successfully, without any errors. """ plugin.prepare_contrail_plugin(self, slaves=9) # enable plugin in contrail settings plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = plugin.activate_vsrx() conf_no_controller = { 'slave-01': ['controller'], 'slave-02': ['controller'], # Here slave-03 'slave-04': ['compute'], 'slave-05': ['cinder'], 'slave-06': ['contrail-db', 'contrail-config', 'contrail-control'], 'slave-07': ['contrail-db', 'contrail-config', 'contrail-control'], 'slave-08': ['contrail-db', 'contrail-config', 'contrail-control'], } conf_ctrl = {'slave-03': ['controller']} openstack.update_deploy_check(self, dict(conf_no_controller, **conf_ctrl), is_vsrx=vsrx_setup_result) openstack.update_deploy_check(self, conf_ctrl, delete=True, is_vsrx=vsrx_setup_result) openstack.update_deploy_check(self, conf_ctrl, is_vsrx=vsrx_setup_result)
def contrail_ha_with_shutdown_contrail_node(self): """Verify HA with deleting Contrail roles. Scenario: 1. Create an environment 2. Enable and configure Contrail plugin 3. Add some controller, compute and storage nodes 4. Add 3 nodes with "contrail-controller" and "contrail-analytics" roles 5. Add a node with "contrail-analytics-db" role 6. Deploy cluster 7. Run OSTF tests 8. Check Controller and Contrail nodes status 9. Shutdown node with "contrail-controller" and "contrail-analytics" roles 10. Run OSTF tests 11. Check Controller and Contrail nodes status """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9) self.show_step(2) plugin.activate_plugin(self) vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 6) conf_no_contrail = { 'slave-01': ['controller'], 'slave-02': ['controller'], 'slave-03': ['controller'], 'slave-04': ['compute'], 'slave-05': ['cinder'], # Here slave-06 with contrail 'slave-07': ['contrail-controller', 'contrail-analytics'], 'slave-08': ['contrail-controller', 'contrail-analytics'], 'slave-09': ['contrail-analytics-db'], } conf_contrail = { 'slave-06': ['contrail-controller', 'contrail-analytics'] } def check_node_state(cluster_id, node_name, node_state): """Check node state by it's name.""" for node in self.fuel_web.client.list_cluster_nodes(cluster_id): if node_name in node['name']: assert_equal( node['status'], node_state, 'Nailgun node status is not %s but %s' % (node_state, node['status'])) plugin.show_range(self, 6, 8) openstack.update_deploy_check(self, dict(conf_no_contrail, **conf_contrail), is_vsrx=vsrx_setup_result, ostf_suites=['smoke', 'sanity', 'ha']) self.show_step(8) for node_name in dict(conf_no_contrail, **conf_contrail): check_node_state(self.cluster_id, node_name, 'ready') self.show_step(9) for node in self.fuel_web.client.list_cluster_nodes(self.cluster_id): if 'slave-06' in node['name']: logger.info('Shutdown node "%s"' % node['name']) self.fuel_web.warm_shutdown_nodes( self.fuel_web.get_devops_nodes_by_nailgun_nodes([node])) break self.show_step(10) if vsrx_setup_result: self.fuel_web.run_ostf( cluster_id=self.cluster_id, test_sets=['smoke', 'sanity', 'ha'], should_fail=1, failed_test_name=[ 'Check state of haproxy backends on controllers' ]) self.show_step(11) node_roles = {'controller', 'contrail-config'} for node_name, roles in conf_no_contrail.items(): if node_roles & set(roles): check_node_state(self.cluster_id, node_name, 'ready')
def contrail_plugin_add_delete_compute_node(self): """Verify that Compute node can be deleted and added after deploying. Scenario: 1. Create an environment 2. Enable and configure Contrail plugin 3. Add a controller and 3 compute + storage nodes 4. Add a node with "contrail-analytics" and "contrail-controller" roles 5. Add a node with "contrail-analytics-db" role 6. Add a node with "contrail-analytics" role 7. Deploy cluster 8. Run OSTF tests 9. Run contrail health check test 10. Delete a compute node and deploy changes 11. Run OSTF tests 12. Add a node with "compute" role and deploy changes 13. Run OSTF tests """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9) self.show_step(2) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() plugin.show_range(self, 3, 7) conf_no_controller = { 'slave-01': ['controller'], 'slave-02': ['compute', 'cinder'], 'slave-03': ['compute', 'cinder'], # Here slave-4 'slave-05': ['contrail-controller', 'contrail-analytics'], 'slave-06': ['contrail-analytics'], 'slave-07': ['contrail-analytics-db'], } conf_compute = {'slave-04': ['compute', 'cinder']} plugin.show_range(self, 7, 10) openstack.update_deploy_check(self, dict(conf_no_controller, **conf_compute), is_vsrx=vsrx_setup_result) self.show_step(10) openstack.update_deploy_check(self, conf_compute, delete=True, is_vsrx=False) self.show_step(11) if vsrx_setup_result: self.fuel_web.run_ostf( cluster_id=self.cluster_id, test_sets=['smoke', 'sanity', 'ha'], timeout=settings.OSTF_RUN_TIMEOUT, should_fail=1, failed_test_name=['Check that required services are running']) self.show_step(12) openstack.update_deploy_check(self, conf_compute, is_vsrx=False) self.show_step(13) if vsrx_setup_result: self.fuel_web.run_ostf(cluster_id=self.cluster_id, test_sets=['smoke', 'ha'], timeout=settings.OSTF_RUN_TIMEOUT)
def contrail_ha_with_network_problems(self): """Check Contrail HA using network problems Scenario: 1. Deploy openstack with HA (at lest 3 controllers and 3 nodes with contrail`s roles) 2. Run OSTF tests 3. Run contrail health check tests 4. Connect to a contrail controller host, stop the network interfaces connected to private and management networks 5. Run OSTF tests 6. Run contrail health check tests """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() conf_env = { 'slave-01': ['controller'], 'slave-02': ['controller'], 'slave-03': ['controller'], 'slave-04': ['contrail-controller'], 'slave-05': ['contrail-controller'], 'slave-06': ['contrail-controller'], 'slave-07': ['contrail-analytics', 'contrail-analytics-db'], 'slave-08': ['contrail-analytics', 'contrail-analytics-db'], 'slave-09': ['contrail-analytics', 'contrail-analytics-db'], } self.show_step(2) openstack.update_deploy_check(self, conf_env, is_vsrx=vsrx_setup_result) self.show_step(3) TestContrailCheck(self).cloud_check(['contrail']) self.show_step(4) def get_interface_name4role(cluster_id, node_name, role): logger.info('[get_interface_name4role] cluster_id: {0}, ' 'node: {1}, ' 'role:{2}'.format(cluster_id, node_name, role)) nailgun_node = None for node in self.fuel_web.client.list_cluster_nodes(cluster_id): logger.info('Check node {0} for name: {1}'.format( node['name'], node_name)) if node_name in node['name']: nailgun_node = node break else: assert 'slave-01 node not found in cluster: {0}'.format( self.cluster_id) interfaces = self.fuel_web.client.get_node_interfaces( nailgun_node['id']) for iface in interfaces: for net in iface['assigned_networks']: logger.info('Check iface {0} for role {1}'.format( iface['name'], role)) if role in net['name']: # check role name for interface logger.info('Found interface: {0}'.format( iface['name'])) return iface['name'] # return interface name return '' cluster_id = self.cluster_id ifaces = [ get_interface_name4role(cluster_id, 'slave-01', 'private'), get_interface_name4role(cluster_id, 'slave-01', 'management') ] for iface in ifaces: cmd = 'sudo ifconfig {0} down'.format(iface) with self.fuel_web.get_ssh_for_node("slave-01") as remote: res_pgrep = remote.execute(cmd) assert_equal( 0, res_pgrep['exit_code'], 'Failed with error code:{0}, {1}, out:{2}'.format( res_pgrep['exit_code'], res_pgrep['stderr'], res_pgrep['stdout'])) self.show_step(5) if vsrx_setup_result: self.fuel_web.run_ostf(cluster_id=self.cluster_id, test_sets=['smoke', 'sanity', 'ha'], timeout=OSTF_RUN_TIMEOUT) self.show_step(6) TestContrailCheck(self).cloud_check(['contrail'])
def contrail_ha_with_node_problems(self): """Check Contrail HA using node problems Scenario: 1. Deploy openstack with HA (at lest 3 controllers and 3 nodes with contrail`s roles) and Ceph 2. Run OSTF tests 3. Run contrail health check tests 4. Disable first contrail node via libvirt 5. Run OSTF tests 6. Run contrail health check tests 7. Enable first contrail node and wait 6 minutes 8. Disable second cotrail node 9. Run OSTF test 10. Run contrail health check tests 11. Enable second contrail node and wait 6 minutes 12. Disable third cotrail node 13. Run OSTF tests 14. Run contrail health check test 15. Enable third node 16. Run OSTF tests 17. Run contrail health check test """ self.show_step(1) plugin.prepare_contrail_plugin(self, slaves=9, options={ 'images_ceph': True, 'volumes_ceph': True, 'ephemeral_ceph': True, 'objects_ceph': True, 'volumes_lvm': False }) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate() conf_env = { 'slave-01': ['controller', 'ceph-osd'], 'slave-02': ['controller', 'ceph-osd'], 'slave-03': ['controller', 'ceph-osd'], 'slave-04': ['contrail-controller'], 'slave-05': ['contrail-controller'], 'slave-06': ['contrail-controller'], 'slave-07': ['contrail-analytics', 'contrail-analytics-db'], 'slave-08': ['contrail-analytics', 'contrail-analytics-db'], 'slave-09': ['contrail-analytics', 'contrail-analytics-db'], } self.show_step(2) openstack.update_deploy_check(self, conf_env, is_vsrx=vsrx_setup_result) self.show_step(3) TestContrailCheck(self).cloud_check(['contrail']) #open connection to qemu conn = libvirt.open('qemu:///system') if conn == None: raise ValueError("Failed to open connection to qemu:///system") else: logger.info("open connection to qemu:///system") #get list of domains node_list = conn.listAllDomains(0) for i in range(0, 3): m = 7 n = str(m + i) steps = [4, 5, 6, 7] for index, step in enumerate(steps): steps[index] = step + (4 * i) for node in node_list: #find node with contrail if n in node.name(): self.show_step(steps[0]) node.destroy() # stop node logger.info("Node {0} was stopped".format(n)) self.show_step(steps[1]) self.fuel_web.run_ostf(cluster_id=self.cluster_id, test_sets=['smoke', 'sanity', 'ha']) self.show_step(steps[2]) TestContrailCheck(self).cloud_check( ['contrail'], ['test_contrail_node_status']) self.show_step(steps[3]) node.create() # start node logger.info("Node {0} was run".format(n)) break logger.info("Waiting for node {0}".format(n)) time.sleep(6 * 60) conn.close() self.show_step(16) if vsrx_setup_result: self.fuel_web.run_ostf(cluster_id=self.cluster_id, test_sets=['smoke', 'sanity', 'ha'], timeout=OSTF_RUN_TIMEOUT) self.show_step(17) TestContrailCheck(self).cloud_check(['contrail'])
def contrail_ha_with_shutdown_contrail_node(self): """Verify HA with deleting Contrail roles Scenario: 1. Create an environment with "Neutron with tunneling segmentation" as a network configuration 2. Enable and configure Contrail plugin 3. Add some controller, compute and storage nodes 4. Add 4 nodes with "contrail-db", "contarail-config" and "contrail-control" roles 5. Deploy cluster 6. Run OSTF tests 7. Check Controller and Contrail nodes status 8. Shutdown node with 'contrail-db', "contarail-config" and "contrail-control" roles 9. Deploy changes 10. Run OSTF tests 11. Check Controller and Contrail nodes status """ plugin.prepare_contrail_plugin(self, slaves=9) plugin.activate_plugin(self) # enable plugin in contrail settings vsrx_setup_result = plugin.activate_vsrx() # activate vSRX image conf_no_contrail = { 'slave-01': ['controller'], 'slave-02': ['controller'], 'slave-03': ['controller'], 'slave-04': ['compute'], 'slave-05': ['cinder'], # Here slave-06 with contrail 'slave-07': ['contrail-db', 'contrail-config', 'contrail-control'], 'slave-08': ['contrail-db', 'contrail-config', 'contrail-control'], 'slave-09': ['contrail-db', 'contrail-config', 'contrail-control'], } conf_contrail = { 'slave-06': ['contrail-db', 'contrail-config', 'contrail-control'] } def check_node_state(cluster_id, node_name, node_state): """Checks node state by it's name""" for node in self.fuel_web.client.list_cluster_nodes(cluster_id): if node_name in node['name']: assert_equal( node['status'], node_state, 'Nailgun node status is not %s but %s' % (node_state, node['status'])) # Deploy cluster and run OSTF openstack.update_deploy_check(self, dict(conf_no_contrail, **conf_contrail), is_vsrx=vsrx_setup_result) # Check all nodes are 'ready' for node_name in dict(conf_no_contrail, **conf_contrail): check_node_state(self.cluster_id, node_name, 'ready') # Shutdown contrail node for node in self.fuel_web.client.list_cluster_nodes(self.cluster_id): if 'slave-06' in node['name']: logger.info('Shutdown node "%s"' % node['name']) self.fuel_web.warm_shutdown_nodes( self.fuel_web.get_devops_nodes_by_nailgun_nodes([node])) break # Run OSTF tests again if vsrx_setup_result: self.fuel_web.run_ostf(cluster_id=self.cluster_id) # Check controller and contrail nodes states node_roles = {'controller', 'contrail-config'} for node_name, roles in conf_no_contrail.items(): if node_roles & set(roles): check_node_state(self.cluster_id, node_name, 'ready')
def contrail_multiple_networks_delete_compute(self): """Check Contrail deploy multiple networks remove compute. Scenario: 1. Revert snapshot with ready master node 2. Install contrail plugin 3. Bootstrap slaves from default nodegroup 4. Create cluster with Neutron GRE and custom nodegroups 5. Activate plugin and configure plugins setings 6. Remove 2nd custom nodegroup which is added automatically 7. Bootstrap slave nodes from custom nodegroup 8. Download network configuration 9. Update network.json with customized ip ranges 10. Put new json on master node and update network data 11. Verify that new IP ranges are applied for network config 12. Add following nodes to default nodegroup: * 1 controller * 2 compute 13. Add following nodes to custom nodegroup: * 1 contrail-controller * 1 contrail-analytics * 1 contrail-analytics-db 14. Deploy cluster 15. Run health checks (OSTF) 16. Remove 1 compute node 17. Redeploy cluster 18. Run health checks (OSTF) Duration 2.5 hours """ if not MULTIPLE_NETWORKS: raise SkipTest() self.show_step(1, initialize=True) self.env.revert_snapshot("ready") plugin.show_range(self, 2, 6) plugin.prepare_contrail_plugin(self, snapshot_name="ready") cluster_id = self.fuel_web.get_last_created_cluster() self.env.bootstrap_nodes(self.env.d_env.nodes().slaves[0:3]) plugin.activate_plugin(self) # activate vSRX image vsrx_setup_result = vsrx.activate(self, vsrx_config=True) self.show_step(6) self.netconf_all_groups = self.fuel_web.client.get_networks(cluster_id) custom_group2 = self.fuel_web.get_nodegroup(cluster_id, name=NODEGROUPS[2]['name']) wait(lambda: not self.is_update_dnsmasq_running(self.fuel_web.client. get_tasks()), timeout=60, timeout_msg="Timeout exceeded while waiting for task " "'update_dnsmasq' is finished!") self.fuel_web.client.delete_nodegroup(custom_group2['id']) self.show_step(7) self.env.bootstrap_nodes(self.env.d_env.nodes().slaves[3:6]) self.show_step(8) updated_storage_default, updated_storage_custom, \ updated_mgmt_default, updated_mgmt_custom = \ self.update_network_config(cluster_id) self.show_step(12) self.show_step(13) nodegroup_default = NODEGROUPS[0]['name'] nodegroup_custom1 = NODEGROUPS[1]['name'] self.fuel_web.update_nodes( cluster_id, { 'slave-01': [['controller'], nodegroup_default], 'slave-02': [['compute'], nodegroup_default], 'slave-03': [['compute'], nodegroup_default], 'slave-04': [['contrail-controller'], nodegroup_custom1], 'slave-05': [['contrail-analytics'], nodegroup_custom1], 'slave-06': [['contrail-analytics-db'], nodegroup_custom1], }) self.show_step(14) openstack.deploy_cluster(self) TestContrailCheck(self).cloud_check(['contrail']) self.show_step(15) if vsrx_setup_result: self.fuel_web.run_ostf(cluster_id=cluster_id, test_sets=['smoke', 'sanity', 'ha'], timeout=settings.OSTF_RUN_TIMEOUT) self.show_step(16) conf_compute = { 'slave-03': [['compute'], nodegroup_custom1], } plugin.show_range(self, 17, 18) openstack.update_deploy_check( self, conf_compute, delete=True, is_vsrx=vsrx_setup_result, ostf_fail_tests=['Check that required services are running']) TestContrailCheck(self).cloud_check(['contrail'])