def test_virtual_server_behavior(self,
                                     kube_apis,
                                     ingress_controller_prerequisites,
                                     crd_ingress_controller,
                                     virtual_server_setup):
        ic_pod_name = get_first_pod_name(kube_apis.v1, ingress_controller_prerequisites.namespace)

        print("Step 1: initial check")
        step_1_list = get_events(kube_apis.v1, virtual_server_setup.namespace)
        assert_vs_conf_exists(kube_apis, ic_pod_name, ingress_controller_prerequisites.namespace,
                              virtual_server_setup)
        assert_response_200(virtual_server_setup)

        print("Step 2: make a valid VirtualServer invalid and check")
        patch_virtual_server_from_yaml(kube_apis.custom_objects,
                                       virtual_server_setup.vs_name,
                                       f"{TEST_DATA}/virtual-server-validation/virtual-server-invalid-cookie.yaml",
                                       virtual_server_setup.namespace)
        wait_before_test(1)
        step_2_list = get_events(kube_apis.v1, virtual_server_setup.namespace)
        assert_reject_event_emitted(virtual_server_setup, step_2_list, step_1_list)
        assert_vs_conf_not_exists(kube_apis, ic_pod_name, ingress_controller_prerequisites.namespace,
                                  virtual_server_setup)
        assert_response_404(virtual_server_setup)

        print("Step 3: update an invalid VirtualServer with another invalid and check")
        patch_virtual_server_from_yaml(kube_apis.custom_objects,
                                       virtual_server_setup.vs_name,
                                       f"{TEST_DATA}/virtual-server-validation/virtual-server-no-default-action.yaml",
                                       virtual_server_setup.namespace)
        wait_before_test(1)
        step_3_list = get_events(kube_apis.v1, virtual_server_setup.namespace)
        assert_reject_event_emitted(virtual_server_setup, step_3_list, step_2_list)
        assert_vs_conf_not_exists(kube_apis, ic_pod_name, ingress_controller_prerequisites.namespace,
                                  virtual_server_setup)
        assert_response_404(virtual_server_setup)

        print("Step 4: make an invalid VirtualServer valid and check")
        patch_virtual_server_from_yaml(kube_apis.custom_objects,
                                       virtual_server_setup.vs_name,
                                       f"{TEST_DATA}/virtual-server-validation/standard/virtual-server.yaml",
                                       virtual_server_setup.namespace)
        wait_before_test(1)
        step_4_list = get_events(kube_apis.v1, virtual_server_setup.namespace)
        assert_vs_conf_exists(kube_apis, ic_pod_name, ingress_controller_prerequisites.namespace,
                              virtual_server_setup)
        assert_event_count_increased_in_list(virtual_server_setup, step_4_list, step_3_list)
        assert_response_200(virtual_server_setup)

        print("Step 5: delete VS and then create an invalid and check")
        delete_virtual_server(kube_apis.custom_objects, virtual_server_setup.vs_name, virtual_server_setup.namespace)
        create_virtual_server_from_yaml(kube_apis.custom_objects,
                                        f"{TEST_DATA}/virtual-server-validation/virtual-server-invalid-cookie.yaml",
                                        virtual_server_setup.namespace)
        wait_before_test(1)
        step_5_list = get_events(kube_apis.v1, virtual_server_setup.namespace)
        assert_reject_event_emitted(virtual_server_setup, step_5_list, step_4_list)
        assert_vs_conf_not_exists(kube_apis, ic_pod_name, ingress_controller_prerequisites.namespace,
                                  virtual_server_setup)
        assert_response_404(virtual_server_setup)
Пример #2
0
    def test_responses_after_virtual_server_removal(self, kube_apis,
                                                    crd_ingress_controller,
                                                    virtual_server_setup):
        print("\nStep 6: delete VS and check")
        delete_virtual_server(kube_apis.custom_objects,
                              virtual_server_setup.vs_name,
                              virtual_server_setup.namespace)
        wait_before_test(1)
        resp = requests.get(virtual_server_setup.backend_1_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 404
        resp = requests.get(virtual_server_setup.backend_2_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 404

        print("Step 7: restore VS and check")
        create_virtual_server_from_yaml(
            kube_apis.custom_objects,
            f"{TEST_DATA}/virtual-server/standard/virtual-server.yaml",
            virtual_server_setup.namespace)
        wait_before_test(1)
        resp = requests.get(virtual_server_setup.backend_1_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 200
        resp = requests.get(virtual_server_setup.backend_2_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 200
    def test_responses_after_crd_removal_on_the_fly(self, kube_apis,
                                                    crd_ingress_controller,
                                                    virtual_server_setup):
        print("\nStep 12: remove CRD and check")
        crd_name = get_names_from_yaml(
            f"{DEPLOYMENTS}/common/custom-resource-definitions.yaml")[0]
        delete_crd(kube_apis.api_extensions_v1_beta1, crd_name)
        wait_and_assert_status_code(404, virtual_server_setup.backend_1_url,
                                    virtual_server_setup.vs_host)
        wait_and_assert_status_code(404, virtual_server_setup.backend_2_url,
                                    virtual_server_setup.vs_host)

        print("Step 13: restore CRD and VS and check")
        create_crd_from_yaml(
            kube_apis.api_extensions_v1_beta1, crd_name,
            f"{DEPLOYMENTS}/common/custom-resource-definitions.yaml")
        wait_before_test(1)
        create_virtual_server_from_yaml(
            kube_apis.custom_objects,
            f"{TEST_DATA}/virtual-server/standard/virtual-server.yaml",
            virtual_server_setup.namespace)
        wait_and_assert_status_code(200, virtual_server_setup.backend_1_url,
                                    virtual_server_setup.vs_host)
        wait_and_assert_status_code(200, virtual_server_setup.backend_2_url,
                                    virtual_server_setup.vs_host)
Пример #4
0
    def test_responses_after_crd_removal_on_the_fly(self, kube_apis,
                                                    crd_ingress_controller,
                                                    virtual_server_setup):
        print("\nStep 12: remove CRD and check")
        crd_name = get_names_from_yaml(
            f"{TEST_DATA}/virtual-server/virtualserver.yaml")[0]
        delete_crd(kube_apis.api_extensions_v1_beta1, crd_name)
        wait_before_test(1)
        resp = requests.get(virtual_server_setup.backend_1_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 404
        resp = requests.get(virtual_server_setup.backend_2_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 404

        print("Step 13: restore CRD and VS and check")
        create_crds_from_yaml(
            kube_apis.api_extensions_v1_beta1,
            f"{TEST_DATA}/virtual-server/virtualserver.yaml")
        create_virtual_server_from_yaml(
            kube_apis.custom_objects,
            f"{TEST_DATA}/virtual-server/standard/virtual-server.yaml",
            virtual_server_setup.namespace)
        wait_before_test(1)
        resp = requests.get(virtual_server_setup.backend_1_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 200
        resp = requests.get(virtual_server_setup.backend_2_url,
                            headers={"host": virtual_server_setup.vs_host})
        assert resp.status_code == 200
Пример #5
0
 def restore_default_vs(self, kube_apis, virtual_server_setup) -> None:
     """
     Restore VirtualServer without policy spec
     """
     delete_virtual_server(kube_apis.custom_objects,
                           virtual_server_setup.vs_name,
                           virtual_server_setup.namespace)
     create_virtual_server_from_yaml(kube_apis.custom_objects, std_vs_src,
                                     virtual_server_setup.namespace)
     wait_before_test()
Пример #6
0
    def test_tls_passthrough_host_collision_vs(
        self,
        kube_apis,
        crd_ingress_controller,
        transport_server_tls_passthrough_setup,
        test_namespace,
    ):
        """
            Test host collision handling in TransportServer with VirtualServer.
        """
        print("Step 1: Create VirtualServer with same host")
        vs_src_same_host = (
            f"{TEST_DATA}/transport-server-tls-passthrough/virtual-server-same-host.yaml"
        )
        vs_same_host_name = create_virtual_server_from_yaml(
            kube_apis.custom_objects, vs_src_same_host, test_namespace)
        wait_before_test(1)
        response = read_vs(kube_apis.custom_objects, test_namespace,
                           vs_same_host_name)
        delete_virtual_server(kube_apis.custom_objects, vs_same_host_name,
                              test_namespace)

        assert (response["status"]["reason"] == "Rejected"
                and response["status"]["message"]
                == "Host is taken by another resource")
def vsr_regexp_setup(request, kube_apis,
                     ingress_controller_prerequisites, ingress_controller_endpoint, test_namespace) -> VSRRegexpSetup:
    """
    Prepare an example app for advanced routing VSR.

    Single namespace with VS+VSR and simple app.

    :param request: internal pytest fixture
    :param kube_apis: client apis
    :param ingress_controller_endpoint:
    :param ingress_controller_prerequisites:
    :param test_namespace:
    :return:
    """
    print("------------------------- Deploy Virtual Server -----------------------------------")
    vs_src_yaml = f"{TEST_DATA}/{request.param['example']}/additional-case/virtual-server-exact-over-all.yaml"
    vs_name = create_virtual_server_from_yaml(kube_apis.custom_objects, vs_src_yaml, test_namespace)
    vs_host = get_first_host_from_yaml(vs_src_yaml)

    print("------------------------- Deploy VSRs -----------------------------------")
    for item in ['prefix', 'exact', 'regexp']:
        create_v_s_route_from_yaml(kube_apis.custom_objects,
                                   f"{TEST_DATA}/{request.param['example']}/additional-case/route-{item}.yaml",
                                   test_namespace)

    print("---------------------- Deploy simple app ----------------------------")
    create_example_app(kube_apis, "extended", test_namespace)
    wait_until_all_pods_are_ready(kube_apis.v1, test_namespace)

    return VSRRegexpSetup(test_namespace, vs_host, vs_name)
Пример #8
0
def virtual_server_setup(request, kube_apis, crd_ingress_controller, ingress_controller_endpoint,
                         test_namespace) -> VirtualServerSetup:
    """
    Prepare Virtual Server Example.

    :param request: internal pytest fixture to parametrize this method:
        {example: virtual-server|virtual-server-tls|..., app_type: simple|split|...}
        'example' is a directory name in TEST_DATA,
        'app_type' is a directory name in TEST_DATA/common/app
    :param kube_apis: client apis
    :param crd_ingress_controller:
    :param ingress_controller_endpoint:
    :param test_namespace:
    :return: VirtualServerSetup
    """
    print("------------------------- Deploy Virtual Server Example -----------------------------------")
    vs_source = f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml"
    vs_name = create_virtual_server_from_yaml(kube_apis.custom_objects,
                                              vs_source,
                                              test_namespace)
    vs_host = get_first_vs_host_from_yaml(vs_source)
    vs_paths = get_paths_from_vs_yaml(vs_source)
    if request.param['app_type']:
        create_example_app(kube_apis, request.param['app_type'], test_namespace)
        wait_until_all_pods_are_ready(kube_apis.v1, test_namespace)

    def fin():
        print("Clean up Virtual Server Example:")
        delete_virtual_server(kube_apis.custom_objects, vs_name, test_namespace)
        if request.param['app_type']:
            delete_common_app(kube_apis, request.param['app_type'], test_namespace)

    request.addfinalizer(fin)

    return VirtualServerSetup(ingress_controller_endpoint, test_namespace, vs_host, vs_name, vs_paths)
Пример #9
0
def v_s_route_setup(request, kube_apis, crd_ingress_controller,
                    ingress_controller_endpoint) -> VirtualServerRouteSetup:
    """
    Prepare Virtual Server Route Example.

    1st namespace with VS and 1st addressed VSR and 2nd namespace with second addressed VSR.

    :param request: internal pytest fixture
    :param kube_apis: client apis
    :param crd_ingress_controller:
    :param ingress_controller_endpoint:

    :return: VirtualServerRouteSetup
    """
    vs_routes_ns = get_route_namespace_from_vs_yaml(
        f"{TEST_DATA}/virtual-server-route/standard/virtual-server.yaml")
    ns_1 = create_namespace_with_name_from_yaml(kube_apis.v1, vs_routes_ns[0],
                                                f"{TEST_DATA}/common/ns.yaml")
    ns_2 = create_namespace_with_name_from_yaml(kube_apis.v1, vs_routes_ns[1],
                                                f"{TEST_DATA}/common/ns.yaml")
    print(
        "------------------------- Deploy Virtual Server -----------------------------------"
    )
    vs_name = create_virtual_server_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/virtual-server-route/standard/virtual-server.yaml", ns_1)
    vs_host = get_first_vs_host_from_yaml(
        f"{TEST_DATA}/virtual-server-route/standard/virtual-server.yaml")

    print(
        "------------------------- Deploy Virtual Server Route -----------------------------------"
    )
    vsr_m_name = create_v_s_route_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/virtual-server-route/route-multiple.yaml", ns_1)
    vsr_m_paths = get_paths_from_vsr_yaml(
        f"{TEST_DATA}/virtual-server-route/route-multiple.yaml")
    route_m = VirtualServerRoute(ns_1, vsr_m_name, vsr_m_paths)

    vsr_s_name = create_v_s_route_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/virtual-server-route/route-single.yaml", ns_2)
    vsr_s_paths = get_paths_from_vsr_yaml(
        f"{TEST_DATA}/virtual-server-route/route-single.yaml")
    route_s = VirtualServerRoute(ns_2, vsr_s_name, vsr_s_paths)

    def fin():
        print("Clean up the Virtual Server Route:")
        delete_v_s_route(kube_apis.custom_objects, vsr_m_name, ns_1)
        delete_v_s_route(kube_apis.custom_objects, vsr_s_name, ns_2)
        print("Clean up Virtual Server:")
        delete_virtual_server(kube_apis.custom_objects, vs_name, ns_1)
        print("Delete test namespaces")
        delete_namespace(kube_apis.v1, ns_1)
        delete_namespace(kube_apis.v1, ns_2)

    request.addfinalizer(fin)

    return VirtualServerRouteSetup(ingress_controller_endpoint, ns_1, vs_host,
                                   vs_name, route_m, route_s)
Пример #10
0
def vsr_externalname_setup(request, kube_apis,
                           ingress_controller_prerequisites,
                           ingress_controller_endpoint) -> ReducedVirtualServerRouteSetup:
    """
    Prepare an example app for Virtual Server Route.

    1st namespace with externalName svc and VS+VSR.

    :param request: internal pytest fixture
    :param kube_apis: client apis
    :param ingress_controller_endpoint:
    :param ingress_controller_prerequisites:
    :return:
    """
    vs_routes_ns = get_route_namespace_from_vs_yaml(
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml")
    ns_1 = create_namespace_with_name_from_yaml(kube_apis.v1,
                                                vs_routes_ns[0],
                                                f"{TEST_DATA}/common/ns.yaml")
    print("------------------------- Deploy External-Backend -----------------------------------")
    external_ns = create_namespace_with_name_from_yaml(kube_apis.v1, "external-ns", f"{TEST_DATA}/common/ns.yaml")
    external_svc_name = create_service_with_name(kube_apis.v1, external_ns, "external-backend-svc")
    create_deployment_with_name(kube_apis.apps_v1_api, external_ns, "external-backend")

    print("------------------------- Deploy Virtual Server -----------------------------------")
    vs_name = create_virtual_server_from_yaml(kube_apis.custom_objects,
                                              f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml",
                                              ns_1)
    vs_host = get_first_vs_host_from_yaml(f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml")

    print("------------------------- Deploy Virtual Server Route -----------------------------------")
    vsr_name = create_v_s_route_from_yaml(kube_apis.custom_objects,
                                          f"{TEST_DATA}/{request.param['example']}/route-single.yaml",
                                          ns_1)
    vsr_paths = get_paths_from_vsr_yaml(f"{TEST_DATA}/{request.param['example']}/route-single.yaml")
    route = VirtualServerRoute(ns_1, vsr_name, vsr_paths)

    print("---------------------- Deploy ExternalName service and update ConfigMap ----------------------------")
    config_map_name = ingress_controller_prerequisites.config_map["metadata"]["name"]
    replace_configmap_from_yaml(kube_apis.v1, config_map_name,
                                ingress_controller_prerequisites.namespace,
                                f"{TEST_DATA}/{request.param['example']}/nginx-config.yaml")
    external_svc_host = f"{external_svc_name}.{external_ns}.svc.cluster.local"
    svc_name = create_service_from_yaml(kube_apis.v1,
                                        ns_1, f"{TEST_DATA}/{request.param['example']}/externalname-svc.yaml")
    wait_before_test(2)
    req_url = f"http://{ingress_controller_endpoint.public_ip}:{ingress_controller_endpoint.port}"
    ensure_response_from_backend(f"{req_url}{route.paths[0]}", vs_host)

    def fin():
        print("Delete test namespaces")
        delete_namespace(kube_apis.v1, external_ns)
        delete_namespace(kube_apis.v1, ns_1)

    request.addfinalizer(fin)

    return ReducedVirtualServerRouteSetup(ingress_controller_endpoint,
                                          ns_1, vs_host, vs_name, route, svc_name, external_svc_host)
Пример #11
0
def vsr_adv_routing_setup(
        request, kube_apis, ingress_controller_prerequisites,
        ingress_controller_endpoint) -> VSRAdvancedRoutingSetup:
    """
    Prepare an example app for advanced routing VSR.

    Single namespace with VS+VSR and advanced-routing app.

    :param request: internal pytest fixture
    :param kube_apis: client apis
    :param ingress_controller_endpoint:
    :param ingress_controller_prerequisites:
    :return:
    """
    vs_routes_ns = get_route_namespace_from_vs_yaml(
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml")
    ns_1 = create_namespace_with_name_from_yaml(kube_apis.v1, vs_routes_ns[0],
                                                f"{TEST_DATA}/common/ns.yaml")
    print(
        "------------------------- Deploy Virtual Server -----------------------------------"
    )
    vs_name = create_virtual_server_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml",
        ns_1)
    vs_host = get_first_vs_host_from_yaml(
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml")

    print(
        "------------------------- Deploy Virtual Server Route -----------------------------------"
    )
    vsr_name = create_v_s_route_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/{request.param['example']}/virtual-server-route-header.yaml",
        ns_1)
    vsr_paths = get_paths_from_vsr_yaml(
        f"{TEST_DATA}/{request.param['example']}/virtual-server-route-header.yaml"
    )
    route = VirtualServerRoute(ns_1, vsr_name, vsr_paths)
    backends_url = f"http://{ingress_controller_endpoint.public_ip}:{ingress_controller_endpoint.port}{vsr_paths[0]}"

    print(
        "---------------------- Deploy advanced-routing app ----------------------------"
    )
    create_example_app(kube_apis, "advanced-routing", ns_1)
    wait_until_all_pods_are_ready(kube_apis.v1, ns_1)

    def fin():
        print("Delete test namespace")
        delete_namespace(kube_apis.v1, ns_1)

    request.addfinalizer(fin)

    return VSRAdvancedRoutingSetup(ns_1, vs_host, vs_name, route, backends_url)
    def test_status_remove_vs(
        self, kube_apis, crd_ingress_controller, v_s_route_setup, v_s_route_app_setup
    ):
        """
        Test VirtualServerRoute status after deleting referenced VirtualServer
        """
        delete_virtual_server(
            kube_apis.custom_objects, v_s_route_setup.vs_name, v_s_route_setup.namespace,
        )

        response_m = read_crd(
            kube_apis.custom_objects,
            v_s_route_setup.route_m.namespace,
            "virtualserverroutes",
            v_s_route_setup.route_m.name,
        )
        response_s = read_crd(
            kube_apis.custom_objects,
            v_s_route_setup.route_s.namespace,
            "virtualserverroutes",
            v_s_route_setup.route_s.name,
        )

        vs_src = f"{TEST_DATA}/virtual-server-route-status/standard/virtual-server.yaml"
        create_virtual_server_from_yaml(kube_apis.custom_objects, vs_src, v_s_route_setup.namespace)

        assert (
            response_m["status"]
            and response_m["status"]["reason"] == "NoVirtualServerFound"
            and not response_m["status"]["referencedBy"]
            and response_m["status"]["state"] == "Warning"
        )

        assert (
            response_s["status"]
            and response_s["status"]["reason"] == "NoVirtualServerFound"
            and not response_s["status"]["referencedBy"]
            and response_s["status"]["state"] == "Warning"
        )
def vsr_externalname_setup(
        request, kube_apis, ingress_controller_prerequisites,
        ingress_controller_endpoint) -> ReducedVirtualServerRouteSetup:
    """
    Prepare an example app for Virtual Server Route.

    1st namespace with externalName svc and VS+VSR.

    :param request: internal pytest fixture
    :param kube_apis: client apis
    :param ingress_controller_endpoint:
    :param ingress_controller_prerequisites:
    :return:
    """
    vs_routes_ns = get_route_namespace_from_vs_yaml(
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml")
    ns_1 = create_namespace_with_name_from_yaml(kube_apis.v1, vs_routes_ns[0],
                                                f"{TEST_DATA}/common/ns.yaml")
    print(
        "------------------------- Deploy Virtual Server -----------------------------------"
    )
    vs_name = create_virtual_server_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml",
        ns_1)
    vs_host = get_first_vs_host_from_yaml(
        f"{TEST_DATA}/{request.param['example']}/standard/virtual-server.yaml")

    print(
        "------------------------- Deploy Virtual Server Route -----------------------------------"
    )
    vsr_name = create_v_s_route_from_yaml(
        kube_apis.custom_objects,
        f"{TEST_DATA}/{request.param['example']}/route-single.yaml", ns_1)
    vsr_paths = get_paths_from_vsr_yaml(
        f"{TEST_DATA}/{request.param['example']}/route-single.yaml")
    route = VirtualServerRoute(ns_1, vsr_name, vsr_paths)

    print(
        "---------------------- Deploy ExternalName service and update ConfigMap ----------------------------"
    )
    config_map_name = ingress_controller_prerequisites.config_map["metadata"][
        "name"]
    replace_configmap_from_yaml(
        kube_apis.v1, config_map_name,
        ingress_controller_prerequisites.namespace,
        f"{TEST_DATA}/{request.param['example']}/nginx-config.yaml")
    external_svc_src = f"{TEST_DATA}/{request.param['example']}/externalname-svc.yaml"
    external_svc_name = create_service_from_yaml(kube_apis.v1, route.namespace,
                                                 external_svc_src)
    external_svc_host = get_external_host_from_service_yaml(external_svc_src)
    wait_before_test(2)

    def fin():
        print("Delete test namespace")
        delete_namespace(kube_apis.v1, ns_1)

    request.addfinalizer(fin)

    return ReducedVirtualServerRouteSetup(ingress_controller_endpoint, ns_1,
                                          vs_host, vs_name, route,
                                          external_svc_name, external_svc_host)
Пример #14
0
    def test_responses_and_events_in_flow(self, kube_apis,
                                          ingress_controller_prerequisites,
                                          crd_ingress_controller,
                                          v_s_route_setup,
                                          v_s_route_app_setup):
        req_url = f"http://{v_s_route_setup.public_endpoint.public_ip}:{v_s_route_setup.public_endpoint.port}"
        ic_pod_name = get_first_pod_name(
            kube_apis.v1, ingress_controller_prerequisites.namespace)
        vs_name = f"{v_s_route_setup.namespace}/{v_s_route_setup.vs_name}"
        vsr_1_name = f"{v_s_route_setup.namespace}/{v_s_route_setup.route_m.name}"
        vsr_2_name = f"{v_s_route_setup.route_s.namespace}/{v_s_route_setup.route_s.name}"
        vsr_1_event_text = f"Configuration for {vsr_1_name} was added or updated"
        vs_event_text = f"Configuration for {vs_name} was added or updated"
        vsr_2_event_text = f"Configuration for {vsr_2_name} was added or updated"
        initial_config = get_vs_nginx_template_conf(
            kube_apis.v1, v_s_route_setup.namespace, v_s_route_setup.vs_name,
            ic_pod_name, ingress_controller_prerequisites.namespace)

        print("\nStep 1: initial check")
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_responses_and_server_name(resp_1, resp_2, resp_3)
        assert_locations_in_config(initial_config,
                                   v_s_route_setup.route_m.paths)
        assert_locations_in_config(initial_config,
                                   v_s_route_setup.route_s.paths)
        initial_count_vsr_1 = assert_event_and_get_count(
            vsr_1_event_text, events_ns_1)
        initial_count_vs = assert_event_and_get_count(vs_event_text,
                                                      events_ns_1)
        initial_count_vsr_2 = assert_event_and_get_count(
            vsr_2_event_text, events_ns_2)

        print("\nStep 2: update multiple VSRoute and check")
        patch_v_s_route_from_yaml(
            kube_apis.custom_objects, v_s_route_setup.route_m.name,
            f"{TEST_DATA}/virtual-server-route/route-multiple-updated.yaml",
            v_s_route_setup.route_m.namespace)
        new_vsr_paths = get_paths_from_vsr_yaml(
            f"{TEST_DATA}/virtual-server-route/route-multiple-updated.yaml")
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{new_vsr_paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{new_vsr_paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert_responses_and_server_name(resp_1, resp_2, resp_3)
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, initial_count_vsr_1 + 1,
                               events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 1,
                               events_ns_1)
        # 2nd VSRoute gets an event about update too
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 1,
                               events_ns_2)

        print("\nStep 3: restore VSRoute and check")
        patch_v_s_route_from_yaml(
            kube_apis.custom_objects, v_s_route_setup.route_m.name,
            f"{TEST_DATA}/virtual-server-route/route-multiple.yaml",
            v_s_route_setup.route_m.namespace)
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert_responses_and_server_name(resp_1, resp_2, resp_3)
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, initial_count_vsr_1 + 2,
                               events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 2,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 2,
                               events_ns_2)

        print("\nStep 4: update one backend service port and check")
        svc_1 = read_service(kube_apis.v1, "backend1-svc",
                             v_s_route_setup.route_m.namespace)
        svc_1.spec.ports[0].port = 8080
        replace_service(kube_apis.v1, "backend1-svc",
                        v_s_route_setup.route_m.namespace, svc_1)
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert resp_1.status_code == 502
        assert resp_2.status_code == 200
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, initial_count_vsr_1 + 3,
                               events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 3,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 3,
                               events_ns_2)

        print("\nStep 5: restore backend service and check")
        svc_1 = read_service(kube_apis.v1, "backend1-svc",
                             v_s_route_setup.route_m.namespace)
        svc_1.spec.ports[0].port = 80
        replace_service(kube_apis.v1, "backend1-svc",
                        v_s_route_setup.route_m.namespace, svc_1)
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert resp_1.status_code == 200
        assert resp_2.status_code == 200
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, initial_count_vsr_1 + 4,
                               events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 4,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 4,
                               events_ns_2)

        print("\nStep 6: remove VSRoute and check")
        delete_v_s_route(kube_apis.custom_objects,
                         v_s_route_setup.route_m.name,
                         v_s_route_setup.namespace)
        wait_before_test(1)
        new_config = get_vs_nginx_template_conf(
            kube_apis.v1, v_s_route_setup.namespace, v_s_route_setup.vs_name,
            ic_pod_name, ingress_controller_prerequisites.namespace)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert resp_1.status_code == 404
        assert resp_2.status_code == 404
        assert resp_3.status_code == 200
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_locations_not_in_config(new_config,
                                       v_s_route_setup.route_m.paths)
        assert_event_and_count(vsr_1_event_text, initial_count_vsr_1 + 4,
                               events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 5,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 5,
                               events_ns_2)

        print("\nStep 7: restore VSRoute and check")
        create_v_s_route_from_yaml(
            kube_apis.custom_objects,
            f"{TEST_DATA}/virtual-server-route/route-multiple.yaml",
            v_s_route_setup.namespace)
        wait_before_test(1)
        new_config = get_vs_nginx_template_conf(
            kube_apis.v1, v_s_route_setup.namespace, v_s_route_setup.vs_name,
            ic_pod_name, ingress_controller_prerequisites.namespace)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert_responses_and_server_name(resp_1, resp_2, resp_3)
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_locations_in_config(new_config, v_s_route_setup.route_m.paths)
        assert_event_and_count(vsr_1_event_text, 1, events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 6,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 6,
                               events_ns_2)

        print("\nStep 8: remove one backend service and check")
        delete_service(kube_apis.v1, "backend1-svc",
                       v_s_route_setup.route_m.namespace)
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert resp_1.status_code == 502
        assert resp_2.status_code == 200
        assert resp_3.status_code == 200
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, 2, events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 7,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 7,
                               events_ns_2)

        print("\nStep 9: restore backend service and check")
        create_service_with_name(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace,
                                 "backend1-svc")
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert_responses_and_server_name(resp_1, resp_2, resp_3)
        events_ns_1 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_m.namespace)
        events_ns_2 = get_events(kube_apis.v1,
                                 v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, 3, events_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 8,
                               events_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 8,
                               events_ns_2)

        print("\nStep 10: remove VS and check")
        delete_virtual_server(kube_apis.custom_objects,
                              v_s_route_setup.vs_name,
                              v_s_route_setup.namespace)
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert resp_1.status_code == 404
        assert resp_2.status_code == 404
        assert resp_3.status_code == 404
        list0_list_ns_1 = get_events(kube_apis.v1,
                                     v_s_route_setup.route_m.namespace)
        list0_list_ns_2 = get_events(kube_apis.v1,
                                     v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, 3, list0_list_ns_1)
        assert_event_and_count(vs_event_text, initial_count_vs + 8,
                               list0_list_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 8,
                               list0_list_ns_2)

        print("\nStep 11: restore VS and check")
        create_virtual_server_from_yaml(
            kube_apis.custom_objects,
            f"{TEST_DATA}/virtual-server-route/standard/virtual-server.yaml",
            v_s_route_setup.namespace)
        wait_before_test(1)
        resp_1 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_2 = requests.get(f"{req_url}{v_s_route_setup.route_m.paths[1]}",
                              headers={"host": v_s_route_setup.vs_host})
        resp_3 = requests.get(f"{req_url}{v_s_route_setup.route_s.paths[0]}",
                              headers={"host": v_s_route_setup.vs_host})
        assert_responses_and_server_name(resp_1, resp_2, resp_3)
        list1_list_ns_1 = get_events(kube_apis.v1,
                                     v_s_route_setup.route_m.namespace)
        list1_list_ns_2 = get_events(kube_apis.v1,
                                     v_s_route_setup.route_s.namespace)
        assert_event_and_count(vsr_1_event_text, 4, list1_list_ns_1)
        assert_event_and_count(vs_event_text, 1, list1_list_ns_1)
        assert_event_and_count(vsr_2_event_text, initial_count_vsr_2 + 9,
                               list1_list_ns_2)