Beispiel #1
0
def configure_package(configure_security):
    test_jobs = []
    try:
        test_jobs = config.get_all_jobs(
            node_address=config.get_foldered_node_address())
        sdk_install.uninstall(config.get_foldered_service_name(),
                              package_name=config.PACKAGE_NAME)
        sdk_upgrade.test_upgrade(
            "beta-{}".format(config.PACKAGE_NAME),
            config.PACKAGE_NAME,
            config.DEFAULT_TASK_COUNT,
            service_name=config.get_foldered_service_name(),
            additional_options={
                "service": {
                    "name": config.get_foldered_service_name()
                }
            })

        tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
        for job in test_jobs:
            sdk_jobs.install_job(job, tmp_dir=tmp_dir)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.get_foldered_service_name(),
                              package_name=config.PACKAGE_NAME)

        for job in test_jobs:
            sdk_jobs.remove_job(job)
Beispiel #2
0
def test_xpack_enabled_update(
    service_name: str,
    from_xpack_enabled: bool,
    to_xpack_enabled: bool,
) -> None:
    sdk_upgrade.test_upgrade(
        PACKAGE_NAME,
        service_name,
        DEFAULT_TASK_COUNT,
        additional_options={
            "elasticsearch": {
                "xpack_enabled": from_xpack_enabled
            }
        },
        test_version_additional_options={
            "service": {
                "update_strategy": "parallel"
            },
            "elasticsearch": {
                "xpack_enabled": to_xpack_enabled
            },
        },
    )

    wait_for_expected_nodes_to_exist(service_name=service_name,
                                     task_count=DEFAULT_TASK_COUNT)
Beispiel #3
0
def configure_package(configure_security):
    try:
        sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)

        if shakedown.dcos_version_less_than("1.9"):
            # HDFS upgrade in 1.8 is not supported.
            sdk_install.install(PACKAGE_NAME,
                                DEFAULT_TASK_COUNT,
                                service_name=FOLDERED_SERVICE_NAME,
                                additional_options={
                                    "service": {
                                        "name": FOLDERED_SERVICE_NAME
                                    }
                                },
                                timeout_seconds=30 * 60)
        else:
            sdk_upgrade.test_upgrade("beta-{}".format(PACKAGE_NAME),
                                     PACKAGE_NAME,
                                     DEFAULT_TASK_COUNT,
                                     service_name=FOLDERED_SERVICE_NAME,
                                     additional_options={
                                         "service": {
                                             "name": FOLDERED_SERVICE_NAME
                                         }
                                     },
                                     timeout_seconds=30 * 60)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
Beispiel #4
0
def configure_package(configure_security):
    try:
        log.info("Ensure elasticsearch and kibana are uninstalled...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(FOLDERED_SERVICE_NAME,
                              package_name=config.PACKAGE_NAME)

        sdk_upgrade.test_upgrade("beta-{}".format(config.PACKAGE_NAME),
                                 config.PACKAGE_NAME,
                                 config.DEFAULT_TASK_COUNT,
                                 service_name=FOLDERED_SERVICE_NAME,
                                 additional_options={
                                     "service": {
                                         "name": FOLDERED_SERVICE_NAME
                                     },
                                     "ingest_nodes": {
                                         "count": 1
                                     }
                                 })

        yield  # let the test session execute
    finally:
        log.info("Clean up elasticsearch and kibana...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(FOLDERED_SERVICE_NAME,
                              package_name=config.PACKAGE_NAME)
Beispiel #5
0
def test_update_from_xpack_enabled_to_xpack_security_enabled(
    service_name: str,
    xpack_enabled: bool,
    xpack_security_enabled: bool,
) -> None:
    assert not (
        xpack_enabled is True and xpack_security_enabled is True
    ), "This function does not handle the 'xpack_enabled: True' to 'xpack_security_enabled: True' upgrade scenario"

    sdk_upgrade.test_upgrade(
        PACKAGE_NAME,
        service_name,
        DEFAULT_TASK_COUNT,
        additional_options={"elasticsearch": {
            "xpack_enabled": xpack_enabled
        }},
        test_version_additional_options={
            "service": {
                "update_strategy": "parallel"
            },
            "elasticsearch": {
                "xpack_security_enabled": xpack_security_enabled
            },
        },
    )

    wait_for_expected_nodes_to_exist(service_name=service_name,
                                     task_count=DEFAULT_TASK_COUNT)
Beispiel #6
0
def install_kafka(use_v0=False):
    mesos_api_version = "V0" if use_v0 else "V1"
    foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
    if sdk_utils.dcos_version_less_than("1.9"):
        # Last beta-kafka release (1.1.25-0.10.1.0-beta) excludes 1.8. Skip upgrade tests with 1.8 and just install
        sdk_install.install(config.PACKAGE_NAME,
                            foldered_name,
                            config.DEFAULT_BROKER_COUNT,
                            additional_options={
                                "service": {
                                    "name": foldered_name,
                                    "mesos_api_version": mesos_api_version
                                }
                            })
    else:
        sdk_upgrade.test_upgrade(config.PACKAGE_NAME,
                                 foldered_name,
                                 config.DEFAULT_BROKER_COUNT,
                                 additional_options={
                                     "service": {
                                         "name": foldered_name,
                                         "mesos_api_version": mesos_api_version
                                     },
                                     "brokers": {
                                         "cpus": 0.5
                                     }
                                 })
Beispiel #7
0
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        if shakedown.dcos_version_less_than("1.9"):
            # Last beta-kafka release (1.1.25-0.10.1.0-beta) excludes 1.8. Skip upgrade tests with 1.8 and just install
            sdk_install.install(
                config.PACKAGE_NAME,
                foldered_name,
                config.DEFAULT_BROKER_COUNT,
                additional_options={"service": {
                    "name": foldered_name
                }})
        else:
            sdk_upgrade.test_upgrade(
                config.PACKAGE_NAME,
                foldered_name,
                config.DEFAULT_BROKER_COUNT,
                additional_options={"service": {
                    "name": foldered_name
                }})

        # wait for brokers to finish registering before starting tests
        test_utils.broker_count_check(config.DEFAULT_BROKER_COUNT,
                                      service_name=foldered_name)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #8
0
def configure_package(configure_security):
    test_jobs = []
    try:
        test_jobs = config.get_all_jobs(
            node_address=config.get_foldered_node_address())
        # destroy any leftover jobs first, so that they don't touch the newly installed service:
        for job in test_jobs:
            sdk_jobs.remove_job(job)

        sdk_install.uninstall(config.PACKAGE_NAME,
                              config.get_foldered_service_name())
        sdk_upgrade.test_upgrade(config.PACKAGE_NAME,
                                 config.get_foldered_service_name(),
                                 config.DEFAULT_TASK_COUNT,
                                 additional_options={
                                     "service": {
                                         "name":
                                         config.get_foldered_service_name()
                                     }
                                 })

        tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
        for job in test_jobs:
            sdk_jobs.install_job(job, tmp_dir=tmp_dir)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME,
                              config.get_foldered_service_name())

        for job in test_jobs:
            sdk_jobs.remove_job(job)
Beispiel #9
0
def configure_package(configure_security):
    try:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        if sdk_utils.dcos_version_less_than("1.9"):
            # HDFS upgrade in 1.8 is not supported.
            sdk_install.install(
                config.PACKAGE_NAME,
                foldered_name,
                config.DEFAULT_TASK_COUNT,
                additional_options={"service": {"name": foldered_name}},
                timeout_seconds=30 * 60,
            )
        else:
            sdk_upgrade.test_upgrade(
                config.PACKAGE_NAME,
                foldered_name,
                config.DEFAULT_TASK_COUNT,
                from_options={"service": {"name": foldered_name}},
                timeout_seconds=30 * 60,
            )

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
def test_install_kerberised_hdfs_service(kerberos, service_account):
    try:
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            from_options={
                "service": {
                    "name": foldered_name,
                    "service_account": service_account["name"],
                    "service_account_secret": service_account["secret"],
                    "security": {
                        "kerberos": {
                            "enabled": True,
                            "debug": True,
                            "kdc": {
                                "hostname": kerberos.get_host(),
                                "port": int(kerberos.get_port()),
                            },
                            "realm": kerberos.get_realm(),
                            "keytab_secret": kerberos.get_keytab_path(),
                        }
                    },
                }
            },
            timeout_seconds=30 * 60,
        )
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #11
0
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        log.info("Ensure elasticsearch and kibana are uninstalled...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME,
                              config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        sdk_upgrade.test_upgrade(config.PACKAGE_NAME,
                                 foldered_name,
                                 config.DEFAULT_TASK_COUNT,
                                 additional_options={
                                     "service": {
                                         "name": foldered_name
                                     },
                                     "ingest_nodes": {
                                         "count": 1
                                     }
                                 })

        yield  # let the test session execute
    finally:
        log.info("Clean up elasticsearch and kibana...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME,
                              config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #12
0
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        if sdk_utils.dcos_version_less_than("1.9"):
            # HDFS upgrade in 1.8 is not supported.
            sdk_install.install(
                config.PACKAGE_NAME,
                foldered_name,
                config.DEFAULT_TASK_COUNT,
                additional_options={"service": {
                    "name": foldered_name
                }},
                timeout_seconds=30 * 60)
        else:
            sdk_upgrade.test_upgrade(
                config.PACKAGE_NAME,
                foldered_name,
                config.DEFAULT_TASK_COUNT,
                additional_options={"service": {
                    "name": foldered_name
                }},
                timeout_seconds=30 * 60)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
def configure_package(configure_security):
    try:
        install.uninstall(FOLDERED_SERVICE_NAME,
                          package_name=config.PACKAGE_NAME)

        if shakedown.dcos_version_less_than("1.9"):
            # Last beta-kafka release (1.1.25-0.10.1.0-beta) excludes 1.8. Skip upgrade tests with 1.8 and just install
            install.install(config.PACKAGE_NAME,
                            config.DEFAULT_BROKER_COUNT,
                            service_name=FOLDERED_SERVICE_NAME,
                            additional_options={
                                "service": {
                                    "name": FOLDERED_SERVICE_NAME
                                }
                            })
        else:
            sdk_upgrade.test_upgrade("beta-{}".format(config.PACKAGE_NAME),
                                     config.PACKAGE_NAME,
                                     config.DEFAULT_BROKER_COUNT,
                                     service_name=FOLDERED_SERVICE_NAME,
                                     additional_options={
                                         "service": {
                                             "name": FOLDERED_SERVICE_NAME
                                         }
                                     })

        yield  # let the test session execute
    finally:
        install.uninstall(FOLDERED_SERVICE_NAME,
                          package_name=config.PACKAGE_NAME)
Beispiel #14
0
def configure_package(configure_security):
    test_jobs = []
    try:
        test_jobs = config.get_all_jobs(
            node_address=config.get_foldered_node_address())
        # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
        for job in test_jobs:
            sdk_jobs.install_job(job)

        sdk_install.uninstall(config.PACKAGE_NAME,
                              config.get_foldered_service_name())
        sdk_upgrade.test_upgrade(config.PACKAGE_NAME,
                                 config.get_foldered_service_name(),
                                 config.DEFAULT_TASK_COUNT,
                                 additional_options={
                                     "service": {
                                         "name":
                                         config.get_foldered_service_name()
                                     }
                                 })

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME,
                              config.get_foldered_service_name())

        for job in test_jobs:
            sdk_jobs.remove_job(job)
Beispiel #15
0
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_BROKER_COUNT,
            additional_options={
                "service": {
                    "name": foldered_name
                },
                "brokers": {
                    "cpus": 0.5
                }
            },
        )

        # wait for brokers to finish registering before starting tests
        test_utils.broker_count_check(config.DEFAULT_BROKER_COUNT,
                                      service_name=foldered_name)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #16
0
def test_xpack_enabled_update(
    service_name: str,
    from_xpack_enabled: bool,
    to_xpack_enabled: bool,
    from_version: str,
    to_version: str = "stub-universe",
) -> None:
    sdk_upgrade.test_upgrade(
        PACKAGE_NAME,
        service_name,
        DEFAULT_TASK_COUNT,
        from_version=from_version,
        from_options={"elasticsearch": {
            "xpack_enabled": from_xpack_enabled
        }},
        to_version=to_version,
        to_options={
            "service": {
                "update_strategy": "parallel"
            },
            "elasticsearch": {
                "xpack_enabled": to_xpack_enabled
            },
        },
    )

    wait_for_expected_nodes_to_exist(service_name=service_name)
def test_custom_rack_upgrade():
    foldered_service_name = config.get_foldered_service_name()
    service_options = {"service": {"name": foldered_service_name, "rack": "not-rack1"}}
    sdk_upgrade.test_upgrade(
        config.PACKAGE_NAME,
        foldered_service_name,
        config.DEFAULT_TASK_COUNT,
        additional_options=service_options,
    )
Beispiel #18
0
def test_custom_rack_upgrade() -> None:
    foldered_service_name = config.get_foldered_service_name()
    service_options = {"service": {"name": foldered_service_name, "rack": "not-rack1"}}
    sdk_upgrade.test_upgrade(
        config.PACKAGE_NAME,
        foldered_service_name,
        config.DEFAULT_TASK_COUNT,
        from_options=service_options,
    )
Beispiel #19
0
def configure_package(configure_security):
    try:
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            FOLDERED_SERVICE_NAME,
            config.DEFAULT_TASK_COUNT,
            additional_options={"service": {"name": FOLDERED_SERVICE_NAME, "user": "******"}})

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            additional_options={"service": {"name": foldered_name}})

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #21
0
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            additional_options={"service": {"name": foldered_name}})

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #22
0
def configure_package(configure_security):
    try:
        service_options = {"service": {"name": foldered_name}}
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            from_options=service_options,
        )

        yield {"package_name": config.PACKAGE_NAME, **service_options}
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #23
0
def configure_package(configure_security):
    try:
        sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)

        sdk_upgrade.test_upgrade(
            PACKAGE_NAME,
            PACKAGE_NAME,
            DEFAULT_TASK_COUNT,
            service_name=FOLDERED_SERVICE_NAME,
            additional_options={"service": {"name": FOLDERED_SERVICE_NAME}})

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
Beispiel #24
0
def test_hdfs_upgrade():
    try:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            from_options={"service": {"name": foldered_name}},
            timeout_seconds=30 * 60,
        )

    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #25
0
def configure_package(configure_security):
    try:
        service_options = {"service": {"name": foldered_name}}
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            from_options=service_options,
        )

        yield {"package_name": config.PACKAGE_NAME, **service_options}
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #26
0
def test_xpack_security_enabled_update(
    service_name: str, from_xpack_security_enabled: bool, to_xpack_security_enabled: bool
) -> None:
    sdk_upgrade.test_upgrade(
        PACKAGE_NAME,
        service_name,
        DEFAULT_TASK_COUNT,
        from_options={"elasticsearch": {"xpack_security_enabled": from_xpack_security_enabled}},
        to_options={
            "service": {"update_strategy": "parallel"},
            "elasticsearch": {"xpack_security_enabled": to_xpack_security_enabled},
        },
    )

    wait_for_expected_nodes_to_exist(service_name=service_name, task_count=DEFAULT_TASK_COUNT)
Beispiel #27
0
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        service_options = {"service": {"name": foldered_name, "scenario": "CUSTOM_DECOMMISSION"}}
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_TASK_COUNT,
            from_options=service_options,
            to_options=service_options,
        )

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #28
0
def configure_package(configure_security):
    try:
        log.info("Ensure elasticsearch and kibana are uninstalled...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME, config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            current_expected_task_count,
            additional_options={
                "service": {"name": foldered_name} })

        yield  # let the test session execute
    finally:
        log.info("Clean up elasticsearch and kibana...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME, config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #29
0
def configure_package(configure_security: None) -> Iterator[None]:
    try:
        log.info("Ensure elasticsearch and kibana are uninstalled...")
        sdk_install.uninstall(kibana_package_name, kibana_package_name)
        sdk_install.uninstall(package_name, service_name)

        sdk_upgrade.test_upgrade(
            package_name,
            service_name,
            current_expected_task_count,
            from_options={"service": {"name": service_name}},
        )

        yield  # let the test session execute
    finally:
        log.info("Clean up elasticsearch and kibana...")
        sdk_install.uninstall(kibana_package_name, kibana_package_name)
        sdk_install.uninstall(package_name, service_name)
def configure_package(configure_security):
    try:
        foldered_name = sdk_utils.get_foldered_name(config.SERVICE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)

        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            foldered_name,
            config.DEFAULT_BROKER_COUNT,
            additional_options={"service": {"name": foldered_name}, "brokers": {"cpus": 0.5}})

        # wait for brokers to finish registering before starting tests
        test_utils.broker_count_check(config.DEFAULT_BROKER_COUNT,
                                      service_name=foldered_name)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
Beispiel #31
0
def test_initial_upgrade():

    options = {"service": {"name": SERVICE_NAME}}
    sdk_upgrade.test_upgrade(
        config.PACKAGE_NAME, SERVICE_NAME, 3, from_version=UPGRADE_FROM, from_options=options
    )

    # Get the current service state to verify roles have applied.
    service_roles = sdk_utils.get_service_roles(SERVICE_NAME)
    current_task_roles = service_roles["task-roles"]

    # We must have some role!
    assert len(current_task_roles) > 0

    assert LEGACY_ROLE in current_task_roles.values()
    assert ENFORCED_ROLE not in current_task_roles.values()

    assert service_roles["framework-roles"] is None
    assert service_roles["framework-role"] == ENFORCED_ROLE
Beispiel #32
0
def configure_package(configure_security):
    try:
        log.info("Ensure elasticsearch and kibana are uninstalled...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME, config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)

        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            FOLDERED_SERVICE_NAME,
            config.DEFAULT_TASK_COUNT,
            additional_options={
                "service": {"name": FOLDERED_SERVICE_NAME},
                "ingest_nodes": {"count": 1} })

        yield  # let the test session execute
    finally:
        log.info("Clean up elasticsearch and kibana...")
        sdk_install.uninstall(config.KIBANA_PACKAGE_NAME, config.KIBANA_PACKAGE_NAME)
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)
def configure_package(configure_security: None) -> Iterator[None]:
    try:
        log.info("Ensure elasticsearch and kibana are uninstalled...")
        sdk_install.uninstall(kibana_package_name, kibana_package_name)
        sdk_install.uninstall(package_name, service_name)

        sdk_upgrade.test_upgrade(
            package_name,
            service_name,
            current_expected_task_count,
            from_options={"service": {
                "name": service_name
            }},
        )

        yield  # let the test session execute
    finally:
        log.info("Clean up elasticsearch and kibana...")
        sdk_install.uninstall(kibana_package_name, kibana_package_name)
        sdk_install.uninstall(package_name, service_name)
Beispiel #34
0
def configure_package(configure_security):
    try:
        sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
        sdk_upgrade.test_upgrade(
            "beta-{}".format(PACKAGE_NAME),
            PACKAGE_NAME,
            DEFAULT_TASK_COUNT,
            service_name=FOLDERED_SERVICE_NAME,
            additional_options={"service": {"name": FOLDERED_SERVICE_NAME} })

        tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
        for job in TEST_JOBS:
            sdk_jobs.install_job(job, tmp_dir=tmp_dir)

        yield # let the test session execute
    finally:
        sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)

        for job in TEST_JOBS:
            sdk_jobs.remove_job(job)
Beispiel #35
0
def configure_package(configure_security):
    try:
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)

        if shakedown.dcos_version_less_than("1.9"):
            # HDFS upgrade in 1.8 is not supported.
            sdk_install.install(
                config.PACKAGE_NAME,
                FOLDERED_SERVICE_NAME,
                config.DEFAULT_TASK_COUNT,
                additional_options={"service": {"name": FOLDERED_SERVICE_NAME}},
                timeout_seconds=30 * 60)
        else:
            sdk_upgrade.test_upgrade(
                config.PACKAGE_NAME,
                FOLDERED_SERVICE_NAME,
                config.DEFAULT_TASK_COUNT,
                additional_options={"service": {"name": FOLDERED_SERVICE_NAME}},
                timeout_seconds=30 * 60)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)
Beispiel #36
0
def configure_package(configure_security):
    try:
        install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)

        if shakedown.dcos_version_less_than("1.9"):
            # Last beta-kafka release (1.1.25-0.10.1.0-beta) excludes 1.8. Skip upgrade tests with 1.8 and just install
            install.install(
                config.PACKAGE_NAME,
                FOLDERED_SERVICE_NAME,
                config.DEFAULT_BROKER_COUNT,
                additional_options={"service": {"name": FOLDERED_SERVICE_NAME}})
        else:
            sdk_upgrade.test_upgrade(
                config.PACKAGE_NAME,
                FOLDERED_SERVICE_NAME,
                config.DEFAULT_BROKER_COUNT,
                additional_options={"service": {"name": FOLDERED_SERVICE_NAME}})

        # wait for brokers to finish registering before starting tests
        test_utils.broker_count_check(config.DEFAULT_BROKER_COUNT, service_name=FOLDERED_SERVICE_NAME)

        yield  # let the test session execute
    finally:
        install.uninstall(config.PACKAGE_NAME, FOLDERED_SERVICE_NAME)
def configure_package(configure_security, kafka_client: client.KafkaClient):
    try:
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_NAME)

        sdk_upgrade.test_upgrade(
            config.PACKAGE_NAME,
            FOLDERED_NAME,
            config.DEFAULT_BROKER_COUNT,
            additional_options={
                "service": {
                    "name": FOLDERED_NAME
                },
                "brokers": {
                    "cpus": 0.5
                }
            },
        )

        # wait for brokers to finish registering before starting tests
        kafka_client.connect(config.DEFAULT_BROKER_COUNT)

        yield  # let the test session execute
    finally:
        sdk_install.uninstall(config.PACKAGE_NAME, FOLDERED_NAME)