def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs(node_address=config.get_foldered_node_address())
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name())
# user=root because Azure CLI needs to run in root...
# We don't run the Azure tests in strict however, so don't set it then.
if os.environ.get("SECURITY") == "strict":
additional_options={"service": { "name": config.get_foldered_service_name() } }
else:
additional_options={"service": { "name": config.get_foldered_service_name(), "user": "******" } }
sdk_install.install(
config.PACKAGE_NAME,
config.get_foldered_service_name(),
config.DEFAULT_TASK_COUNT,
additional_options=additional_options)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name())
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def test_udf() -> None:
test_jobs: List[Dict[str, Any]] = []
try:
test_jobs = config.get_udf_jobs(
node_address=config.get_foldered_node_address())
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
new_config = {
"cassandra": {
"enable_user_defined_functions": True,
"enable_scripted_user_defined_functions": True,
}
}
sdk_service.update_configuration(
config.PACKAGE_NAME,
config.get_foldered_service_name(),
new_config,
config.DEFAULT_TASK_COUNT,
)
config.verify_client_can_write_read_udf(
config.get_foldered_node_address())
finally:
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address())
sdk_install.uninstall(config.get_foldered_service_name(),
package_name=config.PACKAGE_NAME)
sdk_upgrade.test_upgrade(
"beta-{}".format(config.PACKAGE_NAME),
config.PACKAGE_NAME,
config.DEFAULT_TASK_COUNT,
service_name=config.get_foldered_service_name(),
additional_options={
"service": {
"name": config.get_foldered_service_name()
}
})
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in test_jobs:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(config.get_foldered_service_name(),
package_name=config.PACKAGE_NAME)
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address())
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
sdk_install.uninstall(config.PACKAGE_NAME,
config.get_foldered_service_name())
sdk_upgrade.test_upgrade(config.PACKAGE_NAME,
config.get_foldered_service_name(),
config.DEFAULT_TASK_COUNT,
additional_options={
"service": {
"name":
config.get_foldered_service_name()
}
})
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME,
config.get_foldered_service_name())
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security: None) -> Iterator[None]:
test_jobs: List[Dict[str, Any]] = []
try:
test_jobs = config.get_all_jobs(auth=True)
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
create_secret(
secret_value=config.SECRET_VALUE, secret_path=config.PACKAGE_NAME + '/' + config.SECRET_VALUE
)
service_options = {
"service": {
"name": config.SERVICE_NAME,
"security": {"authentication": {"enabled": True}, "authorization": {"enabled": True}},
}
}
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
sdk_install.install(
config.PACKAGE_NAME,
config.SERVICE_NAME,
config.DEFAULT_TASK_COUNT,
additional_options=service_options,
)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
delete_secret(secret=config.PACKAGE_NAME + '/' + config.SECRET_VALUE)
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address())
# destroy any leftover jobs first, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.remove_job(job)
sdk_install.uninstall(config.PACKAGE_NAME,
config.get_foldered_service_name())
sdk_upgrade.test_upgrade(config.PACKAGE_NAME,
config.get_foldered_service_name(),
config.DEFAULT_TASK_COUNT,
additional_options={
"service": {
"name":
config.get_foldered_service_name()
}
})
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in test_jobs:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME,
config.get_foldered_service_name())
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
try:
sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
# user=root because Azure CLI needs to run in root...
sdk_install.install(PACKAGE_NAME,
DEFAULT_TASK_COUNT,
service_name=FOLDERED_SERVICE_NAME,
additional_options={
"service": {
"name": FOLDERED_SERVICE_NAME,
"user": "******"
}
})
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in TEST_JOBS:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
# remove job definitions from metronome
for job in TEST_JOBS:
sdk_jobs.remove_job(job)
def configure_package(configure_security: None) -> Iterator[None]:
test_jobs: List[Dict[str, Any]] = []
try:
test_jobs = config.get_all_jobs(node_address=config.get_foldered_node_address())
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name())
# user=root because Azure CLI needs to run in root...
# We don't run the Azure tests in strict however, so don't set it then.
if os.environ.get("SECURITY") == "strict":
additional_options = {"service": {"name": config.get_foldered_service_name()}}
else:
additional_options = {
"service": {"name": config.get_foldered_service_name(), "user": "******"}
}
sdk_install.install(
config.PACKAGE_NAME,
config.get_foldered_service_name(),
config.DEFAULT_TASK_COUNT,
additional_options=additional_options,
)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name())
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs()
# destroy any leftover jobs first, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.remove_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
sdk_install.install(
config.PACKAGE_NAME,
config.SERVICE_NAME,
config.DEFAULT_TASK_COUNT,
additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS)
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in test_jobs:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address())
sdk_install.uninstall(config.get_foldered_service_name(),
package_name=config.PACKAGE_NAME)
# user=root because Azure CLI needs to run in root...
sdk_install.install(config.PACKAGE_NAME,
config.DEFAULT_TASK_COUNT,
service_name=config.get_foldered_service_name(),
additional_options={
"service": {
"name": config.get_foldered_service_name(),
"user": "******"
}
})
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in test_jobs:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(config.get_foldered_service_name(),
package_name=config.PACKAGE_NAME)
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs()
# destroy any leftover jobs first, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.remove_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
sdk_install.install(
config.PACKAGE_NAME,
config.SERVICE_NAME,
config.DEFAULT_TASK_COUNT,
additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS)
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in test_jobs:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
for job in test_jobs:
sdk_jobs.remove_job(job)
def _delete_hdfs_terasort_files():
if HDFS_KERBEROS_ENABLED:
job_dict = TERASORT_DELETE_JOB_KERBEROS
else:
job_dict = TERASORT_DELETE_JOB
LOGGER.info("Deleting hdfs terasort files by running job {}".format(job_dict['id']))
sdk_jobs.install_job(job_dict)
sdk_jobs.run_job(job_dict, timeout_seconds=300)
sdk_jobs.remove_job(job_dict)
def configure_package(configure_security: None) -> Iterator[None]:
test_jobs: List[Dict[str, Any]] = []
try:
secret_path = config.PACKAGE_NAME + "/" + config.SECRET_VALUE
test_jobs = config.get_all_jobs(auth=True)
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
create_secret(secret_value=config.SECRET_VALUE, secret_path=secret_path)
# user=root because Azure CLI needs to run in root...
# We don't run the Azure tests in strict however, so don't set it then.
if os.environ.get("SECURITY") == "strict":
service_options = {
"service": {
"name": config.SERVICE_NAME,
"security": {
"authentication": {
"enabled": True,
"superuser": {"password_secret_path": "cassandra/password"},
},
"authorization": {"enabled": True},
},
}
}
else:
service_options = {
"service": {
"name": config.SERVICE_NAME,
"user": "******",
"security": {
"authentication": {
"enabled": True,
"superuser": {"password_secret_path": "cassandra/password"},
},
"authorization": {"enabled": True},
},
}
}
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
sdk_install.install(
config.PACKAGE_NAME,
config.SERVICE_NAME,
config.DEFAULT_TASK_COUNT,
additional_options=service_options,
)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
delete_secret(secret=secret_path)
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def setup_module(module):
install.uninstall(PACKAGE_NAME)
utils.gc_frameworks()
# check_suppression=False due to https://jira.mesosphere.com/browse/CASSANDRA-568
install.install(PACKAGE_NAME,
DEFAULT_TASK_COUNT,
check_suppression=False,
additional_options=OVERLAY_OPTIONS)
plan.wait_for_completed_deployment(PACKAGE_NAME)
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in TEST_JOBS:
jobs.install_job(job, tmp_dir=tmp_dir)
def setup_module(module):
install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
utils.gc_frameworks()
# check_suppression=False due to https://jira.mesosphere.com/browse/CASSANDRA-568
install.install(
PACKAGE_NAME,
DEFAULT_TASK_COUNT,
service_name=FOLDERED_SERVICE_NAME,
additional_options={"service": { "name": FOLDERED_SERVICE_NAME } },
check_suppression=False)
plan.wait_for_completed_deployment(FOLDERED_SERVICE_NAME)
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in TEST_JOBS:
jobs.install_job(job, tmp_dir=tmp_dir)
def configure_package(configure_security):
try:
sdk_install.uninstall(PACKAGE_NAME)
sdk_install.install(
PACKAGE_NAME,
DEFAULT_TASK_COUNT,
additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS)
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in TEST_JOBS:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(PACKAGE_NAME)
for job in TEST_JOBS:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address())
# destroy any leftover jobs first, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.remove_job(job)
sdk_install.uninstall(config.PACKAGE_NAME,
config.get_foldered_service_name())
# user=root because Azure CLI needs to run in root...
# We don't run the Azure tests in strict however, so don't set it then.
if os.environ.get("SECURITY") == "strict":
additional_options = {
"service": {
"name": config.get_foldered_service_name()
}
}
else:
additional_options = {
"service": {
"name": config.get_foldered_service_name(),
"user": "******"
}
}
sdk_install.install(config.PACKAGE_NAME,
config.get_foldered_service_name(),
config.DEFAULT_TASK_COUNT,
additional_options=additional_options)
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in test_jobs:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME,
config.get_foldered_service_name())
# remove job definitions from metronome
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
try:
sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
sdk_upgrade.test_upgrade(
"beta-{}".format(PACKAGE_NAME),
PACKAGE_NAME,
DEFAULT_TASK_COUNT,
service_name=FOLDERED_SERVICE_NAME,
additional_options={"service": {"name": FOLDERED_SERVICE_NAME} })
tmp_dir = tempfile.mkdtemp(prefix='cassandra-test')
for job in TEST_JOBS:
sdk_jobs.install_job(job, tmp_dir=tmp_dir)
yield # let the test session execute
finally:
sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME)
for job in TEST_JOBS:
sdk_jobs.remove_job(job)
def configure_package(configure_security):
test_jobs = []
try:
test_jobs = config.get_all_jobs()
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
sdk_install.install(
config.PACKAGE_NAME,
config.SERVICE_NAME,
config.DEFAULT_TASK_COUNT,
additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
for job in test_jobs:
sdk_jobs.remove_job(job)
def configure_package(configure_security: None) -> Iterator[None]:
test_jobs: List[Dict[str, Any]] = []
try:
test_jobs = config.get_all_jobs()
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
sdk_install.install(
config.PACKAGE_NAME,
config.SERVICE_NAME,
config.DEFAULT_TASK_COUNT,
additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS,
)
yield # let the test session execute
finally:
sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME)
for job in test_jobs:
sdk_jobs.remove_job(job)
def install_jmx_configured_cassandra(self_signed_trust_store: bool = True,
authentication: bool = True):
foldered_name = config.get_foldered_service_name()
test_jobs: List[Dict[str, Any]] = []
if authentication:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address(), auth=True)
else:
test_jobs = config.get_all_jobs(
node_address=config.get_foldered_node_address())
# destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service:
for job in test_jobs:
sdk_jobs.install_job(job)
sdk_install.uninstall(config.PACKAGE_NAME, foldered_name)
install_jmx_secrets()
service_options = {
"service": {
"name": foldered_name,
"jmx": {
"enabled": True,
"rmi_port": 31198,
"password_file": PASSWORD_FILE,
"access_file": ACCESS_FILE,
"key_store": KEY_STORE,
"key_store_password_file": KEY_STORE_PASS,
},
}
}
if self_signed_trust_store:
service_options = sdk_utils.merge_dictionaries(
{
"service": {
"jmx": {
"add_trust_store": True,
"trust_store": TRUST_STORE,
"trust_store_password_file": TRUST_STORE_PASS,
}
}
},
service_options,
)
if authentication:
secret_path = foldered_name + "/" + config.SECRET_VALUE
create_secret(secret_value=config.SECRET_VALUE,
secret_path=secret_path)
service_options = sdk_utils.merge_dictionaries(
{
"service": {
"security": {
"authentication": {
"enabled": True,
"superuser": {
"password_secret_path": secret_path
},
},
"authorization": {
"enabled": True
},
}
}
},
service_options,
)
sdk_install.install(
config.PACKAGE_NAME,
foldered_name,
config.DEFAULT_TASK_COUNT,
additional_options=service_options,
)
