def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs(node_address=config.get_foldered_node_address()) # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) # user=root because Azure CLI needs to run in root... # We don't run the Azure tests in strict however, so don't set it then. if os.environ.get("SECURITY") == "strict": additional_options={"service": { "name": config.get_foldered_service_name() } } else: additional_options={"service": { "name": config.get_foldered_service_name(), "user": "******" } } sdk_install.install( config.PACKAGE_NAME, config.get_foldered_service_name(), config.DEFAULT_TASK_COUNT, additional_options=additional_options) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def test_udf() -> None: test_jobs: List[Dict[str, Any]] = [] try: test_jobs = config.get_udf_jobs( node_address=config.get_foldered_node_address()) # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) new_config = { "cassandra": { "enable_user_defined_functions": True, "enable_scripted_user_defined_functions": True, } } sdk_service.update_configuration( config.PACKAGE_NAME, config.get_foldered_service_name(), new_config, config.DEFAULT_TASK_COUNT, ) config.verify_client_can_write_read_udf( config.get_foldered_node_address()) finally: # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs( node_address=config.get_foldered_node_address()) sdk_install.uninstall(config.get_foldered_service_name(), package_name=config.PACKAGE_NAME) sdk_upgrade.test_upgrade( "beta-{}".format(config.PACKAGE_NAME), config.PACKAGE_NAME, config.DEFAULT_TASK_COUNT, service_name=config.get_foldered_service_name(), additional_options={ "service": { "name": config.get_foldered_service_name() } }) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in test_jobs: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(config.get_foldered_service_name(), package_name=config.PACKAGE_NAME) for job in test_jobs: sdk_jobs.remove_job(job)
def test_backup_and_restore_to_s3_with_jmx_with_auth(): key_id = os.getenv("AWS_ACCESS_KEY_ID") if not key_id: assert ( False ), 'AWS credentials are required for this test. Disable test with e.g. TEST_TYPES="sanity and not aws"' plan_parameters = { "AWS_ACCESS_KEY_ID": key_id, "AWS_SECRET_ACCESS_KEY": os.getenv("AWS_SECRET_ACCESS_KEY"), "AWS_REGION": os.getenv("AWS_REGION", "us-west-2"), "S3_BUCKET_NAME": os.getenv("AWS_BUCKET_NAME", "infinity-framework-test"), "SNAPSHOT_NAME": str(uuid.uuid1()), "CASSANDRA_KEYSPACES": '"testspace1 testspace2"', } config.run_backup_and_restore_with_auth( config.get_foldered_service_name(), "backup-s3", "restore-s3", plan_parameters, config.get_foldered_node_address(), ) sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) test_jobs: List[Dict[str, Any]] = [] test_jobs = config.get_all_jobs( node_address=config.get_foldered_node_address(), auth=True) for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security: None) -> Iterator[None]: test_jobs: List[Dict[str, Any]] = [] try: test_jobs = config.get_all_jobs(auth=True) # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) create_secret( secret_value=config.SECRET_VALUE, secret_path=config.PACKAGE_NAME + '/' + config.SECRET_VALUE ) service_options = { "service": { "name": config.SERVICE_NAME, "security": {"authentication": {"enabled": True}, "authorization": {"enabled": True}}, } } sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) sdk_install.install( config.PACKAGE_NAME, config.SERVICE_NAME, config.DEFAULT_TASK_COUNT, additional_options=service_options, ) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) delete_secret(secret=config.PACKAGE_NAME + '/' + config.SECRET_VALUE) # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs( node_address=config.get_foldered_node_address()) # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) sdk_upgrade.test_upgrade(config.PACKAGE_NAME, config.get_foldered_service_name(), config.DEFAULT_TASK_COUNT, additional_options={ "service": { "name": config.get_foldered_service_name() } }) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs() # destroy any leftover jobs first, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.remove_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) sdk_install.install( config.PACKAGE_NAME, config.SERVICE_NAME, config.DEFAULT_TASK_COUNT, additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in test_jobs: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs( node_address=config.get_foldered_node_address()) # destroy any leftover jobs first, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.remove_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) sdk_upgrade.test_upgrade(config.PACKAGE_NAME, config.get_foldered_service_name(), config.DEFAULT_TASK_COUNT, additional_options={ "service": { "name": config.get_foldered_service_name() } }) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in test_jobs: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): try: sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME) # user=root because Azure CLI needs to run in root... sdk_install.install(PACKAGE_NAME, DEFAULT_TASK_COUNT, service_name=FOLDERED_SERVICE_NAME, additional_options={ "service": { "name": FOLDERED_SERVICE_NAME, "user": "******" } }) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in TEST_JOBS: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME) # remove job definitions from metronome for job in TEST_JOBS: sdk_jobs.remove_job(job)
def configure_package(configure_security: None) -> Iterator[None]: test_jobs: List[Dict[str, Any]] = [] try: test_jobs = config.get_all_jobs(node_address=config.get_foldered_node_address()) # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) # user=root because Azure CLI needs to run in root... # We don't run the Azure tests in strict however, so don't set it then. if os.environ.get("SECURITY") == "strict": additional_options = {"service": {"name": config.get_foldered_service_name()}} else: additional_options = { "service": {"name": config.get_foldered_service_name(), "user": "******"} } sdk_install.install( config.PACKAGE_NAME, config.get_foldered_service_name(), config.DEFAULT_TASK_COUNT, additional_options=additional_options, ) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs( node_address=config.get_foldered_node_address()) sdk_install.uninstall(config.get_foldered_service_name(), package_name=config.PACKAGE_NAME) # user=root because Azure CLI needs to run in root... sdk_install.install(config.PACKAGE_NAME, config.DEFAULT_TASK_COUNT, service_name=config.get_foldered_service_name(), additional_options={ "service": { "name": config.get_foldered_service_name(), "user": "******" } }) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in test_jobs: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(config.get_foldered_service_name(), package_name=config.PACKAGE_NAME) # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def _delete_hdfs_terasort_files(): if HDFS_KERBEROS_ENABLED: job_dict = TERASORT_DELETE_JOB_KERBEROS else: job_dict = TERASORT_DELETE_JOB LOGGER.info("Deleting hdfs terasort files by running job {}".format(job_dict['id'])) sdk_jobs.install_job(job_dict) sdk_jobs.run_job(job_dict, timeout_seconds=300) sdk_jobs.remove_job(job_dict)
def configure_package(configure_security: None) -> Iterator[None]: test_jobs: List[Dict[str, Any]] = [] try: secret_path = config.PACKAGE_NAME + "/" + config.SECRET_VALUE test_jobs = config.get_all_jobs(auth=True) # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) create_secret(secret_value=config.SECRET_VALUE, secret_path=secret_path) # user=root because Azure CLI needs to run in root... # We don't run the Azure tests in strict however, so don't set it then. if os.environ.get("SECURITY") == "strict": service_options = { "service": { "name": config.SERVICE_NAME, "security": { "authentication": { "enabled": True, "superuser": {"password_secret_path": "cassandra/password"}, }, "authorization": {"enabled": True}, }, } } else: service_options = { "service": { "name": config.SERVICE_NAME, "user": "******", "security": { "authentication": { "enabled": True, "superuser": {"password_secret_path": "cassandra/password"}, }, "authorization": {"enabled": True}, }, } } sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) sdk_install.install( config.PACKAGE_NAME, config.SERVICE_NAME, config.DEFAULT_TASK_COUNT, additional_options=service_options, ) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) delete_secret(secret=secret_path) # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): try: sdk_install.uninstall(PACKAGE_NAME) sdk_install.install( PACKAGE_NAME, DEFAULT_TASK_COUNT, additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in TEST_JOBS: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(PACKAGE_NAME) for job in TEST_JOBS: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs( node_address=config.get_foldered_node_address()) # destroy any leftover jobs first, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.remove_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) # user=root because Azure CLI needs to run in root... # We don't run the Azure tests in strict however, so don't set it then. if os.environ.get("SECURITY") == "strict": additional_options = { "service": { "name": config.get_foldered_service_name() } } else: additional_options = { "service": { "name": config.get_foldered_service_name(), "user": "******" } } sdk_install.install(config.PACKAGE_NAME, config.get_foldered_service_name(), config.DEFAULT_TASK_COUNT, additional_options=additional_options) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in test_jobs: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.get_foldered_service_name()) # remove job definitions from metronome for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security): try: sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME) sdk_upgrade.test_upgrade( "beta-{}".format(PACKAGE_NAME), PACKAGE_NAME, DEFAULT_TASK_COUNT, service_name=FOLDERED_SERVICE_NAME, additional_options={"service": {"name": FOLDERED_SERVICE_NAME} }) tmp_dir = tempfile.mkdtemp(prefix='cassandra-test') for job in TEST_JOBS: sdk_jobs.install_job(job, tmp_dir=tmp_dir) yield # let the test session execute finally: sdk_install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME) for job in TEST_JOBS: sdk_jobs.remove_job(job)
def configure_package(configure_security): test_jobs = [] try: test_jobs = config.get_all_jobs() # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) sdk_install.install( config.PACKAGE_NAME, config.SERVICE_NAME, config.DEFAULT_TASK_COUNT, additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) for job in test_jobs: sdk_jobs.remove_job(job)
def configure_package(configure_security: None) -> Iterator[None]: test_jobs: List[Dict[str, Any]] = [] try: test_jobs = config.get_all_jobs() # destroy/reinstall any prior leftover jobs, so that they don't touch the newly installed service: for job in test_jobs: sdk_jobs.install_job(job) sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) sdk_install.install( config.PACKAGE_NAME, config.SERVICE_NAME, config.DEFAULT_TASK_COUNT, additional_options=sdk_networks.ENABLE_VIRTUAL_NETWORKS_OPTIONS, ) yield # let the test session execute finally: sdk_install.uninstall(config.PACKAGE_NAME, config.SERVICE_NAME) for job in test_jobs: sdk_jobs.remove_job(job)
def teardown_module(module): install.uninstall(FOLDERED_SERVICE_NAME, package_name=PACKAGE_NAME) # remove job definitions from metronome for job in TEST_JOBS: jobs.remove_job(job)
def teardown_module(module): install.uninstall(PACKAGE_NAME) for job in TEST_JOBS: jobs.remove_job(job)