def test_06b_docker_development():
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_SCYLLA_VERSION'] = '666.development-blah'
os.environ['SCT_SCYLLA_REPO_LOADER'] = 'http://example.com/scylla.repo'
conf = SCTConfiguration()
conf.verify_configuration()
def test_06b_docker_development():
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_SCYLLA_VERSION'] = '666.development-blah'
os.environ['SCT_SCYLLA_REPO_LOADER'] = RPM_URL
conf = SCTConfiguration()
conf.verify_configuration()
def test_10_longevity(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/complex_test_case_with_version.yaml'
os.environ['SCT_AMI_ID_DB_SCYLLA_DESC'] = 'master'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('user_prefix'), 'longevity-50gb-4d-not-jenkins-master')
def test_06a_docker_latest_no_loader():
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_SCYLLA_VERSION'] = 'latest'
os.environ['SCT_N_LOADERS'] = "0"
conf = SCTConfiguration()
conf.verify_configuration()
def test_12_scylla_version_repo_case1(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-b4f8b4cb'
conf = SCTConfiguration()
conf.verify_configuration()
def test_06_libvirt(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'libvirt'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertIn('libvirt_uri', conf.dump_config())
self.assertEqual(conf.get('libvirt_uri'), 'qemu:///system')
def test_10_mananger_regression():
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-06f919eb ami-eae4f795'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
def test_12_scylla_version_repo_case1(): # pylint: disable=invalid-name
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-06f919eb'
conf = SCTConfiguration()
conf.verify_configuration()
def test_12_scylla_version_ami_case1(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-b4f8b4cb ami-b4f8b4cb'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
def test_05_docker(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertIn('docker_image', conf.dump_config())
self.assertEqual(conf.get('docker_image'), 'scylladb/scylla')
def test_13_scylla_version_ami_branch(self): # pylint: disable=invalid-name
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = 'branch-4.2:100'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('ami_id_db_scylla'), 'ami-07d3138defbd9a2cf ami-0f703fdc8e06723f0')
def test_12_scylla_version_ami_case1(): # pylint: disable=invalid-name
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-06f919eb ami-eae4f795'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
def test_conf_check_required_files(self): # pylint: disable=no-self-use
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/minimal_test_case.yaml'
os.environ['SCT_STRESS_CMD'] = """cassandra-stress user profile=/tmp/cs_profile_background_reads_overload.yaml \
ops'(insert=100)' no-warmup cl=ONE duration=10m -port jmx=6868 \
-mode cql3 native -rate threads=3000 -errors ignore"""
conf = SCTConfiguration()
conf.verify_configuration()
conf.check_required_files()
def test_13_scylla_version_ami_branch_latest(self): # pylint: disable=invalid-name
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = 'branch-4.2:latest'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertIsNotNone(conf.get('ami_id_db_scylla'))
self.assertEqual(len(conf.get('ami_id_db_scylla').split(' ')), 2)
def test_08_baremetal(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'baremetal'
os.environ['SCT_DB_NODES_PRIVATE_IP'] = '["1.2.3.4", "1.2.3.5"]'
os.environ['SCT_DB_NODES_PUBLIC_IP'] = '["1.2.3.4", "1.2.3.5"]'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertIn('db_nodes_private_ip', conf.dump_config())
self.assertEqual(conf.get('db_nodes_private_ip'), ["1.2.3.4", "1.2.3.5"])
def test_12_scylla_version_ami(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('ami_id_db_scylla'), 'ami-0f1aa8afb878fed2b ami-027c1337dcb46da50')
def test_12_scylla_version_repo_ubuntu(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_SCYLLA_LINUX_DISTRO'] = 'ubuntu-xenial'
os.environ['SCT_SCYLLA_VERSION'] = '3.0.3'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertIn('scylla_repo', conf.dump_config())
self.assertEqual(conf.get('scylla_repo'), "https://s3.amazonaws.com/downloads.scylladb.com/deb/ubuntu/scylla-3.0-xenial.list")
def test_13_scylla_version_ami_branch(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = 'branch-3.1:60'
os.environ[
'SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('ami_id_db_scylla'),
'ami-0fd79a6f4ca83b0d6 ami-03d6caf668ad59911')
def test_13_scylla_version_ami_branch(self): # pylint: disable=invalid-name
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_SCYLLA_VERSION'] = 'branch-3.1:9'
os.environ[
'SCT_CONFIG_FILES'] = 'internal_test_data/multi_region_dc_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('ami_id_db_scylla'),
'ami-00b5ac462978479c9 ami-0d911e53781d8a542')
def test_09_unknown_env(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/unknown_param_in_config.yaml'
os.environ['SCT_WHAT_IS_THAT'] = 'just_made_this_up'
os.environ['SCT_WHAT_IS_THAT_2'] = 'what is this ?'
conf = SCTConfiguration()
with self.assertRaises(ValueError) as cm:
conf.verify_configuration()
self.assertEquals(cm.exception.message, 'Unsupported environment variables were used:\n\t - SCT_WHAT_IS_THAT=just_made_this_up\n\t - SCT_WHAT_IS_THAT_2=what is this ?')
def test_14_(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_REGION_NAME'] = 'us-east-1'
os.environ['SCT_N_DB_NODES'] = '2'
os.environ['SCT_INSTANCE_TYPE_DB'] = 'i3.large'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-b4f8b4cb'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('security_group_ids'), 'sg-c5e1f7a0')
def test_09_unknown_env(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'docker'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/unknown_param_in_config.yaml'
os.environ['SCT_WHAT_IS_THAT'] = 'just_made_this_up'
os.environ['SCT_WHAT_IS_THAT_2'] = 'what is this ?'
conf = SCTConfiguration()
with self.assertRaises(ValueError) as context:
conf.verify_configuration()
self.assertIn('SCT_WHAT_IS_THAT_2=what is this ?', str(context.exception))
self.assertIn('SCT_WHAT_IS_THAT=just_made_this_up', str(context.exception))
def test_15_new_scylla_repo(self):
centos_repo = 'https://s3.amazonaws.com/downloads.scylladb.com/enterprise/rpm/unstable/centos/9f724fedb93b4734fcfaec1156806921ff46e956-2bdfa9f7ef592edaf15e028faf3b7f695f39ebc1-525a0255f73d454f8f97f32b8bdd71c8dec35d3d-a6b2b2355c666b1893f702a587287da978aeec22/71/scylla.repo'
os.environ['SCT_CLUSTER_BACKEND'] = 'gce'
os.environ['SCT_SCYLLA_REPO'] = centos_repo
os.environ['SCT_NEW_SCYLLA_REPO'] = centos_repo
os.environ['SCT_USER_PREFIX'] = 'testing'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('target_upgrade_version'), '2019.1.1')
def test_12_k8s_scylla_version_ubuntu_loader_centos(self): # pylint: disable=invalid-name
os.environ['SCT_CLUSTER_BACKEND'] = 'k8s-gce-minikube'
os.environ['SCT_SCYLLA_LINUX_DISTRO'] = 'ubuntu-xenial'
os.environ['SCT_SCYLLA_LINUX_DISTRO_LOADER'] = 'centos'
os.environ['SCT_SCYLLA_VERSION'] = 'latest'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertIn('scylla_repo', conf.dump_config())
self.assertFalse(conf.get('scylla_repo'))
self.assertEqual(conf.get('scylla_repo_loader'),
'https://s3.amazonaws.com/downloads.scylladb.com/rpm/centos/scylla-nightly.repo')
def test_15a_new_scylla_repo_by_scylla_version(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'gce'
os.environ['SCT_SCYLLA_VERSION'] = 'branch-4.2:latest'
os.environ['SCT_NEW_VERSION'] = 'master:latest'
os.environ['SCT_USER_PREFIX'] = 'testing'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('scylla_repo'),
"https://s3.amazonaws.com/downloads.scylladb.com/rpm/unstable/centos/branch-4.2/latest/scylla.repo")
target_upgrade_version = conf.get('target_upgrade_version')
self.assertTrue(target_upgrade_version == '666.development' or target_upgrade_version.endswith(".dev"))
def test_04_check_env_parse(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_REGION_NAME'] = '["eu-west-1", "us-east-1"]'
os.environ['SCT_N_DB_NODES'] = '2 2'
os.environ['SCT_INSTANCE_TYPE_DB'] = 'i3.large'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-b4f8b4cb ami-b4f8b4cb'
conf = SCTConfiguration()
conf.verify_configuration()
conf.dump_config()
self.assertEqual(conf.get('security_group_ids'), 'sg-059a7f66a947d4b5c sg-c5e1f7a0')
def test_16_oracle_scylla_version_eu_west_1(self):
ami_3_0_11 = "ami-0535c88b85b914499"
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_ORACLE_SCYLLA_VERSION'] = "3.0.11"
os.environ['SCT_REGION_NAME'] = 'eu-west-1'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/minimal_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('ami_id_db_oracle'), ami_3_0_11)
def test_16_oracle_scylla_version_us_east_1(self):
ami_3_0_11 = "ami-0a49c99b529429c18"
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_ORACLE_SCYLLA_VERSION'] = "3.0.11"
os.environ['SCT_REGION_NAME'] = 'us-east-1'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-eae4f795'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/minimal_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
self.assertEqual(conf.get('ami_id_db_oracle'), ami_3_0_11)
def test_04_check_env_parse(self):
os.environ['SCT_CLUSTER_BACKEND'] = 'aws'
os.environ['SCT_REGION_NAME'] = '["eu-west-1", "us-east-1"]'
os.environ['SCT_N_DB_NODES'] = '2 2'
os.environ['SCT_INSTANCE_TYPE_DB'] = 'i3.large'
os.environ['SCT_AMI_ID_DB_SCYLLA'] = 'ami-06f919eb ami-eae4f795'
os.environ['SCT_CONFIG_FILES'] = 'internal_test_data/minimal_test_case.yaml'
conf = SCTConfiguration()
conf.verify_configuration()
conf.dump_config()
self.assertEqual(conf.get('ami_id_db_scylla'), 'ami-06f919eb ami-eae4f795')
def conf(config_file, backend):
if backend:
os.environ['SCT_CLUSTER_BACKEND'] = backend
os.environ['SCT_CONFIG_FILES'] = config_file
config = SCTConfiguration()
try:
config.verify_configuration()
except Exception as ex: # pylint: disable=broad-except
click.secho(str(ex), fg='red')
sys.exit(1)
else:
click.secho(config.dump_config(), fg='green')
sys.exit(0)
