def __init__(self, gce_image, gce_image_type, gce_image_size, gce_network, service, credentials, # pylint: disable=too-many-arguments
gce_instance_type='n1-standard-1', gce_n_local_ssd=1,
gce_image_username='******', user_prefix=None, n_nodes=1,
targets=None, add_disks=None, params=None, gce_datacenter=None,
add_nodes=True, monitor_id=None):
# pylint: disable=too-many-locals
node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set')
targets = targets if targets else {}
cluster.BaseMonitorSet.__init__(
self, targets=targets, params=params, monitor_id=monitor_id,
)
GCECluster.__init__(self,
gce_image=gce_image,
gce_image_type=gce_image_type,
gce_image_size=gce_image_size,
gce_n_local_ssd=gce_n_local_ssd,
gce_network=gce_network,
gce_instance_type=gce_instance_type,
gce_image_username=gce_image_username,
services=service,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
add_disks=add_disks,
params=params,
node_type='monitor',
gce_region_names=gce_datacenter,
add_nodes=add_nodes,
)
def __init__(self, ec2_ami_id, ec2_subnet_id, ec2_security_group_ids, # pylint: disable=too-many-arguments
services, credentials, ec2_instance_type='c5.xlarge',
ec2_block_device_mappings=None,
ec2_ami_username='******',
user_prefix=None, n_nodes=10, targets=None, params=None,
add_nodes=True, monitor_id=None):
# pylint: disable=too-many-locals
node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node')
node_type = 'monitor'
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set')
cluster.BaseMonitorSet.__init__(
self, targets=targets, params=params, monitor_id=monitor_id,
)
AWSCluster.__init__(self,
ec2_ami_id=ec2_ami_id,
ec2_subnet_id=ec2_subnet_id,
ec2_security_group_ids=ec2_security_group_ids,
ec2_instance_type=ec2_instance_type,
ec2_ami_username=ec2_ami_username,
services=services,
ec2_block_device_mappings=ec2_block_device_mappings,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
node_type=node_type,
add_nodes=add_nodes)
def __init__(self, gce_image, gce_image_type, gce_image_size, gce_network, services, credentials, # pylint: disable=too-many-arguments
gce_instance_type='n1-standard-1', gce_n_local_ssd=1,
gce_image_username='******',
user_prefix=None, n_nodes=3, add_disks=None, params=None, gce_datacenter=None, service_accounts=None):
# pylint: disable=too-many-locals
# We have to pass the cluster name in advance in user_data
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
super().__init__(
gce_image=gce_image,
gce_image_type=gce_image_type,
gce_image_size=gce_image_size,
gce_n_local_ssd=gce_n_local_ssd,
gce_network=gce_network,
gce_instance_type=gce_instance_type,
gce_image_username=gce_image_username,
services=services,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
add_disks=add_disks,
params=params,
gce_region_names=gce_datacenter,
node_type='scylla-db',
service_accounts=service_accounts,
)
self.version = '2.1'
def __init__(self, gce_image, gce_image_type, gce_image_size, gce_network, service, credentials, # pylint: disable=too-many-arguments
gce_instance_type='n1-standard-1', gce_n_local_ssd=1,
gce_image_username='******',
user_prefix=None, n_nodes=10, add_disks=None, params=None, gce_datacenter=None):
# pylint: disable=too-many-locals
node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set')
cluster.BaseLoaderSet.__init__(self,
params=params)
GCECluster.__init__(self,
gce_image=gce_image,
gce_network=gce_network,
gce_image_type=gce_image_type,
gce_image_size=gce_image_size,
gce_n_local_ssd=gce_n_local_ssd,
gce_instance_type=gce_instance_type,
gce_image_username=gce_image_username,
services=service,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
add_disks=add_disks,
params=params,
node_type='loader',
gce_region_names=gce_datacenter
)
def __init__(
self,
minikube_version,
gce_image,
gce_image_type,
gce_image_size,
gce_network,
services,
credentials, # pylint: disable=too-many-arguments
gce_instance_type="n1-highmem-8",
gce_image_username="******",
user_prefix=None,
params=None,
gce_datacenter=None):
# pylint: disable=too-many-locals
self.minikube_version = minikube_version
cluster_prefix = cluster.prepend_user_prefix(user_prefix, "k8s")
node_prefix = cluster.prepend_user_prefix(user_prefix, "k8s-minikube")
super().__init__(gce_image=gce_image,
gce_image_type=gce_image_type,
gce_image_size=gce_image_size,
gce_n_local_ssd=0,
gce_network=gce_network,
gce_instance_type=gce_instance_type,
gce_image_username=gce_image_username,
services=services,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=1,
add_disks=None,
params=params,
gce_region_names=gce_datacenter,
node_type="scylla-db")
def __init__(
self,
image_id,
root_disk_size, # pylint: disable=too-many-arguments
provisioners: List[AzureProvisioner],
credentials,
instance_type='Standard_L8s_v2',
user_name='ubuntu',
user_prefix=None,
n_nodes=3,
params=None,
region_names=None):
# pylint: disable=too-many-locals
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
super().__init__(image_id=image_id,
root_disk_size=root_disk_size,
instance_type=instance_type,
user_name=user_name,
provisioners=provisioners,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
region_names=region_names,
node_type='scylla-db')
self.version = '2.1'
def __init__(self, ec2_ami_id, ec2_subnet_id, ec2_security_group_ids, # pylint: disable=too-many-arguments
services, credentials, ec2_instance_type='c5.xlarge',
ec2_block_device_mappings=None,
ec2_ami_username='******',
user_prefix=None, n_nodes=10, params=None):
# pylint: disable=too-many-locals
node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node')
node_type = 'loader'
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set')
user_data = ('--clustername %s --totalnodes %s --bootstrap false --stop-services' %
(cluster_prefix, n_nodes))
cluster.BaseLoaderSet.__init__(self,
params=params)
AWSCluster.__init__(self,
ec2_ami_id=ec2_ami_id,
ec2_subnet_id=ec2_subnet_id,
ec2_security_group_ids=ec2_security_group_ids,
ec2_instance_type=ec2_instance_type,
ec2_ami_username=ec2_ami_username,
ec2_user_data=user_data,
services=services,
ec2_block_device_mappings=ec2_block_device_mappings,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
node_type=node_type)
def __init__(
self,
image_id,
root_disk_size,
provisioners,
credentials, # pylint: disable=too-many-arguments
instance_type='Standard_D2s_v3',
user_name='centos',
user_prefix=None,
n_nodes=1,
targets=None,
params=None,
region_names=None):
# pylint: disable=too-many-locals
node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix,
'monitor-set')
targets = targets if targets else {}
cluster.BaseMonitorSet.__init__(self, targets=targets, params=params)
AzureCluster.__init__(self,
image_id=image_id,
root_disk_size=root_disk_size,
instance_type=instance_type,
user_name=user_name,
provisioners=provisioners,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
node_type='monitor',
region_names=region_names)
def __init__(self, **kwargs):
user_prefix = kwargs.pop('user_prefix')
kwargs.update(
dict(cluster_prefix=cluster.prepend_user_prefix(
user_prefix, 'db-cluster'),
node_prefix=cluster.prepend_user_prefix(
user_prefix, 'db-node'),
node_type='scylla-db'))
super(ScyllaPhysicalCluster, self).__init__(**kwargs)
def __init__(self, **kwargs):
user_prefix = kwargs.get('user_prefix')
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
super(ScyllaDockerCluster,
self).__init__(node_prefix=node_prefix,
cluster_prefix=cluster_prefix,
**kwargs)
def __init__(self, **kwargs):
user_prefix = kwargs.pop('user_prefix')
kwargs.update(
dict(cluster_prefix=cluster.prepend_user_prefix(
user_prefix, 'loader-set'),
node_prefix=cluster.prepend_user_prefix(
user_prefix, 'loader-node'),
node_type='loader'))
super(LoaderSetPhysical, self).__init__(**kwargs)
def __init__(
self,
ec2_ami_id,
ec2_subnet_id,
ec2_security_group_ids, # pylint: disable=too-many-arguments
services,
credentials,
ec2_instance_type='c4.xlarge',
ec2_ami_username='******',
ec2_block_device_mappings=None,
user_prefix=None,
n_nodes=3,
params=None):
# pylint: disable=too-many-locals
# We have to pass the cluster name in advance in user_data
cluster_uuid = cluster.Setup.test_id()
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
node_type = 'scylla-db'
shortid = str(cluster_uuid)[:8]
name = '%s-%s' % (cluster_prefix, shortid)
ami_tags = get_ami_tags(
ec2_ami_id[0], region_name=params.get('region_name').split()[0])
# TODO: remove once all other related code is merged in scylla-pkg and scylla-machine-image
user_data_format_version = ami_tags.get('sci_version', '2')
user_data_format_version = ami_tags.get('user_data_format_version',
user_data_format_version)
if LooseVersion(user_data_format_version) >= LooseVersion('2'):
user_data = dict(scylla_yaml=dict(cluster_name=name),
start_scylla_on_first_boot=False)
else:
user_data = ('--clustername %s '
'--totalnodes %s' % (name, sum(n_nodes)))
user_data += ' --stop-services'
super(ScyllaAWSCluster, self).__init__(
ec2_ami_id=ec2_ami_id,
ec2_subnet_id=ec2_subnet_id,
ec2_security_group_ids=ec2_security_group_ids,
ec2_instance_type=ec2_instance_type,
ec2_ami_username=ec2_ami_username,
ec2_user_data=user_data,
ec2_block_device_mappings=ec2_block_device_mappings,
cluster_uuid=cluster_uuid,
services=services,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
node_type=node_type,
extra_network_interface=params.get('extra_network_interface'))
self.version = '2.1'
def __init__(self, **kwargs):
user_prefix = kwargs.get('user_prefix')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set')
cluster.BaseLoaderSet.__init__(self, params=kwargs.get("params"))
DockerCluster.__init__(self,
node_prefix=node_prefix,
cluster_prefix=cluster_prefix,
**kwargs)
def __init__(self, **kwargs):
user_prefix = kwargs.get('user_prefix')
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
self.aws_extra_network_interface = False # TODO: move to Base
super(ScyllaDockerCluster,
self).__init__(node_prefix=node_prefix,
cluster_prefix=cluster_prefix,
**kwargs)
def __init__(self, **kwargs):
user_prefix = kwargs.pop('user_prefix')
kwargs.update(
dict(cluster_prefix=cluster.prepend_user_prefix(
user_prefix, 'monitor-set'),
node_prefix=cluster.prepend_user_prefix(
user_prefix, 'monitor-node'),
node_type='monitor'))
cluster.BaseMonitorSet.__init__(self,
targets=kwargs["targets"],
params=kwargs["params"])
PhysicalMachineCluster.__init__(self, **kwargs)
def __init__(self, **kwargs):
user_prefix = kwargs.get('user_prefix')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix,
'monitor-set')
cluster.BaseMonitorSet.__init__(self,
targets=kwargs.get('targets'),
params=kwargs.get('params'))
DockerCluster.__init__(self,
node_prefix=node_prefix,
cluster_prefix=cluster_prefix,
**kwargs)
def __init__(self,
k8s_cluster: KubernetesCluster,
user_prefix: Optional[str] = None,
n_nodes: Union[list, int] = 3,
params: Optional[dict] = None) -> None:
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
super().__init__(k8s_cluster=k8s_cluster,
namespace="scylla",
container="scylla",
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
node_type="scylla-db",
n_nodes=n_nodes,
params=params)
def __init__(self,
targets: dict,
user_prefix: Optional[str] = None,
n_nodes: Union[list, int] = 3,
params: dict = None) -> None:
node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix,
'monitor-set')
cluster.BaseMonitorSet.__init__(self, targets=targets, params=params)
DockerCluster.__init__(self,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
node_type="monitor",
n_nodes=n_nodes,
params=params)
def __init__(self,
docker_image: str = DEFAULT_SCYLLA_DB_IMAGE,
docker_image_tag: str = DEFAULT_SCYLLA_DB_IMAGE_TAG,
node_key_file: Optional[str] = None,
user_prefix: Optional[str] = None,
n_nodes: Union[list, str] = 3,
params: dict = None) -> None:
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
super().__init__(docker_image=docker_image,
docker_image_tag=docker_image_tag,
node_key_file=node_key_file,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
node_type="scylla-db",
n_nodes=n_nodes,
params=params)
def __init__(self,
domain_info,
hypervisor,
user_prefix,
n_nodes=10,
params=None):
cluster_uuid = uuid.uuid4()
cluster_prefix = cluster.prepend_user_prefix(user_prefix,
'loader-node')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set')
super(LoaderSetLibvirt, self).__init__(domain_info=domain_info,
hypervisor=hypervisor,
cluster_uuid=cluster_uuid,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params)
def __init__(
self,
ec2_ami_id,
ec2_subnet_id,
ec2_security_group_ids, # pylint: disable=too-many-arguments
services,
credentials,
ec2_instance_type='c4.xlarge',
ec2_ami_username='******',
ec2_block_device_mappings=None,
user_prefix=None,
n_nodes=3,
params=None):
# pylint: disable=too-many-locals
if ec2_block_device_mappings is None:
ec2_block_device_mappings = []
# We have to pass the cluster name in advance in user_data
cluster_uuid = uuid.uuid4()
cluster_prefix = cluster.prepend_user_prefix(user_prefix,
'cs-db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'cs-db-node')
node_type = 'cs-db'
shortid = str(cluster_uuid)[:8]
name = '%s-%s' % (cluster_prefix, shortid)
user_data = ('--clustername %s '
'--totalnodes %s --version community '
'--release 2.1.15' % (name, sum(n_nodes)))
super(CassandraAWSCluster, self).__init__(
ec2_ami_id=ec2_ami_id, # pylint: disable=unexpected-keyword-arg
ec2_subnet_id=ec2_subnet_id,
ec2_security_group_ids=ec2_security_group_ids,
ec2_instance_type=ec2_instance_type,
ec2_ami_username=ec2_ami_username,
ec2_user_data=user_data,
ec2_block_device_mappings=ec2_block_device_mappings,
cluster_uuid=cluster_uuid,
services=services,
credentials=credentials,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
node_type=node_type)
def __init__(self,
gke_cluster_version,
gce_image_type,
gce_image_size,
gce_network,
services,
credentials,
gce_n_local_ssd=0,
gce_instance_type="n1-highmem-8",
n_nodes=3,
user_prefix=None,
params=None,
gce_datacenter=None):
cluster_prefix = cluster.prepend_user_prefix(user_prefix, "k8s-gke")
node_prefix = cluster.prepend_user_prefix(user_prefix, "node")
self._gcloud_token_thread = None
self.gke_cluster_version = gke_cluster_version
self.gce_image_type = gce_image_type
self.gce_image_size = gce_image_size
self.gce_network = gce_network
self.gce_services = services
self.credentials = credentials
self.gce_instance_type = gce_instance_type
self.gce_n_local_ssd = int(gce_n_local_ssd) if gce_n_local_ssd else 0
self.gce_project = services[0].project
self.gce_user = services[0].key
self.gce_zone = gce_datacenter[0]
self.gke_cluster_created = False
self.api_call_rate_limiter = ApiCallRateLimiter(
rate_limit=GKE_API_CALL_RATE_LIMIT,
queue_size=GKE_API_CALL_QUEUE_SIZE,
urllib_retry=GKE_URLLIB_RETRY
)
self.api_call_rate_limiter.start()
super().__init__(cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params,
region_names=gce_datacenter,
node_type="scylla-db")
def __init__(self,
domain_info,
hypervisor,
user_prefix,
n_nodes=10,
params=None):
cluster_uuid = uuid.uuid4()
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node')
super(ScyllaLibvirtCluster,
self).__init__(domain_info=domain_info,
hypervisor=hypervisor,
cluster_uuid=cluster_uuid,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params)
self.seed_nodes_ips = None
def __init__(self,
domain_info,
hypervisor,
user_prefix,
n_nodes=1,
params=None,
targets=None):
cluster_uuid = uuid.uuid4()
cluster_prefix = cluster.prepend_user_prefix(user_prefix,
'monitor-node')
node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set')
cluster.BaseMonitorSet.__init__(self, targets=targets, params=params)
LibvirtCluster.__init__(self,
domain_info=domain_info,
hypervisor=hypervisor,
cluster_uuid=cluster_uuid,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
n_nodes=n_nodes,
params=params)
def __init__(self,
docker_image: str = DEFAULT_SCYLLA_DB_IMAGE,
docker_image_tag: str = DEFAULT_SCYLLA_DB_IMAGE_TAG,
node_key_file: Optional[str] = None,
user_prefix: Optional[str] = None,
n_nodes: Union[list, str] = 3,
params: dict = None) -> None:
node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node')
cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set')
cluster.BaseLoaderSet.__init__(self, params=params)
DockerCluster.__init__(self,
docker_image=docker_image,
docker_image_tag=docker_image_tag,
node_key_file=node_key_file,
cluster_prefix=cluster_prefix,
node_prefix=node_prefix,
node_type="loader",
n_nodes=n_nodes,
params=params)
def __init__(self,
k8s_cluster: KubernetesCluster,
scylla_cluster_config: str,
scylla_cluster_name: Optional[str] = None,
user_prefix: Optional[str] = None,
n_nodes: Union[list, int] = 3,
params: Optional[dict] = None) -> None:
k8s_cluster.deploy_scylla_cluster(scylla_cluster_config)
self.scylla_yaml_lock = RLock()
self.scylla_yaml = {}
self.scylla_yaml_update_required = False
self.scylla_cluster_name = scylla_cluster_name
super().__init__(
k8s_cluster=k8s_cluster,
namespace="scylla",
container="scylla",
cluster_prefix=cluster.prepend_user_prefix(user_prefix,
'db-cluster'),
node_prefix=cluster.prepend_user_prefix(user_prefix, 'db-node'),
node_type="scylla-db",
n_nodes=n_nodes,
params=params)
def __init__(self, software_version, user_prefix=None, params=None):
self.software_version = software_version
self.node_prefix = cluster.prepend_user_prefix(user_prefix, "node")
super().__init__(mini_k8s_version=software_version,
user_prefix=user_prefix,
params=params)
def cluster_name(self):
return '%s-%s' % (cluster.prepend_user_prefix(
self._user_prefix, self._cluster_postfix), self._short_id)
