def __init__(self, gce_image, gce_image_type, gce_image_size, gce_network, service, credentials, # pylint: disable=too-many-arguments gce_instance_type='n1-standard-1', gce_n_local_ssd=1, gce_image_username='******', user_prefix=None, n_nodes=1, targets=None, add_disks=None, params=None, gce_datacenter=None, add_nodes=True, monitor_id=None): # pylint: disable=too-many-locals node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set') targets = targets if targets else {} cluster.BaseMonitorSet.__init__( self, targets=targets, params=params, monitor_id=monitor_id, ) GCECluster.__init__(self, gce_image=gce_image, gce_image_type=gce_image_type, gce_image_size=gce_image_size, gce_n_local_ssd=gce_n_local_ssd, gce_network=gce_network, gce_instance_type=gce_instance_type, gce_image_username=gce_image_username, services=service, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, add_disks=add_disks, params=params, node_type='monitor', gce_region_names=gce_datacenter, add_nodes=add_nodes, )
def __init__(self, ec2_ami_id, ec2_subnet_id, ec2_security_group_ids, # pylint: disable=too-many-arguments services, credentials, ec2_instance_type='c5.xlarge', ec2_block_device_mappings=None, ec2_ami_username='******', user_prefix=None, n_nodes=10, targets=None, params=None, add_nodes=True, monitor_id=None): # pylint: disable=too-many-locals node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node') node_type = 'monitor' cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set') cluster.BaseMonitorSet.__init__( self, targets=targets, params=params, monitor_id=monitor_id, ) AWSCluster.__init__(self, ec2_ami_id=ec2_ami_id, ec2_subnet_id=ec2_subnet_id, ec2_security_group_ids=ec2_security_group_ids, ec2_instance_type=ec2_instance_type, ec2_ami_username=ec2_ami_username, services=services, ec2_block_device_mappings=ec2_block_device_mappings, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, node_type=node_type, add_nodes=add_nodes)
def __init__(self, gce_image, gce_image_type, gce_image_size, gce_network, services, credentials, # pylint: disable=too-many-arguments gce_instance_type='n1-standard-1', gce_n_local_ssd=1, gce_image_username='******', user_prefix=None, n_nodes=3, add_disks=None, params=None, gce_datacenter=None, service_accounts=None): # pylint: disable=too-many-locals # We have to pass the cluster name in advance in user_data cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') super().__init__( gce_image=gce_image, gce_image_type=gce_image_type, gce_image_size=gce_image_size, gce_n_local_ssd=gce_n_local_ssd, gce_network=gce_network, gce_instance_type=gce_instance_type, gce_image_username=gce_image_username, services=services, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, add_disks=add_disks, params=params, gce_region_names=gce_datacenter, node_type='scylla-db', service_accounts=service_accounts, ) self.version = '2.1'
def __init__(self, gce_image, gce_image_type, gce_image_size, gce_network, service, credentials, # pylint: disable=too-many-arguments gce_instance_type='n1-standard-1', gce_n_local_ssd=1, gce_image_username='******', user_prefix=None, n_nodes=10, add_disks=None, params=None, gce_datacenter=None): # pylint: disable=too-many-locals node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set') cluster.BaseLoaderSet.__init__(self, params=params) GCECluster.__init__(self, gce_image=gce_image, gce_network=gce_network, gce_image_type=gce_image_type, gce_image_size=gce_image_size, gce_n_local_ssd=gce_n_local_ssd, gce_instance_type=gce_instance_type, gce_image_username=gce_image_username, services=service, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, add_disks=add_disks, params=params, node_type='loader', gce_region_names=gce_datacenter )
def __init__( self, minikube_version, gce_image, gce_image_type, gce_image_size, gce_network, services, credentials, # pylint: disable=too-many-arguments gce_instance_type="n1-highmem-8", gce_image_username="******", user_prefix=None, params=None, gce_datacenter=None): # pylint: disable=too-many-locals self.minikube_version = minikube_version cluster_prefix = cluster.prepend_user_prefix(user_prefix, "k8s") node_prefix = cluster.prepend_user_prefix(user_prefix, "k8s-minikube") super().__init__(gce_image=gce_image, gce_image_type=gce_image_type, gce_image_size=gce_image_size, gce_n_local_ssd=0, gce_network=gce_network, gce_instance_type=gce_instance_type, gce_image_username=gce_image_username, services=services, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=1, add_disks=None, params=params, gce_region_names=gce_datacenter, node_type="scylla-db")
def __init__( self, image_id, root_disk_size, # pylint: disable=too-many-arguments provisioners: List[AzureProvisioner], credentials, instance_type='Standard_L8s_v2', user_name='ubuntu', user_prefix=None, n_nodes=3, params=None, region_names=None): # pylint: disable=too-many-locals cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') super().__init__(image_id=image_id, root_disk_size=root_disk_size, instance_type=instance_type, user_name=user_name, provisioners=provisioners, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, region_names=region_names, node_type='scylla-db') self.version = '2.1'
def __init__(self, ec2_ami_id, ec2_subnet_id, ec2_security_group_ids, # pylint: disable=too-many-arguments services, credentials, ec2_instance_type='c5.xlarge', ec2_block_device_mappings=None, ec2_ami_username='******', user_prefix=None, n_nodes=10, params=None): # pylint: disable=too-many-locals node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node') node_type = 'loader' cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set') user_data = ('--clustername %s --totalnodes %s --bootstrap false --stop-services' % (cluster_prefix, n_nodes)) cluster.BaseLoaderSet.__init__(self, params=params) AWSCluster.__init__(self, ec2_ami_id=ec2_ami_id, ec2_subnet_id=ec2_subnet_id, ec2_security_group_ids=ec2_security_group_ids, ec2_instance_type=ec2_instance_type, ec2_ami_username=ec2_ami_username, ec2_user_data=user_data, services=services, ec2_block_device_mappings=ec2_block_device_mappings, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, node_type=node_type)
def __init__( self, image_id, root_disk_size, provisioners, credentials, # pylint: disable=too-many-arguments instance_type='Standard_D2s_v3', user_name='centos', user_prefix=None, n_nodes=1, targets=None, params=None, region_names=None): # pylint: disable=too-many-locals node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set') targets = targets if targets else {} cluster.BaseMonitorSet.__init__(self, targets=targets, params=params) AzureCluster.__init__(self, image_id=image_id, root_disk_size=root_disk_size, instance_type=instance_type, user_name=user_name, provisioners=provisioners, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, node_type='monitor', region_names=region_names)
def __init__(self, **kwargs): user_prefix = kwargs.pop('user_prefix') kwargs.update( dict(cluster_prefix=cluster.prepend_user_prefix( user_prefix, 'db-cluster'), node_prefix=cluster.prepend_user_prefix( user_prefix, 'db-node'), node_type='scylla-db')) super(ScyllaPhysicalCluster, self).__init__(**kwargs)
def __init__(self, **kwargs): user_prefix = kwargs.get('user_prefix') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') super(ScyllaDockerCluster, self).__init__(node_prefix=node_prefix, cluster_prefix=cluster_prefix, **kwargs)
def __init__(self, **kwargs): user_prefix = kwargs.pop('user_prefix') kwargs.update( dict(cluster_prefix=cluster.prepend_user_prefix( user_prefix, 'loader-set'), node_prefix=cluster.prepend_user_prefix( user_prefix, 'loader-node'), node_type='loader')) super(LoaderSetPhysical, self).__init__(**kwargs)
def __init__( self, ec2_ami_id, ec2_subnet_id, ec2_security_group_ids, # pylint: disable=too-many-arguments services, credentials, ec2_instance_type='c4.xlarge', ec2_ami_username='******', ec2_block_device_mappings=None, user_prefix=None, n_nodes=3, params=None): # pylint: disable=too-many-locals # We have to pass the cluster name in advance in user_data cluster_uuid = cluster.Setup.test_id() cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') node_type = 'scylla-db' shortid = str(cluster_uuid)[:8] name = '%s-%s' % (cluster_prefix, shortid) ami_tags = get_ami_tags( ec2_ami_id[0], region_name=params.get('region_name').split()[0]) # TODO: remove once all other related code is merged in scylla-pkg and scylla-machine-image user_data_format_version = ami_tags.get('sci_version', '2') user_data_format_version = ami_tags.get('user_data_format_version', user_data_format_version) if LooseVersion(user_data_format_version) >= LooseVersion('2'): user_data = dict(scylla_yaml=dict(cluster_name=name), start_scylla_on_first_boot=False) else: user_data = ('--clustername %s ' '--totalnodes %s' % (name, sum(n_nodes))) user_data += ' --stop-services' super(ScyllaAWSCluster, self).__init__( ec2_ami_id=ec2_ami_id, ec2_subnet_id=ec2_subnet_id, ec2_security_group_ids=ec2_security_group_ids, ec2_instance_type=ec2_instance_type, ec2_ami_username=ec2_ami_username, ec2_user_data=user_data, ec2_block_device_mappings=ec2_block_device_mappings, cluster_uuid=cluster_uuid, services=services, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, node_type=node_type, extra_network_interface=params.get('extra_network_interface')) self.version = '2.1'
def __init__(self, **kwargs): user_prefix = kwargs.get('user_prefix') node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set') cluster.BaseLoaderSet.__init__(self, params=kwargs.get("params")) DockerCluster.__init__(self, node_prefix=node_prefix, cluster_prefix=cluster_prefix, **kwargs)
def __init__(self, **kwargs): user_prefix = kwargs.get('user_prefix') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') self.aws_extra_network_interface = False # TODO: move to Base super(ScyllaDockerCluster, self).__init__(node_prefix=node_prefix, cluster_prefix=cluster_prefix, **kwargs)
def __init__(self, **kwargs): user_prefix = kwargs.pop('user_prefix') kwargs.update( dict(cluster_prefix=cluster.prepend_user_prefix( user_prefix, 'monitor-set'), node_prefix=cluster.prepend_user_prefix( user_prefix, 'monitor-node'), node_type='monitor')) cluster.BaseMonitorSet.__init__(self, targets=kwargs["targets"], params=kwargs["params"]) PhysicalMachineCluster.__init__(self, **kwargs)
def __init__(self, **kwargs): user_prefix = kwargs.get('user_prefix') node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set') cluster.BaseMonitorSet.__init__(self, targets=kwargs.get('targets'), params=kwargs.get('params')) DockerCluster.__init__(self, node_prefix=node_prefix, cluster_prefix=cluster_prefix, **kwargs)
def __init__(self, k8s_cluster: KubernetesCluster, user_prefix: Optional[str] = None, n_nodes: Union[list, int] = 3, params: Optional[dict] = None) -> None: cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') super().__init__(k8s_cluster=k8s_cluster, namespace="scylla", container="scylla", cluster_prefix=cluster_prefix, node_prefix=node_prefix, node_type="scylla-db", n_nodes=n_nodes, params=params)
def __init__(self, targets: dict, user_prefix: Optional[str] = None, n_nodes: Union[list, int] = 3, params: dict = None) -> None: node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set') cluster.BaseMonitorSet.__init__(self, targets=targets, params=params) DockerCluster.__init__(self, cluster_prefix=cluster_prefix, node_prefix=node_prefix, node_type="monitor", n_nodes=n_nodes, params=params)
def __init__(self, docker_image: str = DEFAULT_SCYLLA_DB_IMAGE, docker_image_tag: str = DEFAULT_SCYLLA_DB_IMAGE_TAG, node_key_file: Optional[str] = None, user_prefix: Optional[str] = None, n_nodes: Union[list, str] = 3, params: dict = None) -> None: cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') super().__init__(docker_image=docker_image, docker_image_tag=docker_image_tag, node_key_file=node_key_file, cluster_prefix=cluster_prefix, node_prefix=node_prefix, node_type="scylla-db", n_nodes=n_nodes, params=params)
def __init__(self, domain_info, hypervisor, user_prefix, n_nodes=10, params=None): cluster_uuid = uuid.uuid4() cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node') node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set') super(LoaderSetLibvirt, self).__init__(domain_info=domain_info, hypervisor=hypervisor, cluster_uuid=cluster_uuid, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params)
def __init__( self, ec2_ami_id, ec2_subnet_id, ec2_security_group_ids, # pylint: disable=too-many-arguments services, credentials, ec2_instance_type='c4.xlarge', ec2_ami_username='******', ec2_block_device_mappings=None, user_prefix=None, n_nodes=3, params=None): # pylint: disable=too-many-locals if ec2_block_device_mappings is None: ec2_block_device_mappings = [] # We have to pass the cluster name in advance in user_data cluster_uuid = uuid.uuid4() cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'cs-db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'cs-db-node') node_type = 'cs-db' shortid = str(cluster_uuid)[:8] name = '%s-%s' % (cluster_prefix, shortid) user_data = ('--clustername %s ' '--totalnodes %s --version community ' '--release 2.1.15' % (name, sum(n_nodes))) super(CassandraAWSCluster, self).__init__( ec2_ami_id=ec2_ami_id, # pylint: disable=unexpected-keyword-arg ec2_subnet_id=ec2_subnet_id, ec2_security_group_ids=ec2_security_group_ids, ec2_instance_type=ec2_instance_type, ec2_ami_username=ec2_ami_username, ec2_user_data=user_data, ec2_block_device_mappings=ec2_block_device_mappings, cluster_uuid=cluster_uuid, services=services, credentials=credentials, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, node_type=node_type)
def __init__(self, gke_cluster_version, gce_image_type, gce_image_size, gce_network, services, credentials, gce_n_local_ssd=0, gce_instance_type="n1-highmem-8", n_nodes=3, user_prefix=None, params=None, gce_datacenter=None): cluster_prefix = cluster.prepend_user_prefix(user_prefix, "k8s-gke") node_prefix = cluster.prepend_user_prefix(user_prefix, "node") self._gcloud_token_thread = None self.gke_cluster_version = gke_cluster_version self.gce_image_type = gce_image_type self.gce_image_size = gce_image_size self.gce_network = gce_network self.gce_services = services self.credentials = credentials self.gce_instance_type = gce_instance_type self.gce_n_local_ssd = int(gce_n_local_ssd) if gce_n_local_ssd else 0 self.gce_project = services[0].project self.gce_user = services[0].key self.gce_zone = gce_datacenter[0] self.gke_cluster_created = False self.api_call_rate_limiter = ApiCallRateLimiter( rate_limit=GKE_API_CALL_RATE_LIMIT, queue_size=GKE_API_CALL_QUEUE_SIZE, urllib_retry=GKE_URLLIB_RETRY ) self.api_call_rate_limiter.start() super().__init__(cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params, region_names=gce_datacenter, node_type="scylla-db")
def __init__(self, domain_info, hypervisor, user_prefix, n_nodes=10, params=None): cluster_uuid = uuid.uuid4() cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'db-cluster') node_prefix = cluster.prepend_user_prefix(user_prefix, 'db-node') super(ScyllaLibvirtCluster, self).__init__(domain_info=domain_info, hypervisor=hypervisor, cluster_uuid=cluster_uuid, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params) self.seed_nodes_ips = None
def __init__(self, domain_info, hypervisor, user_prefix, n_nodes=1, params=None, targets=None): cluster_uuid = uuid.uuid4() cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-node') node_prefix = cluster.prepend_user_prefix(user_prefix, 'monitor-set') cluster.BaseMonitorSet.__init__(self, targets=targets, params=params) LibvirtCluster.__init__(self, domain_info=domain_info, hypervisor=hypervisor, cluster_uuid=cluster_uuid, cluster_prefix=cluster_prefix, node_prefix=node_prefix, n_nodes=n_nodes, params=params)
def __init__(self, docker_image: str = DEFAULT_SCYLLA_DB_IMAGE, docker_image_tag: str = DEFAULT_SCYLLA_DB_IMAGE_TAG, node_key_file: Optional[str] = None, user_prefix: Optional[str] = None, n_nodes: Union[list, str] = 3, params: dict = None) -> None: node_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-node') cluster_prefix = cluster.prepend_user_prefix(user_prefix, 'loader-set') cluster.BaseLoaderSet.__init__(self, params=params) DockerCluster.__init__(self, docker_image=docker_image, docker_image_tag=docker_image_tag, node_key_file=node_key_file, cluster_prefix=cluster_prefix, node_prefix=node_prefix, node_type="loader", n_nodes=n_nodes, params=params)
def __init__(self, k8s_cluster: KubernetesCluster, scylla_cluster_config: str, scylla_cluster_name: Optional[str] = None, user_prefix: Optional[str] = None, n_nodes: Union[list, int] = 3, params: Optional[dict] = None) -> None: k8s_cluster.deploy_scylla_cluster(scylla_cluster_config) self.scylla_yaml_lock = RLock() self.scylla_yaml = {} self.scylla_yaml_update_required = False self.scylla_cluster_name = scylla_cluster_name super().__init__( k8s_cluster=k8s_cluster, namespace="scylla", container="scylla", cluster_prefix=cluster.prepend_user_prefix(user_prefix, 'db-cluster'), node_prefix=cluster.prepend_user_prefix(user_prefix, 'db-node'), node_type="scylla-db", n_nodes=n_nodes, params=params)
def __init__(self, software_version, user_prefix=None, params=None): self.software_version = software_version self.node_prefix = cluster.prepend_user_prefix(user_prefix, "node") super().__init__(mini_k8s_version=software_version, user_prefix=user_prefix, params=params)
def cluster_name(self): return '%s-%s' % (cluster.prepend_user_prefix( self._user_prefix, self._cluster_postfix), self._short_id)