def set(self, key, value, all=False, save=False, host=None, port=None):
"""Command: redis-cli config set
:param key: target key
:param value: value to set
:param save: If true, save value to config file
:param all: If true, send command to all redis
:param host: host info for redis
:param port: port info for redis
"""
if not isinstance(all, bool):
msg = m.get('error_option_type_not_boolean')
msg = msg.format(options='all')
logger.error(msg)
return
if not isinstance(save, bool):
msg = m.get('error_option_type_not_boolean')
msg = msg.format(options='save')
logger.error(msg)
return
if (not host or not port) and not all:
msg = m.get('use_host_port_or_option_all')
logger.error(msg)
return
sub_cmd = 'config set {key} {value} 2>&1'.format(key=key, value=value)
if all:
meta = []
ret = RedisCliUtil.command_all_async(sub_cmd)
ok_cnt = 0
for m_s, host, port, result, message in ret:
addr = '{}:{}'.format(host, port)
if result == 'OK':
if utils.to_str(message) == 'OK':
ok_cnt += 1
else:
meta.append([m_s, addr, color.red(message)])
else:
meta.append([m_s, addr, color.red('FAIL')])
if meta:
utils.print_table([['TYPE', 'ADDR', 'RESULT']] + meta)
logger.info('success {}/{}'.format(ok_cnt, len(ret)))
else:
output = RedisCliUtil.command(sub_cmd=sub_cmd,
host=host,
port=port,
formatter=self.no_print)
output = output.strip()
if output == "OK":
logger.info(output)
else:
logger.error(output)
if save:
RedisCliUtil.save_redis_template_config(key, value)
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
center.configure_redis()
center.sync_conf()
def stop(self, force=False, master=True, slave=True):
"""Stop cluster
:param force: Force the cluster to shut down
:param master: If exclude master cluster, set False
:param slave: If exclude slave cluster, set False
"""
if not isinstance(force, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='force')
logger.error(msg)
return
if not isinstance(master, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='master')
logger.error(msg)
return
if not isinstance(slave, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='slave')
logger.error(msg)
return
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
center.stop_redis(force, master=master, slave=slave)
def delete(self, cluster_id):
"""Delete cluster
It is automatically backed up with timestamps as tags
:param cluster_id: target cluster id
"""
if not cluster_util.validate_id(cluster_id):
raise ClusterIdError(cluster_id)
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if success:
center.stop_redis(force=True)
path_of_fb = config.get_path_of_fb(cluster_id)
props_path = path_of_fb['redis_properties']
hosts = config.get_props(props_path, 'sr2_redis_master_hosts', [])
if not center.check_include_localhost(hosts):
hosts += [config.get_local_ip()]
tag = time.strftime("%Y%m%d%H%M%S", time.gmtime())
cluster_backup_dir = 'cluster_{}_bak_{}'.format(cluster_id, tag)
for host in hosts:
center.cluster_backup(host, cluster_id, cluster_backup_dir)
msg = message.get('cluster_delete_complete')
msg = msg.format(cluster_id=cluster_id)
logger.info(msg)
def start(self, profile=False, master=True, slave=True):
"""Start cluster
:param master: If exclude master cluster, set False
:param slave: If exclude slave cluster, set False
"""
logger.debug("command 'cluster start'")
if not isinstance(profile, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='profile')
logger.error(msg)
return
if not isinstance(master, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='master')
logger.error(msg)
return
if not isinstance(slave, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='slave')
logger.error(msg)
return
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
center.ensure_cluster_exist()
if master:
master_alive_count = center.get_alive_master_redis_count()
master_alive_count_mine = center.get_alive_master_redis_count(
check_owner=True
)
not_mine_count = master_alive_count - master_alive_count_mine
if not_mine_count > 0:
msg = message.get('error_cluster_start_master_collision')
msg = '\n'.join(msg).format(count=not_mine_count)
raise LightningDBError(11, msg)
if slave:
slave_alive_count = center.get_alive_slave_redis_count()
slave_alive_count_mine = center.get_alive_slave_redis_count(
check_owner=True
)
not_mine_count = slave_alive_count - slave_alive_count_mine
if not_mine_count > 0:
msg = message.get('error_cluster_start_slave_collision')
msg = '\n'.join(msg).format(count=not_mine_count)
raise LightningDBError(12, msg)
center.backup_server_logs(master=master, slave=slave)
center.create_redis_data_directory()
# equal to cluster.configure()
center.configure_redis()
center.sync_conf(show_result=True)
center.start_redis_process(profile, master=master, slave=slave)
center.wait_until_all_redis_process_up(master=master, slave=slave)
def restart(
self,
force_stop=False,
reset=False,
cluster=False,
profile=False,
yes=False,
):
"""Restart cluster
:param force_stop: Force the cluster to shuto down
:param reset: Delete redis config, data, node configuration
:param cluster: Create cluster after cluster start
:param yes: Skip confirm information when cluster create
"""
if not isinstance(force_stop, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='force-stop')
logger.error(msg)
return
if not isinstance(reset, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='reset')
logger.error(msg)
return
if not reset and cluster:
msg = message.get('error_option_use_with')
msg = msg.format(option='cluster', with_option='reset')
logger.error(msg)
return
if not isinstance(cluster, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='cluster')
logger.error(msg)
return
if not cluster and yes:
msg = message.get('error_option_use_with')
msg = msg.format(option='yes', with_option='cluster')
msg = "option '--yes' can used only with option '--cluster'"
logger.error(msg)
return
if not isinstance(yes, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='yes')
logger.error(msg)
return
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
center.stop_redis(force=force_stop)
if reset:
self.clean()
self.start(profile=profile)
if cluster:
self.create(yes=yes)
def cstart(self, master=True, slave=True):
"""Start current masters or slaves
"""
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
center.start_current_nodes(master, slave)
def configure(self):
"""Configure cluster
Make conf file of redis with redis properties information.
"""
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
center.configure_redis()
center.sync_conf(show_result=True)
def thriftserver(self):
"""Edit 'thriftserver.properties'
"""
cluster_id = config.get_cur_cluster_id()
path_of_fb = config.get_path_of_fb(cluster_id)
target_path = path_of_fb['thrift_properties']
self._edit_conf(target_path, syntax='sh')
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
success = center.sync_file(target_path)
if success:
msg = message.get('complete_conf_edit')
logger.info(msg)
def slave(self):
"""Edit 'redis-slave.conf.template'
"""
cluster_id = config.get_cur_cluster_id()
path_of_fb = config.get_path_of_fb(cluster_id)
target_path = path_of_fb['slave_template']
self._edit_conf(target_path, syntax='sh')
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
success = center.sync_file(target_path)
if success:
msg = message.get('complete_conf_edit')
logger.info(msg)
def clean(self, logs=False):
"""Clean cluster
Delete redis config, data, node configuration.
:param log: Delete log of redis
"""
if not isinstance(logs, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='logs')
logger.error(msg)
return
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if success:
center.stop_redis(force=True)
if logs:
center.remove_all_of_redis_log_force()
return
center.cluster_clean()
msg = message.get('apply_after_restart')
logger.info(msg)
def add_slave(self, yes=False):
"""Add slave of cluster
Add slaves to cluster that configured master only.
:param yes: Skip confirm information
"""
logger.debug('add_slave')
if not isinstance(yes, bool):
msg = message.get('error_option_type_not_boolean')
msg = msg.format(option='yes')
logger.error(msg)
return
center = Center()
center.update_ip_port()
# check
s_hosts = center.slave_host_list
s_ports = center.slave_port_list
if not s_hosts:
msg = message.get('error_slave_host_empty')
raise ClusterRedisError(msg)
if not s_ports:
msg = message.get('error_slave_port_empty')
raise ClusterRedisError(msg)
success = center.check_hosts_connection(hosts=s_hosts)
if not success:
return
center.ensure_cluster_exist()
slave_alive_count = center.get_alive_slave_redis_count()
slave_alive_count_mine = center.get_alive_slave_redis_count(
check_owner=True
)
not_mine_count = slave_alive_count - slave_alive_count_mine
if not_mine_count > 0:
msg = message.get('error_cluster_start_slave_collision')
msg = '\n'.join(msg).format(count=not_mine_count)
raise LightningDBError(12, msg)
# confirm info
result = center.confirm_node_port_info(skip=yes)
if not result:
msg = message.get('cancel')
logger.warning(msg)
return
# clean
center.cluster_clean(master=False)
# backup logs
center.backup_server_logs(master=False)
center.create_redis_data_directory(master=False)
# configure
center.configure_redis(master=False)
center.sync_conf()
# start
center.start_redis_process(master=False)
center.wait_until_all_redis_process_up()
# change redis config temporarily
key = 'cluster-node-timeout'
origin_s_value = center.cli_config_get(key, s_hosts[0], s_ports[0])
if not origin_s_value:
msg = "RedisConfigKeyError: '{}'".format(key)
logger.warning(msg)
if origin_s_value:
# cli config set cluster-node-timeout 2000
logger.debug('set cluster node time out 2000 for create')
center.cli_config_set_all(key, '2000', s_hosts, s_ports)
# create
center.replicate()
if origin_s_value:
# cli config restore cluster-node-timeout
logger.debug('restore cluster node time out')
center.cli_config_set_all(key, origin_s_value, s_hosts, s_ports)
def create(self, yes=False):
"""Create cluster
Before create cluster, all redis should be running.
:param yes: skip confirm information
"""
center = Center()
center.update_ip_port()
success = center.check_hosts_connection()
if not success:
return
m_count = len(center.master_host_list) * len(center.master_port_list)
if m_count < 3:
msg = message.get('error_master_redis_less_than_3')
raise ClusterRedisError(msg)
# if need to cluster start
alive_count = center.get_alive_all_redis_count()
my_alive_count = center.get_alive_all_redis_count(check_owner=True)
if alive_count != my_alive_count:
msg = message.get('error_cluster_start_port_collision')
raise ClusterRedisError(msg)
all_count = len(center.all_host_list)
if alive_count < all_count:
logger.debug('cluster start in create')
# init
center.backup_server_logs()
center.create_redis_data_directory()
# cluster configure
center.configure_redis()
center.sync_conf(show_result=True)
# cluster start
center.start_redis_process()
center.wait_until_all_redis_process_up()
key = 'cluster-node-timeout'
m_hosts = center.master_host_list
m_ports = center.master_port_list
origin_m_value = center.cli_config_get(key, m_hosts[0], m_ports[0])
if not origin_m_value:
msg = "RedisConfigKeyError(master): '{}'".format(key)
logger.warning(msg)
s_hosts = center.slave_host_list
s_ports = center.slave_port_list
if s_hosts and s_ports:
origin_s_value = center.cli_config_get(key, s_hosts[0], s_ports[0])
if not origin_s_value:
msg = "RedisConfigKeyError(slave): '{}'".format(key)
logger.warning(msg)
if origin_m_value:
# cli config set cluster-node-timeout 2000
logger.debug('set cluster node time out 2000 for create')
center.cli_config_set_all(key, '2000', m_hosts, m_ports)
if s_hosts and s_ports and origin_s_value:
center.cli_config_set_all(key, '2000', s_hosts, s_ports)
center.create_cluster(yes)
if origin_m_value:
# cli config restore cluster-node-timeout
logger.debug('restore cluster node time out')
center.cli_config_set_all(key, origin_m_value, m_hosts, m_ports)
if s_hosts and s_ports and origin_s_value:
v = origin_s_value
center.cli_config_set_all(key, v, s_hosts, s_ports)
