def _failover(self, stop_mysqld = False, rm_mysql_data = False):
self.inst_id = self._get_rid()
utils.check_server_status(self.inst_id,expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.READ_REPLI,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False,timeout=10)
self.vip_id = utils.get_vip_id(self.inst_id)
_rr_server = utils.get_builtin_instance(self.inst_id)
nova_instance = _rr_server.server
self.group_id = _rr_server.db_info.group_id
instance_id = self.inst_id
ran_count = 56
utils.generate_databases(self.master_id, count = ran_count)
ip = utils.check_allocate_ip(nova_instance)
if stop_mysqld:
utils.stop_mysqld(ip)
if rm_mysql_data:
utils.mysql_data_lost(ip)
utils.check_server_status(self.inst_id,expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.READ_REPLI,
expected_svr_status=utils.ServiceStatuses.SHUTDOWN,
deleted=False,timeout=120)
_ret = rpc.call(utils.get_context(),"taskmanager",
{
"method": "failover",
"args": {'instance_id':instance_id}
}
)
utils.check_server_status(self.inst_id,expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.READ_REPLI,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False,timeout=120)
self.master_id = utils.get_instance_id(self.group_id,DBInstanceType.MASTER)
self.inst_id = self.inst_id
utils.check_generated_databases(self.inst_id, count = ran_count)
self.validate()
def __trigger_mysqld_crash(cls, inst_id):
inst = test_utils.get_builtin_instance( inst_id)
nova_inst = inst.server
ip = test_utils.check_allocate_ip(nova_inst)
test_utils.stop_mysqld(ip, stop_ga=True)
def failover(self, instance_id=None, _strategy=None):
self.inst_id = instance_id
if not self.inst_id:
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.MASTER)
_inst = utils.get_builtin_instance(self.inst_id)
self.group_id = _inst.group_id
self.dbslave_id = utils.get_instance_id(self.group_id, DBInstanceType.STANDBY)
utils.check_server_status(self.inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.MASTER,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
utils.check_server_status(self.dbslave_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.STANDBY,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
self.vip_id = utils.get_vip_id(self.inst_id)
strategy = CONF.ha_failover_strategy
virtual_instance_id = None
if strategy == 'master':
_ret = utils.get_builtin_instance(self.inst_id)
nova_instance = _ret.server
instance_id = _ret.id
type = DBInstanceType.MASTER
virtual_instance_id = _ret.virtual_instance_id
elif strategy == 'standby':
_ret = utils.get_builtin_instance(self.dbslave_id)
nova_instance = _ret.server
instance_id = _ret.id
type = DBInstanceType.STANDBY
else:
raise Exception("not found ha_failover_strategy %s" % strategy)
rancount = random.randint(50, 100)
utils.generate_databases(self.inst_id, count = rancount)
ip = utils.check_allocate_ip(nova_instance)
utils.stop_mysqld(ip, stop_ga=True)
utils.check_server_status(instance_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=type,
expected_svr_status=utils.ServiceStatuses.SHUTDOWN,
deleted=False, timeout=120)
rpc.call(utils.get_context(), "taskmanager",
{"method": "failover",
"args": {'instance_id':instance_id}})
if strategy == 'master':
origin_inst_id = inst_utils.virtual_instid_2_origin_instid(virtual_instance_id)
self.inst_id = origin_inst_id
utils.check_server_status(origin_inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.MASTER,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
new_slave_id = utils.get_instance_id(self.group_id, DBInstanceType.STANDBY)
utils.check_server_status(new_slave_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.STANDBY,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
self.dbslave_id = new_slave_id
utils.check_generated_databases(self.inst_id, count = rancount)
utils.clear_generated_databases(self.dbslave_id, count = rancount)
self.validate()
