def migrate(self, instance_id=None):
self.inst_id = instance_id
if not self.inst_id:
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.SINGLE)
utils.check_server_status(self.inst_id,
expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.SINGLE,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False)
inst_db_info = utils.get_instance(self.inst_id, deleted= False)
old_nova_server_id = inst_db_info.compute_instance_id
ran_count = 45
utils.generate_databases(self.inst_id, count = ran_count)
_ret = rpc.call(utils.get_context(),
"taskmanager",
{"method": "migrate",
"args": {'migrate_id': inst_db_info.id}})
utils.check_server_status(self.inst_id,
expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.SINGLE,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False)
new_nova_server_id = utils.get_instance(self.inst_id, deleted= False).compute_instance_id
assert old_nova_server_id != new_nova_server_id
utils.check_generated_databases(self.inst_id, count = ran_count)
self.validate()
def resize(self):
old_rr_inst_id = self._get_rid()
rr_instance = utils.get_builtin_instance(old_rr_inst_id)
old_flavor_id = rr_instance.flavor_id
old_virtual_inst_id = rr_instance.virtual_instance_id
flavor = old_flavor_id + 1 if old_flavor_id < 5 else 5
_ret_inst = utils.resize_flavor_byclient(old_rr_inst_id,flavor)
utils.check_server_status(old_virtual_inst_id, type = DBInstanceType.READ_REPLI,
expected_task = utils.tasks.InstanceTasks.RESIZING)
insts = utils.check_resize_status(self.group_id)
new_rr_id = insts[0]
utils.check_server_status(new_rr_id, type = DBInstanceType.READ_REPLI,
expected_task = utils.tasks.InstanceTasks.NONE,
expected_svr_status = utils.ServiceStatuses.RUNNING,
deleted = False, timeout = 120)
new_rr_instance = utils.get_instance(new_rr_id, deleted = False)
new_flavor_id = new_rr_instance.flavor_id
assert old_flavor_id != new_flavor_id
self._validate(self.master_id, new_rr_id)
def create(self):
inst_id = None
try:
inst_id = utils.get_instance_id_bytenant(DBInstanceType.MASTER)
except Exception as e:
print e
pass
self.inst_id = inst_id
if not self.inst_id:
self.inst_id = utils.create_rds_byclient("HA")
utils.check_server_status(self.inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.MASTER,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=240)
self.vip_id = utils.get_vip_id(self.inst_id)
_inst = utils.get_instance(self.inst_id, deleted = False)
self.group_id = _inst.group_id
origin_id = inst_utils.virtual_instid_2_origin_instid(self.inst_id)
assert _inst.id == origin_id, (_inst.id, origin_id)
self.dbslave_id = utils.get_instance_id(self.group_id, DBInstanceType.STANDBY)
LOG.info('master_id:%s slave_id:%s' % (self.inst_id, self.dbslave_id))
self.validate()
def resize_ha(self, instance_id=None):
self.inst_id = instance_id
if not self.inst_id:
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.MASTER)
_inst = utils.get_instance(self.inst_id, deleted=0)
self.group_id = _inst.group_id
master = InstanceGroupItem.get_by_gid_type(utils.get_context(), self.group_id, DBInstanceType.MASTER)
standby = InstanceGroupItem.get_by_gid_type(utils.get_context(), self.group_id, DBInstanceType.STANDBY)
if master:
old_master_inst_id = master.instance_id
if standby:
old_standy_inst_id = standby.instance_id
old_master_inst = utils.get_builtin_instance(old_master_inst_id)
old_flavor_id = old_master_inst.flavor_id
old_virtual_instance_id = old_master_inst.virtual_instance_id
self.inst_id = old_master_inst.id
if old_flavor_id not in ['1', '2', '3', '4']:
raise Exception("It is not support to do resizing based on flavor id: %s, supported flavor_ids should be in (1,2,3,4)" % (old_flavor_id))
flavor = str(int(old_flavor_id) + 1)
LOG.info("old flavor : %s, new flavor : %s" % (old_flavor_id, flavor))
utils.resize_flavor_byclient(self.inst_id, flavor)
inst_ids = utils.check_resize_status(self.group_id)
if len(inst_ids) >= 2:
utils.check_rpl_delay(inst_ids[0])
utils.check_rpl_delay(inst_ids[1])
import time
time.sleep(60)
new_master = utils.get_builtin_instance(old_virtual_instance_id)
new_standby = InstanceGroupItem.get_by_gid_type(utils.get_context(), new_master.group_id, DBInstanceType.STANDBY)
if new_master.virtual_instance_id == old_virtual_instance_id and \
new_master.id != old_master_inst.id:
self.inst_id = new_master.id
self.dbslave_id = new_standby.instance_id
self.vip_id = utils.get_vip_id(self.inst_id)
else:
raise Exception("resize for ha failed,new_master.virtual_instance_id %s,"
" old_virtual_instance_id %s, new_master.id %s,"
" old_master_inst.id %s, new_standby_id %s,"
" old_standy_inst_id %s" % (
new_master.virtual_instance_id, old_virtual_instance_id,
new_master.id, old_master_inst.id,
new_standby.instance_id, old_standy_inst_id))
self.validate()
else:
raise Exception("the num of instance_id should be equal or greater than two after resize HA ")
def delete(self):
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.SINGLE)
_master_vm_id = utils.get_instance(self.inst_id).compute_instance_id
utils.delete_rds_byclient(self.inst_id)
utils.check_vm_is_running(_master_vm_id, expect_status="DELETED", timeout=CONF.nova_delete_timeout)
utils.check_server_status(self.inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
expected_svr_status=utils.ServiceStatuses.DELETED,
deleted=True, timeout=CONF.nova_delete_timeout)
utils.check_vip(self.inst_id, deleted=True)
def upgradeha(self,instance_id=None):
self.inst_id = instance_id
if not self.inst_id:
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.SINGLE)
self.group_id = utils.get_instance(self.inst_id).group_id
utils.upgrade_ha_byclient(self.inst_id)
utils.check_server_status(self.inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.MASTER,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False)
_ha = HAInstance()
_ha.create()
def force_migrate(self):
force_host = "rds_zone_1:rds-control-18-220.ksc.com"
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.SINGLE)
_ret = rpc.call(utils.get_context(),
"taskmanager",
{"method": "migrate",
"args": {'migrate_id': self.inst_id, 'host' : force_host }})
self.inst_id = _ret['id']
self.validate()
new_inst = utils.get_instance(self.inst_id)
nova_id = new_inst.compute_instance_id
info = utils.get_nova_server_info(nova_id)
if info['OS-EXT-SRV-ATTR:hypervisor_hostname'] != force_host:
LOG.error("expected host is %s, finally host is %s" % (force_host, info['OS-EXT-SRV-ATTR:hypervisor_hostname']))
def validate(self):
utils.check_server_status(self.inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False)
inst_db_info = utils.get_instance(self.inst_id)
self.group_id = inst_db_info.group_id
utils.check_mysql_adminuser(inst_db_info.id)
_ret = utils.get_builtin_instance(inst_db_info.id)
self.nova_instance = _ret.server
# ip = utils.check_allocate_ip(self.nova_instance)
utils.check_mysql_is_running(inst_db_info.id)
utils.check_vip(inst_db_info.id)
self.backup_id = utils.check_backup(self.group_id)
utils.check_backup_status(self.backup_id)
utils.check_backup_path(self.backup_id)
utils.check_rpl_topo_single(self.group_id)
def migrate(self, instance_id=None, _strategy=None):
self.inst_id = instance_id
if not self.inst_id:
self.inst_id = utils.get_instance_id_bytenant(DBInstanceType.MASTER)
_master_inst = utils.get_instance(id = self.inst_id, deleted = 0)
self.group_id = _master_inst.group_id
self.dbslave_id = utils.get_instance_id(self.group_id, DBInstanceType.STANDBY)
utils.check_server_status(self.inst_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.MASTER,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
utils.check_server_status(self.dbslave_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.STANDBY,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
self.vip_id = utils.get_vip_id(_master_inst.id)
virtual_instance_id = None
strategy = CONF.migrate_strategy
if strategy == 'master':
_ret = utils.get_builtin_instance(_master_inst.id)
nova_instance = _ret.server
instance_id = _master_inst.id
type = DBInstanceType.MASTER
virtual_instance_id = _ret.virtual_instance_id
elif strategy == 'standby':
_ret = utils.get_builtin_instance(self.dbslave_id)
nova_instance = _ret.server
instance_id = self.dbslave_id
type = DBInstanceType.STANDBY
else:
raise Exception("not found migrate_strategy ss%s" % strategy)
ran_count = random.randint(50, 100)
utils.generate_databases(self.inst_id, count = ran_count)
_ret = rpc.call(utils.get_context(), "taskmanager",
{"method": "migrate",
"args": {'migrate_id':instance_id}})
if strategy == 'master':
raw_instance_id = inst_utils.virtual_instid_2_origin_instid(virtual_instance_id)
new_server_id = utils.get_builtin_instance(raw_instance_id).server_id
utils.check_server_status(raw_instance_id, expected_task=utils.tasks.InstanceTasks.NONE,
type=DBInstanceType.MASTER,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout=120)
assert new_server_id != nova_instance.id
self.inst_id = raw_instance_id
elif strategy == "standby":
utils.check_server_status(_ret['id'], expected_task=utils.tasks.InstanceTasks.NONE,
type = DBInstanceType.STANDBY,
expected_svr_status=utils.ServiceStatuses.RUNNING,
deleted=False, timeout = 123)
self.dbslave_id = _ret['id']
utils.check_generated_databases(self.inst_id, count = ran_count)
utils.check_generated_databases(self.dbslave_id, count = ran_count)
utils.clear_generated_databases(self.inst_id, count = ran_count)
self.validate()
