def instance_hot_migrate(instance_id, host_id):
'''
虚拟机迁移
:param instance_id:
:param host_id:
:return:
'''
speed_limit = request.values.get('speed_limit')
if not instance_id or not host_id or not speed_limit or int(
speed_limit) < 0:
logging.info('the params is invalid when migrate instance')
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR,
msg="参数错误")
host_data_s = ins_s.get_host_of_instance(instance_id)
if not host_data_s:
logging.error(
'instance %s of host is not exist in db when migrate instance',
str(instance_id))
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
host_data_d = host_s.HostService().get_host_info(host_id)
if not host_data_d:
logging.error(
'target host %s is not exist in db when migrate instance',
str(instance_id))
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
if host_data_d['typestatus'] == HostTypeStatus.LOCK or host_data_d[
'typestatus'] == HostTypeStatus.MAINTAIN:
logging.error(
'target host %s is in invalid status %s when migrate instance',
host_id, host_data_d['typestatus'])
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='不能迁移到锁定或维护的主机上')
ins_flavor_data = ins_s.get_flavor_of_instance(instance_id)
if not ins_flavor_data:
logging.error('hot migrate can not get instance %s flavor info' %
str(instance_id))
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='无法获取被迁移虚拟机的基础配置信息')
ins_group = ins_g_s.InstanceGroupService().get_instance_group_info(
instance_id)
if not ins_group:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="无法获取虚拟机所在应用组信息")
data_disk_status, data_disk_size = ins_s.get_data_disk_size_of_instance(
instance_id)
if not data_disk_status:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="无法获取被迁移虚拟机磁盘配置信息")
instance_disk_size = int(
ins_flavor_data['root_disk_gb']) + int(data_disk_size)
# 获取物理机所在资源池可用物理机数量
all_hosts_nums, all_hosts_data = host_s.HostService(
).get_available_hosts_of_hostpool(host_data_d["hostpool_id"])
if all_hosts_nums < 1:
return False, '集群物理机资源不足，无法满足虚拟机迁移'
host_data_d_before_match = []
host_data_d_before_match.append(host_data_d)
# 过滤host
# 这里不核对host的cpu型号
hosts_after_filter = host_s_s.migrate_filter_hosts(
host_data_d_before_match, int(all_hosts_nums))
if len(hosts_after_filter) == 0:
logging.info('no available host when get migrate host')
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="集群内其他物理机cpu、内存使用率超过阀值，暂时不能迁移")
# VM分配给HOST看是否满足迁移
vm = {
"vcpu": ins_flavor_data['vcpu'],
"mem_MB": ins_flavor_data['memory_mb'],
"disk_GB": instance_disk_size,
}
host_after_match = host_s_s.migrate_match_hosts(hosts_after_filter,
vm,
ins_group['group_id'],
least_host_num=1,
max_disk=2000)
if len(host_after_match) == 0:
logging.info('no available host when get migrate host')
return json_helper.format_api_resp(
code=ErrorCode.SYS_ERR, msg="集群内其他物理机cpu、内存资源不足或者应用互斥，暂时不能迁移")
# 不能本身
if host_data_s['id'] == host_id:
logging.error('no allow migrate to the same host %s', host_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="不能迁移到原主机上")
ins_data_s = ins_s.InstanceService().get_instance_info(instance_id)
if not ins_data_s:
logging.error('instance %s is not exist in db when migrate instance')
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# 排除非法状态,vm只能在开机状态下才能热迁移
if ins_data_s['status'] != VMStatus.STARTUP or ins_data_s[
'typestatus'] != VMTypeStatus.NORMAL:
logging.error(
'instance status %s, typestatus %s is invalid when migrate instance',
ins_data_s['status'], ins_data_s['typestatus'])
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='只能在关机状态下执行热迁移')
# 检测目标主机是否有迁入VM
if not _check_has_migrate(host_id):
logging.error(
'dest host %s has other migrating instance when migrate instance',
host_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='目标主机现有正在迁入的虚机，不能迁移到该主机')
# 将VM状态改为热迁移中
update_data = {
'status': VMStatus.MIGRATE, # 热迁移中
'updated_at': get_datetime_str()
}
where_data = {'id': instance_id}
ret = ins_s.InstanceService().update_instance_info(update_data, where_data)
if ret != 1:
logging.error(
'update instance status error when cold migrate, update_data:%s, where_data:%s',
update_data, where_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
ins_data = ins_s.InstanceService().get_instance_info(instance_id)
# 新增一个instance_dsthost记录,dsthost为目标host的ip
# 迁移过程中失败则删除这条新增的Instance_dsthost记录，迁移成功之后则删除Instance_srchost记录
# 迁移过程中前端vm页面不会显示这条新增的记录
instance_host_data = {
'instance_id': instance_id,
'instance_name': ins_data['name'],
'host_id': host_id,
'host_name': host_data_d['name'],
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret_h = ins_h_s.InstanceHostService().add_instance_host_info(
instance_host_data)
if ret_h.get('row_num') <= 0:
logging.error(
'add instance host info error when hot migrate, %instance_id,%host_id'
)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# 在instance_migrate表中增加一条数据
insert_data = {
'instance_id': instance_id,
'src_host_id': host_data_s['id'],
'dst_host_id': host_id,
'migrate_status': MigrateStatus.DOING,
'created_at': get_datetime_str()
}
ret_m = ins_m_s.InstanceMigrateService().add_instance_migrate_info(
insert_data)
if ret_m.get('row_num') <= 0:
logging.error(
'add instance migrate info error when cold migrate, insert_data:%s',
insert_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# 发送异步消息到队列
data = {
"routing_key": "INSTANCE.HOTMIGRATE",
"send_time": get_datetime_str(),
"data": {
"request_id": ins_s.generate_req_id(),
"user_id": get_user()['user_id'],
"migrate_tab_id": ret_m.get('last_id'),
"task_id": ins_s.generate_task_id(),
"speed_limit": speed_limit,
"ins_data_s": {
"id": ins_data_s['id'],
"uuid": ins_data_s['uuid'],
"name": ins_data_s['name']
},
"host_data_d": {
"id": host_data_d['id'],
"name": host_data_d['name'],
"ipaddress": host_data_d['ipaddress']
},
"host_data_s": {
"id": host_data_s['id'],
"name": host_data_s['name'],
"ipaddress": host_data_s['ipaddress'],
"sn": host_data_s['sn']
}
}
}
# todo:这里有可能发送不成功
ret_kafka = send_async_msg(KAFKA_TOPIC_NAME, data)
return json_helper.format_api_resp(code=ErrorCode.SUCCESS)
def hot_migrate_init(instance_id):
'''
获取迁移时满足条件的目标主机
:param instance_id:
:return:
'''
# def _check_init():
# 检测虚拟机本身是否符合迁移条件，暂时不做
# pass
def _check_cpu():
#暂时不检测CPU型号
pass
def _check_mem(host, instance_mem):
'''
检测host是否有足够的内存资源和磁盘资源
:param host:
:param instance_mem:
:return:
'''
# host已分配内存
assign_mem = host_s.get_vm_assign_mem_of_host(host['host_id'])
# 已分配 + 预分配 > 总大小
if assign_mem + int(instance_mem) >= int(host['mem_size']):
logging.error(
'host %s assign mem %s + instance mem %s > mem size %s',
host['host_id'], assign_mem, instance_mem, host['mem_size'])
return False
return True
if not instance_id:
logging.info('no instance id when get migrate hosts')
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR,
msg="参数错误")
resp = MigrateHostsResp()
ins_data = ins_s.InstanceService().get_instance_info(instance_id)
if ins_data:
resp.instance_name = ins_data['name']
resp.instance_status = ins_data['status']
ins_flavor_data = ins_s.get_flavor_of_instance(instance_id)
if ins_flavor_data:
resp.instance_cpu = ins_flavor_data['vcpu']
resp.instance_mem = ins_flavor_data['memory_mb']
resp.instance_disk = ins_flavor_data['root_disk_gb']
ins_ip_data = ins_s.get_ip_of_instance(instance_id)
if ins_ip_data:
resp.instance_ip = ins_ip_data['ip_address']
ins_host = ins_s.get_host_of_instance(instance_id)
if not ins_host:
logging.error(
'instance %s of host is not exist in db when get migrate host',
instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="无法获取虚拟机所在物理机信息")
ins_group = ins_g_s.InstanceGroupService().get_instance_group_info(
instance_id)
if not ins_group:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="无法获取虚拟机所在应用组信息")
data_disk_status, data_disk_size = ins_s.get_data_disk_size_of_instance(
instance_id)
if not data_disk_status:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="无法获取被迁移虚拟机磁盘配置信息")
instance_disk_size = int(
ins_flavor_data['root_disk_gb']) + int(data_disk_size)
# 同一集群
all_hosts_nums, all_hosts_data = host_s.HostService(
).get_available_hosts_of_hostpool(ins_host['hostpool_id'])
if all_hosts_nums <= 0:
logging.error('no host in hostpool %s when get migrate host',
ins_host['hostpool_id'])
return json_helper.format_api_resp(code=ErrorCode.SUCCESS,
data={},
msg="集群下没有一台可用物理机")
# 过滤host
# 这里不核对host的cpu型号
hosts_after_filter = host_s_s.migrate_filter_hosts(all_hosts_data,
int(all_hosts_nums))
if len(hosts_after_filter) == 0:
logging.info('no available host when get migrate host')
return json_helper.format_api_resp(code=ErrorCode.SUCCESS,
data={},
msg="集群内其他物理机cpu、内存使用率超过阀值，暂时不能迁移")
# VM分配给HOST看是否满足迁移
vm = {
"vcpu": ins_flavor_data['vcpu'],
"mem_MB": ins_flavor_data['memory_mb'],
"disk_GB": instance_disk_size,
}
host_after_match = host_s_s.migrate_match_hosts(hosts_after_filter,
vm,
ins_group['group_id'],
least_host_num=1,
max_disk=2000)
if len(host_after_match) == 0:
logging.info('no available host when get migrate host')
return json_helper.format_api_resp(
code=ErrorCode.SUCCESS,
data={},
msg="集群内其他物理机cpu、内存资源不足或者应用互斥，暂时不能迁移")
ins_flavor = ins_s.get_flavor_of_instance(instance_id)
if not ins_flavor:
logging.error(
'instance %s flavor is not exist in db when get migrate host',
instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg="kvm平台未找到指定配置规格")
for _host in host_after_match:
# 去除本身host / 内存/磁盘分配足够
if _host['host_id'] != ins_host['id']:
_h = {
'host_id':
_host['host_id'],
'host_name':
_host['name'],
'current_cpu_used':
_host['current_cpu_used'],
'current_mem_used':
_host['current_mem_used'],
'free_disk_space':
int(_host["disk_size"]) *
(100 - int(_host["current_disk_used"])) / 100
}
resp.host_list.append(_h)
return json_helper.format_api_resp(code=ErrorCode.SUCCESS,
data=resp.to_json())
def _create_instance_info(task_id, instance_name, app_info, owner, password,
flavor_id, group_id, vm_host, flavor_info,
image_data, ip_data, vm_disk_gb, mount_point,
instance_system, net_area_id, segment_data, vm_env,
user_id):
uuid = randomUUID()
request_id = ins_s.generate_req_id()
# 往instance表添加记录
logging.info(
'创建VM 步骤10-1：插入instance表 task %s : insert instance table start when create instance',
task_id)
instance_data = {
'uuid': uuid,
'name': instance_name,
'displayname': instance_name,
'description': '',
'status': VMStatus.CREATING,
'typestatus': VMTypeStatus.NORMAL,
'create_source': VMCreateSource.CLOUD_SOURCE,
'isdeleted': '0',
'app_info': app_info,
'owner': owner,
'created_at': get_datetime_str(),
'password': encrypt_helper.encrypt(str(password)), # 密码加密
'request_id': request_id,
'task_id': task_id
}
ret = ins_s.InstanceService().add_instance_info(instance_data)
if ret.get('row_num') <= 0:
logging.error(
'task %s : add instance info error when create instance, insert_data: %s',
task_id, instance_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-1：插入instance表成功 '
'task %s : insert instance table successful when create instance',
task_id)
instance_id = ret.get('last_id')
# 往instance_flavor表添加记录
logging.info(
'创建VM 步骤10-2：插入instance_flavor表 '
'task %s : insert instance_flavor table start when create instance',
task_id)
instance_flavor_data = {
'instance_id': instance_id,
'flavor_id': flavor_id,
'created_at': get_datetime_str()
}
ret1 = ins_f_s.InstanceFlavorService().add_instance_flavor_info(
instance_flavor_data)
if ret1.get('row_num') <= 0:
logging.error(
'task %s : add instance_flavor info error when create instance, insert_data: %s',
task_id, instance_flavor_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-2：插入instance_flavor表成功 '
'task %s : insert instance_flavor table successful when create instance',
task_id)
# 往instance_group表添加记录
logging.info(
'创建VM 步骤10-3：插入instance_group表 task %s : insert instance_group table start when create instance',
task_id)
instance_group_data = {
'instance_id': instance_id,
'group_id': group_id,
'created_at': get_datetime_str()
}
ret2 = ins_g_s.InstanceGroupService().add_instance_group_info(
instance_group_data)
if ret2.get('row_num') <= 0:
logging.error(
'task %s : add instance_group info error when create instance, insert_data: %s',
task_id, instance_group_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-3：插入instance_group表成功 task %s : insert instance_group table successful when create instance',
task_id)
# 往instance_host表添加记录
logging.info(
'创建VM 步骤10-4：插入instance_host表 task %s : insert instance_host table start when create instance',
task_id)
instance_host_data = {
'instance_id': instance_id,
'instance_name': instance_name,
'host_id': vm_host['host_id'],
'host_name': vm_host['name'],
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret3 = ins_h_s.InstanceHostService().add_instance_host_info(
instance_host_data)
if ret3.get('row_num') <= 0:
logging.error(
'task %s : add instance_host info error when create instance, insert_data: %s',
task_id, instance_host_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-4：插入instance_host表成功 '
'task %s : insert instance_host table successful when create instance',
task_id)
# host预分配资源
logging.info(
'创建VM 步骤10-5：host预分配资源 task %s : pre allocate host resource start when create instance',
task_id)
ret4 = host_s.pre_allocate_host_resource(vm_host['host_id'],
flavor_info['vcpu'],
flavor_info['memory_mb'],
flavor_info['root_disk_gb'])
if ret4 != 1:
logging.error(
'task %s : pre allocate host resource to db error when create instance',
task_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-5：host预分配资源成功 '
'task %s : pre allocate host resource successful when create instance',
task_id)
# 往instance_image表添加记录
logging.info(
'创建VM 步骤10-6：插入instance_image表 task %s : insert instance_image table start when create instance',
task_id)
for _image in image_data:
instance_image_data = {
'instance_id': instance_id,
'image_id': _image['id'],
'created_at': get_datetime_str()
}
ret5 = ins_img_s.InstanceImageService().add_instance_image_info(
instance_image_data)
if ret5.get('row_num') <= 0:
logging.error(
'task %s : add instance_image info error when create instance, insert_data: %s',
task_id, instance_image_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-6：插入instance_image表成功 '
'task %s : insert instance_image table successful when create instance',
task_id)
# 往instance_ip表添加记录
logging.info(
'创建VM 步骤10-7：插入instance_ip表 '
'task %s : insert instance_ip table start when create instance',
task_id)
mac = randomMAC()
data_ip_address = ip_data['ip_address']
instance_ip_data = {
'instance_id': instance_id,
'ip_id': ip_data['id'],
'mac': mac,
'type': InstanceNicType.MAIN_NETWORK_NIC,
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret6 = ins_ip_s.InstanceIPService().add_instance_ip_info(instance_ip_data)
if ret6.get('row_num') <= 0:
logging.error(
'task %s : add instance_ip info error when create instance, insert_data: %s',
task_id, instance_ip_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-7：插入instance_ip表成功 '
'task %s : insert instance_ip table successful when create instance',
task_id)
# 标识该IP为已使用
logging.info(
'创建VM 步骤10-8：设置IP为已使用 task %s : set ip used start when create instance',
task_id)
update_data = {'status': IPStatus.USED}
where_data = {'id': ip_data['id']}
ret7 = ip_service.IPService().update_ip_info(update_data, where_data)
if ret7 <= 0:
logging.info(
'task %s : update ip info error when create instance, update_data: %s, where_data: %s',
task_id, update_data, where_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'创建VM 步骤10-8：设置IP为已使用成功 task %s : set ip used successful when create instance',
task_id)
# 拼装消息需要的镜像信息
logging.info(
'创建VM 步骤10-9：拼装所需的镜像信息 '
'task %s : piece together need image info start when create instance',
task_id)
image_list = []
# 数据盘数量
data_image_num = 0
for _image in image_data:
_image_type = _image['type']
_info = {
"disk_format": _image['format'],
"url": _image['url'],
# "md5sum": _image['md5'],
"image_size_gb": _image['size_gb'] # 镜像预分配大小
}
# 系统盘
if _image_type == ImageType.SYSTEMDISK:
_disk_name = instance_name + '.img'
_info['image_dir_path'] = '/app/image/' + uuid + '/' + _disk_name
_info['disk_name'] = _disk_name
_info['disk_size_gb'] = None
_info['dev_name'] = 'vda'
# 如果只有一块盘且为系统盘，则预先分配一块数据盘的数据存入instance_disk表
if len(image_data) == 1:
logging.info(
'task %s : pre insert instance_disk table that has only one system disk start when create '
'instance', task_id)
instance_disk_data = {
'instance_id': instance_id,
'size_gb': vm_disk_gb,
'mount_point': mount_point,
'dev_name': 'vdb',
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret9 = ins_d_s.InstanceDiskService().add_instance_disk_info(
instance_disk_data)
if ret9.get('row_num') <= 0:
logging.info(
'task %s : pre add instance_disk info that has only one system disk error when create '
'instance, insert_data: %s', task_id,
instance_disk_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'task %s : pre insert instance_disk table that has only one system disk successful when '
'create instance', task_id)
else:
# 数据盘
_disk_name = instance_name + '.disk' + str(data_image_num + 1)
_disk_dev_name = _get_vd_map(data_image_num)
_info['image_dir_path'] = '/app/image/' + uuid + '/' + _disk_name
_info['disk_name'] = _disk_name
_info['disk_size_gb'] = vm_disk_gb
_info['dev_name'] = _disk_dev_name
data_image_num += 1
# 往instance_disk表添加记录
logging.info(
'task %s : insert instance_disk table start when create instance',
task_id)
instance_disk_data = {
'instance_id': instance_id,
'size_gb': vm_disk_gb,
'mount_point': mount_point,
'dev_name': _disk_dev_name,
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret8 = ins_d_s.InstanceDiskService().add_instance_disk_info(
instance_disk_data)
if ret8.get('row_num') <= 0:
logging.info(
'task %s : add instance_disk info error when create instance, insert_data: %s',
task_id, instance_disk_data)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
logging.info(
'task %s : insert instance_disk table successful when create instance',
task_id)
image_list.append(_info)
logging.info(
'创建VM 步骤10-9：拼装所需的镜像信息成功 '
'task %s : piece together need image info successful when create instance',
task_id)
# 发送异步消息到队列
logging.info(
'创建VM 步骤10-10：发送异步消息给队列 '
'task %s : send kafka message start when create instance', task_id)
data = {
"routing_key": "INSTANCE.CREATE",
"send_time": get_datetime_str(),
"data": {
"task_id":
task_id,
"request_id":
request_id,
"host_ip":
vm_host['ipaddress'],
"uuid":
uuid,
"hostname":
instance_name, # 实例名
"memory_mb":
flavor_info['memory_mb'],
"vcpu":
flavor_info['vcpu'],
"ostype":
instance_system,
"user_id":
user_id,
"disks":
image_list,
"disk_size":
vm_disk_gb,
"image_name":
_image['url'].split('/')[-1],
"net_area_id":
net_area_id,
"networks": [{
"net_card_name": "br_bond0." + segment_data['vlan'],
"ip": data_ip_address,
"netmask": segment_data['netmask'],
"dns1": segment_data['dns1'],
"dns2": segment_data['dns2'],
"mac": mac,
"gateway": segment_data['gateway_ip'],
"env": vm_env # SIT STG PRD DR
}]
}
}
ret_kafka = send_async_msg(KAFKA_TOPIC_NAME, data)
def _instance_db_info(uuid, vmname, vm_app_info, owner, flavor_id, group_id,
host, mac, vmdisk, ip_id, vmostype, requestid, ver_data):
vm_ostype_todb = ''
vmhost = ho_s.HostService().get_host_info_by_hostip(host)
# 往instance表添加记录
instance_data = {
'uuid': uuid,
'name': vmname,
'displayname': vmname,
'description': '',
'status': VMStatus.CONVERTING,
'typestatus': VMTypeStatus.NORMAL,
'isdeleted': '0',
'app_info': vm_app_info,
'owner': owner,
'created_at': get_datetime_str(),
'create_source': VMCreateSource.ESX
}
ret = ins_s.InstanceService().add_instance_info(instance_data)
if ret.get('row_num') <= 0:
message = 'add instance info error when create instance'
logging.info(
'add instance info error when create instance, insert_data: %s',
instance_data)
return False, message
instance_id = ret.get('last_id')
if vmostype == 'Windows':
vm_ostype_todb = 'windows'
elif vmostype == 'Linux':
vm_ostype_todb = 'linux'
# 往v2v_instance_info表添加记录
v2v_instance_data = {
'instance_id': instance_id,
'os_type': vm_ostype_todb,
'isdeleted': '0',
'created_at': get_datetime_str(),
'request_id': requestid,
'os_version': ver_data
}
ret_v2v_instance = v2v_in_i.v2vInstanceinfo().add_v2v_instance_info(
v2v_instance_data)
if ret_v2v_instance.get('row_num') <= 0:
logging.info(
'add v2v_instance info error when create instance, v2v_instance_data: %s',
v2v_instance_data)
message = 'add v2v_instance info error when create instance'
return False, message
# 往instance_flavor表添加记录
instance_flavor_data = {
'instance_id': instance_id,
'flavor_id': flavor_id,
'created_at': get_datetime_str()
}
ret1 = ins_f_s.InstanceFlavorService().add_instance_flavor_info(
instance_flavor_data)
if ret1.get('row_num') <= 0:
logging.info(
'add instance_flavor info error when create instance, insert_data: %s',
instance_flavor_data)
message = 'add instance_flavor info error when create instance'
return False, message
# 往instance_group表添加记录
instance_group_data = {
'instance_id': instance_id,
'group_id': group_id,
'created_at': get_datetime_str()
}
ret2 = ins_g_s.InstanceGroupService().add_instance_group_info(
instance_group_data)
if ret2.get('row_num') <= 0:
logging.info(
'add instance_group info error when create instance, insert_data: %s',
instance_group_data)
message = 'add instance_group info error when create instance'
return False, message
# 往instance_host表添加记录
instance_host_data = {
'instance_id': instance_id,
'instance_name': vmname,
'host_id': vmhost['id'],
'host_name': vmhost['name'],
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret3 = ins_h_s.InstanceHostService().add_instance_host_info(
instance_host_data)
if ret3.get('row_num') <= 0:
logging.info(
'add instance_host info error when create instance, insert_data: %s',
instance_host_data)
message = 'add instance_host info error when create instance'
return False, message
# 往instance_ip表添加记录
instance_ip_data = {
'instance_id': instance_id,
'ip_id': ip_id,
'mac': mac,
'type': InstanceNicType.MAIN_NETWORK_NIC,
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret4 = ins_ip_s.InstanceIPService().add_instance_ip_info(instance_ip_data)
if ret4.get('row_num') <= 0:
logging.info(
'add instance_ip info error when create instance, insert_data: %s',
instance_ip_data)
message = 'add instance_ip info error when create instance'
return False, message
# 往instance_disk表添加记录
instance_disk_data = {
'instance_id': instance_id,
'size_gb': vmdisk,
'mount_point': '',
'dev_name': '',
'isdeleted': '0',
'created_at': get_datetime_str()
}
ret5 = ins_d_s.InstanceDiskService().add_instance_disk_info(
instance_disk_data)
if ret5.get('row_num') <= 0:
logging.info(
'add instance_disk info error when create instance, insert_data: %s',
instance_disk_data)
message = 'add instance_disk info error when create instance'
return False, message
message = "信息入库完成"
return True, message
def instance_configure(instance_id):
'''
虚机修改配置
规则：
热修改（开机状态）：cpu disk 加
冷修改（关机状态）：cpu mem 加减 disk 加
:param instance_id:
:return:
'''
n_flavor_id = request.values.get('flavor_id')
n_app_info = request.values.get('app_info')
n_owner = request.values.get('owner')
n_group_id = request.values.get('group_id')
n_net_conf_list_req = request.values.get('net_status_list')
# start
n_extend_list_req = request.values.get('extend_list')
n_qemu_ga_update_req = request.values.get('qemu_ga_update')
c_system = ''
c_version = None
# end
if not instance_id or not n_flavor_id or not n_group_id:
logging.error('params is invalid when change instance configure')
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR)
ins_data = ins_s.InstanceService().get_instance_info(instance_id)
###################################add 2017/09/29#############################3
uuid = ins_data['uuid']
user_id = get_user()['user_id']
request_id = ins_s.generate_req_id()
if not ins_data:
logging.error('the instance %s is not exist in db when change instance configure', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# --------------------edit 2017/11/13-----------------------
if ins_data['create_source'] == '0':
ins_images_data = ins_s.get_images_of_instance(instance_id)
if ins_images_data:
c_system = ins_images_data[0]['system']
else:
ins_images_data = v2v_ins_s.V2VInstanceService().get_v2v_instance_info(instance_id)
if ins_images_data:
c_system = ins_images_data['os_type']
ins_status = ins_data['status']
# 获取虚拟机所在物理机信息
host_data = ins_s.get_host_of_instance(instance_id)
ins_datacenter_info = ins_s.get_datacenter_of_instance(instance_id)
if not host_data or not ins_datacenter_info:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机所在物理机信息、机房信息")
ins_data['dc_type'] = ins_datacenter_info['dc_type']
# 新flavor信息
n_flavor_data = fla_s.FlavorService().get_flavor_info(n_flavor_id)
if not n_flavor_data:
logging.error('flavor %s is invalid in db when change instance configure', n_flavor_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='新的配置数据有误，无法修改配置')
# 虚机现有flavor信息
c_flavor_data = ins_s.get_flavor_of_instance(instance_id)
if not c_flavor_data:
logging.error('instance %s flavor is invalid in db when change instance configure', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
c_group_data = ins_s.get_group_of_instance(instance_id)
if c_group_data and int(c_group_data['group_id']) != int(n_group_id):
# 检查新应用组的配额
is_group_enough, req_msg = _check_change_group_quota(n_group_id, n_flavor_data, c_flavor_data)
if not is_group_enough:
logging.error('new group %s quota is not enough to change new flavor', n_group_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=req_msg)
params = {}
if json_helper.loads(n_extend_list_req):
# 检查当前应用组的配额
is_group_enough, req_msg = _check_change_group_quota(n_group_id, n_flavor_data, c_flavor_data,
json_helper.loads(n_extend_list_req))
if not is_group_enough:
logging.error('new group %s quota is not enough to change new flavor', n_group_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=req_msg)
# 检查物理机当前使用率情况是否满足扩容
is_host_available, ret_msg = __check_host_capacity(host_data, n_flavor_data, c_flavor_data
, json_helper.loads(n_extend_list_req))
if not is_host_available:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=ret_msg)
vmname = ins_data['name']
uuid = ''
host_ip = ''
n_extend_list_req = json_helper.loads(n_extend_list_req)
try:
uuid = ins_data['uuid']
host_ip = ins_s.get_hostip_of_instance(instance_id)
except:
pass
connect_instance = vmManager.libvirt_get_connect(host_ip, conn_type='instance', vmname=ins_data['name'])
if not connect_instance:
pass
# 添加扩容开始action
ins_a_s.update_instance_status(VMStatus.CONFIGURE_ING, instance_id)
ins_a_s.add_disk_extend_action_to_database(uuid, request_id, user_id,
InstaceActions.INSTANCE_DISK_EXTEND, ActionStatus.START, 'start')
# 满足扩容条件
if n_qemu_ga_update_req:
if c_system.strip() == 'linux':
flag, msg = connect_instance.exec_qemu_command(
"cat /proc/self/mounts | grep -w / | grep -v rootfs | awk '{print $3}'")
if not flag:
c_version = None
c_version = CentOS_Version.CentOS_6 if msg.strip() == 'ext4' else CentOS_Version.CentOS_7
flag, result = ins_a_s.extend_mount_size(n_extend_list_req, host_ip, vmname, uuid, c_version, instance_id)
elif c_system.strip() == 'windows':
flag, result = ins_a_s.extend_dev_size(n_extend_list_req, host_ip, vmname, uuid, instance_id)
else:
flag = False
if flag:
msg = "扩容成功"
ins_a_s.update_disk_action_to_database(request_id, InstaceActions.INSTANCE_DISK_EXTEND,
ActionStatus.SUCCSESS, msg)
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
else:
msg = "扩容失败,{}".format(result)
ins_a_s.update_disk_action_to_database(request_id, InstaceActions.INSTANCE_DISK_EXTEND,
ActionStatus.FAILD, msg)
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.ALL_FAIL, msg=msg)
else :
# 非linux系统，关机状态，qemu-guest-agent没有更新成功
msg = "非linux系统，扩容失败"
ins_a_s.update_disk_action_to_database(request_id, InstaceActions.INSTANCE_DISK_EXTEND, ActionStatus.FAILD,
msg)
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.ALL_FAIL, msg=msg)
else:
pass
if c_flavor_data['vcpu'] != n_flavor_data['vcpu'] or c_flavor_data['memory_mb'] != n_flavor_data['memory_mb']:
# 检查当前应用组的配额
is_group_enough, req_msg = _check_change_group_quota(n_group_id, n_flavor_data, c_flavor_data)
if not is_group_enough:
logging.error('new group %s quota is not enough to change new flavor', n_group_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=req_msg)
# 检查物理机当前使用率情况是否满足扩容
is_host_available, ret_msg = __check_host_capacity(host_data, n_flavor_data, c_flavor_data)
if not is_host_available:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=ret_msg)
# 关机状态
if ins_status == VMStatus.SHUTDOWN:
pass
elif ins_status == VMStatus.STARTUP:
# 开机状态
# cpu只能增
if c_flavor_data['vcpu'] > n_flavor_data['vcpu']:
logging.error('vcpu only be increase in startup status, now vcpu %s > new vcpu %s',
c_flavor_data['vcpu'], n_flavor_data['vcpu'])
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='开机状态下，CPU数量只能增加不能减少')
# 内存不能修改
if c_flavor_data['memory_mb'] != n_flavor_data['memory_mb']:
logging.error('memory only no allow be change in startup status, now mem %s, new mem %s',
c_flavor_data['memory_mb'], n_flavor_data['memory_mb'])
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='开机状态下，不能修改内存容量')
else:
logging.error('instance status %s is invalid when change instance configure', ins_status)
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='只能在开机或关机状态下修改配置')
if n_flavor_data['vcpu'] == c_flavor_data['vcpu']:
pass
else:
params['new_vcpu'] = n_flavor_data['vcpu']
params['old_vcpu'] = c_flavor_data['vcpu']
new_mem = n_flavor_data['memory_mb']
old_mem = c_flavor_data['memory_mb']
if new_mem == old_mem:
pass
else:
# 检查内存是否超分
if not _check_mem_allocation(instance_id, new_mem, old_mem):
logging.error('instance %s mem has over allocation, new mem %s, old mem %s', instance_id, new_mem, old_mem)
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='物理内存不能超分')
params['new_mem'] = new_mem
params['old_mem'] = old_mem
# 检查网络配置是否需要修改
n_net_conf_list = json_helper.loads(n_net_conf_list_req)
if n_net_conf_list:
params['net_status_list'] = n_net_conf_list
# 没有一个指标可以修改
if not params:
logging.error('vcpu, mem, disk no one can change when change instance configure')
else:
host_ip = ins_s.get_hostip_of_instance(ins_data['id'])
if not host_ip:
logging.error('instance %s has no host ip when change instance configure', ins_data['id'])
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
ret_flavor = ins_a_s.change_instance_configure(host_ip, ins_data, c_flavor_data['flavor_id'], n_flavor_id,
ins_status, **params)
if not ret_flavor:
ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
update_data_i = {
'app_info': n_app_info,
'owner': n_owner,
'updated_at': get_datetime_str()
}
where_data_i = {
'id': instance_id
}
ret_i = ins_s.InstanceService().update_instance_info(update_data_i, where_data_i)
# if ret_i != 1:
# logging.error('update instance info error when configure, update_data:%s, where_data:%s',
# update_data_i, where_data_i)
# return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
update_data_g = {
'group_id': n_group_id,
'updated_at': get_datetime_str()
}
where_data_g = {
'instance_id': instance_id
}
ret_g = ins_g_s.InstanceGroupService().update_instance_group_info(update_data_g, where_data_g)
# if ret_g != 1:
# logging.error('update group info error when configure, update_data:%s, where_data:%s',
# update_data_g, where_data_g)
# return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# if 'disk_gb_list' in params:
# return json_helper.format_api_resp(code=ErrorCode.SUCCESS, msg='硬盘扩容任务发送成功')
return json_helper.format_api_resp(code=ErrorCode.SUCCESS, msg='修改配置成功')
def delete_group(group_id):
'''
删除用户组的流程：查询instance_group表，如果group在表中，就在tb_group表中将group的isdeleted改为1，
然后在user_group表中删除所有group_id的行，在access表中删除group信息
如果group不在instance_group表中，则直接删除group
'''
def _check_ins_exist_in_group(group_id):
'''
检查组下是否有VM
:param group_id:
:return:
'''
instances = ins_s.get_instances_in_group(group_id)
if len(instances) > 0:
return True
return False
if not group_id:
logging.info('no group_id when delete group')
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR)
group_num, group_data = group_s.GroupService().get_group_info(group_id)
if group_num <= 0:
logging.error('no group %s info in db when delete group', group_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# 只能超级管理员组成员和组所有者才能删除，超级管理员组ID为1
user_group_ids = current_user_group_ids()
if group_data[0]['owner'] != get_user(
)['user_id'] and 1 not in user_group_ids:
logging.error(
'only allow super group member or group owner %s to delete group %s',
group_data[0]['owner'], group_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='您没有权限删除该应用组!')
# 该应用组下没有VM才能删除
if _check_ins_exist_in_group(group_id):
logging.error(
'no allow delete group %s which has vms when delete group',
group_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='该应用组分配有虚拟机，不能删除该组!')
# 删除access中所有group_id的数据，然后插入前端提交的数据
delete_access = access.delete_access_info(group_id)
if delete_access < 0:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
rest = ins_g_s.InstanceGroupService().query_data(
where_field="group_id", where_field_value=group_id)
# 如果instance_group表中没有group_id，就直接在group表中删除它
if not rest:
group.delete_group(group_id)
else:
update_data = {'isdeleted': '1', 'deleted_at': get_datetime_str()}
where_data = {
'id': group_id,
}
ret = group_s.update_group_info(update_data, where_data)
if ret < 0:
logging.error("update group error, update_data:%s, where_data:%s",
str(update_data), str(where_data))
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
# 不管group在不在Instance_group表中，都删除它下面的所有用户
delete_users = user_g_s.delete_users_in_group(group_id)
if delete_users < 0:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR)
return json_helper.format_api_resp(code=ErrorCode.SUCCESS)
def v2v_openstack_del():
#获取入参信息
delete = request.values.get('delete')
request_his = request.values.get('request_id')
source = v2v_op.v2vTaskService().get_v2v_task_by_requestid(
request_his)['source']
if not source:
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR,
msg='v2v来源缺失')
if delete != '1':
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR,
msg='参数错误')
#判断当前任务是否完成
data, message = v2v_op.get_v2v_deleteable(request_his)
if data != '2':
return_msg = message
return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR,
msg=return_msg)
else:
if source == VMCreateSource.OPENSTACK:
del_res, del_msg = del_action(request_his)
if del_res == False:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg=del_msg)
else:
tag, errmsg = esx_del_action(request_his)
if not tag:
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg=errmsg)
v2v_task = v2v_op.v2vTaskService().get_v2v_task_by_requestid(
request_his)
v2v_vm_uuid = v2v_task['vm_uuid']
#更新instance表
instance_info = ins_s.InstanceService().get_instance_info_by_uuid(
v2v_vm_uuid)
instance_id = instance_info['id']
update_data = {'isdeleted': '1', 'deleted_at': get_datetime_str()}
where_data = {'id': instance_id}
ret = ins_s.InstanceService().update_instance_info(
update_data, where_data)
if ret != 1:
logging.error('删除instance %s 错误', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除instance错误')
# instance_flavor
ret_f = ins_f_s.InstanceFlavorService().delete_instance_flavor(
instance_id)
if ret_f != 1:
logging.error('delete instance %s flavor error', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除instance flavor错误')
# instance_group
ret_g = ins_g_s.InstanceGroupService().delete_instance_group_info(
instance_id)
if ret_g != 1:
logging.error('delete instance %s group error', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除instance group错误')
# instance_host
update_data_h = {'isdeleted': '1', 'deleted_at': get_datetime_str()}
where_data_h = {'instance_id': instance_id}
ret_h = ins_h_s.InstanceHostService().update_instance_host_info(
update_data_h, where_data_h)
if ret_h != 1:
logging.error('delete instance %s host error', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除instance host错误')
# instance_disk
update_data_d = {'isdeleted': '1', 'deleted_at': get_datetime_str()}
where_data_d = {'instance_id': instance_id}
ret_d = ins_d_s.InstanceDiskService().update_instance_disk_info(
update_data_d, where_data_d)
if ret_d != 1:
logging.error('delete instance %s disk error', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除instance disk错误')
# instance_ip
update_data_ip = {'isdeleted': '1', 'deleted_at': get_datetime_str()}
where_data_ip = {'instance_id': instance_id}
ret_i_ip = ins_ip_s.InstanceIPService().update_instance_ip_info(
update_data_ip, where_data_ip)
if ret_i_ip != 1:
logging.error('delete instance %s ip error', instance_id)
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除instance ip错误')
#更新v2v_instance_info
update_data = {'isdeleted': '1', 'deleted_at': get_datetime_str()}
where_data = {'instance_id': instance_id}
ret_v2v_in_i = v2v_in_i.v2vInstanceinfo().update_v2v_status(
update_data, where_data)
if ret_v2v_in_i != 1:
logging.error('delete v2v instance info error')
return json_helper.format_api_resp(code=ErrorCode.SYS_ERR,
msg='删除v2v instance info错误')
# 删除vm的ip
ip_data = ins_s.get_ip_of_instance(instance_id)
ip_id = ip_data['id']
if ip_data:
ip_s.del_ip_info(ip_id)
#更新v2v_task表
where_v2v = {'request_id': request_his}
update_v2v = {'destory': '1'}
v2v_op.v2vTaskService().update_v2v_status(update_v2v, where_v2v)
return json_helper.format_api_resp(code=ErrorCode.SUCCESS,
msg='删除v2v任务完成')
