def instance_flavor(instance_id): ''' 获取虚机flavor :param instance_id: :return: ''' if not instance_id: logging.info('no instance_id when get flavor') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR) flavor_data = ins_s.get_flavor_of_instance(instance_id) return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data=flavor_data)
def instance_clone(instance_id): ''' 虚机克隆 :param instance_id: :return: ''' instance_newname = request.values.get('instance_newname') if not instance_id: logging.info('no instance_id when clone instance') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR) ins_data = ins_s.InstanceService().get_instance_info(instance_id) if not ins_data: logging.error('instance %s data is no exist in db when clone instance', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) ins_status = ins_data['status'] if ins_status != VMStatus.SHUTDOWN: logging.error('instance %s status %s is invalid when clone instance', instance_id, ins_status) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='只能在关机状态下克隆虚机') ins_group = ins_s.get_group_of_instance(instance_id) if not ins_group: logging.error( 'instance %s group data is no exist in db when clone instance', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) ins_flavor = ins_s.get_flavor_of_instance(instance_id) if not ins_flavor: logging.error( 'instance %s flavor data is no exist in db when clone instance', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # 检查应用组配额 ins_group_id = ins_group['group_id'] is_quota_enough, quota_msg = check_group_quota(ins_group_id, ins_flavor, 1) if not is_quota_enough: logging.error('group %s is no enough quota when clone instance', ins_group_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=quota_msg) return json_helper.format_api_resp(code=ErrorCode.SUCCESS)
def hot_migrate_init(instance_id): ''' 获取迁移时满足条件的目标主机 :param instance_id: :return: ''' # def _check_init(): # 检测虚拟机本身是否符合迁移条件,暂时不做 # pass def _check_cpu(): #暂时不检测CPU型号 pass def _check_mem(host, instance_mem): ''' 检测host是否有足够的内存资源和磁盘资源 :param host: :param instance_mem: :return: ''' # host已分配内存 assign_mem = host_s.get_vm_assign_mem_of_host(host['host_id']) # 已分配 + 预分配 > 总大小 if assign_mem + int(instance_mem) >= int(host['mem_size']): logging.error( 'host %s assign mem %s + instance mem %s > mem size %s', host['host_id'], assign_mem, instance_mem, host['mem_size']) return False return True if not instance_id: logging.info('no instance id when get migrate hosts') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR, msg="参数错误") resp = MigrateHostsResp() ins_data = ins_s.InstanceService().get_instance_info(instance_id) if ins_data: resp.instance_name = ins_data['name'] resp.instance_status = ins_data['status'] ins_flavor_data = ins_s.get_flavor_of_instance(instance_id) if ins_flavor_data: resp.instance_cpu = ins_flavor_data['vcpu'] resp.instance_mem = ins_flavor_data['memory_mb'] resp.instance_disk = ins_flavor_data['root_disk_gb'] ins_ip_data = ins_s.get_ip_of_instance(instance_id) if ins_ip_data: resp.instance_ip = ins_ip_data['ip_address'] ins_host = ins_s.get_host_of_instance(instance_id) if not ins_host: logging.error( 'instance %s of host is not exist in db when get migrate host', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机所在物理机信息") ins_group = ins_g_s.InstanceGroupService().get_instance_group_info( instance_id) if not ins_group: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机所在应用组信息") data_disk_status, data_disk_size = ins_s.get_data_disk_size_of_instance( instance_id) if not data_disk_status: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取被迁移虚拟机磁盘配置信息") instance_disk_size = int( ins_flavor_data['root_disk_gb']) + int(data_disk_size) # 同一集群 all_hosts_nums, all_hosts_data = host_s.HostService( ).get_available_hosts_of_hostpool(ins_host['hostpool_id']) if all_hosts_nums <= 0: logging.error('no host in hostpool %s when get migrate host', ins_host['hostpool_id']) return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data={}, msg="集群下没有一台可用物理机") # 过滤host # 这里不核对host的cpu型号 hosts_after_filter = host_s_s.migrate_filter_hosts(all_hosts_data, int(all_hosts_nums)) if len(hosts_after_filter) == 0: logging.info('no available host when get migrate host') return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data={}, msg="集群内其他物理机cpu、内存使用率超过阀值,暂时不能迁移") # VM分配给HOST看是否满足迁移 vm = { "vcpu": ins_flavor_data['vcpu'], "mem_MB": ins_flavor_data['memory_mb'], "disk_GB": instance_disk_size, } host_after_match = host_s_s.migrate_match_hosts(hosts_after_filter, vm, ins_group['group_id'], least_host_num=1, max_disk=2000) if len(host_after_match) == 0: logging.info('no available host when get migrate host') return json_helper.format_api_resp( code=ErrorCode.SUCCESS, data={}, msg="集群内其他物理机cpu、内存资源不足或者应用互斥,暂时不能迁移") ins_flavor = ins_s.get_flavor_of_instance(instance_id) if not ins_flavor: logging.error( 'instance %s flavor is not exist in db when get migrate host', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="kvm平台未找到指定配置规格") for _host in host_after_match: # 去除本身host / 内存/磁盘分配足够 if _host['host_id'] != ins_host['id']: _h = { 'host_id': _host['host_id'], 'host_name': _host['name'], 'current_cpu_used': _host['current_cpu_used'], 'current_mem_used': _host['current_mem_used'], 'free_disk_space': int(_host["disk_size"]) * (100 - int(_host["current_disk_used"])) / 100 } resp.host_list.append(_h) return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data=resp.to_json())
def instance_hot_migrate(instance_id, host_id): ''' 虚拟机迁移 :param instance_id: :param host_id: :return: ''' speed_limit = request.values.get('speed_limit') if not instance_id or not host_id or not speed_limit or int( speed_limit) < 0: logging.info('the params is invalid when migrate instance') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR, msg="参数错误") host_data_s = ins_s.get_host_of_instance(instance_id) if not host_data_s: logging.error( 'instance %s of host is not exist in db when migrate instance', str(instance_id)) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) host_data_d = host_s.HostService().get_host_info(host_id) if not host_data_d: logging.error( 'target host %s is not exist in db when migrate instance', str(instance_id)) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) if host_data_d['typestatus'] == HostTypeStatus.LOCK or host_data_d[ 'typestatus'] == HostTypeStatus.MAINTAIN: logging.error( 'target host %s is in invalid status %s when migrate instance', host_id, host_data_d['typestatus']) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='不能迁移到锁定或维护的主机上') ins_flavor_data = ins_s.get_flavor_of_instance(instance_id) if not ins_flavor_data: logging.error('hot migrate can not get instance %s flavor info' % str(instance_id)) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='无法获取被迁移虚拟机的基础配置信息') ins_group = ins_g_s.InstanceGroupService().get_instance_group_info( instance_id) if not ins_group: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机所在应用组信息") data_disk_status, data_disk_size = ins_s.get_data_disk_size_of_instance( instance_id) if not data_disk_status: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取被迁移虚拟机磁盘配置信息") instance_disk_size = int( ins_flavor_data['root_disk_gb']) + int(data_disk_size) # 获取物理机所在资源池可用物理机数量 all_hosts_nums, all_hosts_data = host_s.HostService( ).get_available_hosts_of_hostpool(host_data_d["hostpool_id"]) if all_hosts_nums < 1: return False, '集群物理机资源不足,无法满足虚拟机迁移' host_data_d_before_match = [] host_data_d_before_match.append(host_data_d) # 过滤host # 这里不核对host的cpu型号 hosts_after_filter = host_s_s.migrate_filter_hosts( host_data_d_before_match, int(all_hosts_nums)) if len(hosts_after_filter) == 0: logging.info('no available host when get migrate host') return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="集群内其他物理机cpu、内存使用率超过阀值,暂时不能迁移") # VM分配给HOST看是否满足迁移 vm = { "vcpu": ins_flavor_data['vcpu'], "mem_MB": ins_flavor_data['memory_mb'], "disk_GB": instance_disk_size, } host_after_match = host_s_s.migrate_match_hosts(hosts_after_filter, vm, ins_group['group_id'], least_host_num=1, max_disk=2000) if len(host_after_match) == 0: logging.info('no available host when get migrate host') return json_helper.format_api_resp( code=ErrorCode.SYS_ERR, msg="集群内其他物理机cpu、内存资源不足或者应用互斥,暂时不能迁移") # 不能本身 if host_data_s['id'] == host_id: logging.error('no allow migrate to the same host %s', host_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="不能迁移到原主机上") ins_data_s = ins_s.InstanceService().get_instance_info(instance_id) if not ins_data_s: logging.error('instance %s is not exist in db when migrate instance') return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # 排除非法状态,vm只能在开机状态下才能热迁移 if ins_data_s['status'] != VMStatus.STARTUP or ins_data_s[ 'typestatus'] != VMTypeStatus.NORMAL: logging.error( 'instance status %s, typestatus %s is invalid when migrate instance', ins_data_s['status'], ins_data_s['typestatus']) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='只能在关机状态下执行热迁移') # 检测目标主机是否有迁入VM if not _check_has_migrate(host_id): logging.error( 'dest host %s has other migrating instance when migrate instance', host_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='目标主机现有正在迁入的虚机,不能迁移到该主机') # 将VM状态改为热迁移中 update_data = { 'status': VMStatus.MIGRATE, # 热迁移中 'updated_at': get_datetime_str() } where_data = {'id': instance_id} ret = ins_s.InstanceService().update_instance_info(update_data, where_data) if ret != 1: logging.error( 'update instance status error when cold migrate, update_data:%s, where_data:%s', update_data, where_data) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) ins_data = ins_s.InstanceService().get_instance_info(instance_id) # 新增一个instance_dsthost记录,dsthost为目标host的ip # 迁移过程中失败则删除这条新增的Instance_dsthost记录,迁移成功之后则删除Instance_srchost记录 # 迁移过程中前端vm页面不会显示这条新增的记录 instance_host_data = { 'instance_id': instance_id, 'instance_name': ins_data['name'], 'host_id': host_id, 'host_name': host_data_d['name'], 'isdeleted': '0', 'created_at': get_datetime_str() } ret_h = ins_h_s.InstanceHostService().add_instance_host_info( instance_host_data) if ret_h.get('row_num') <= 0: logging.error( 'add instance host info error when hot migrate, %instance_id,%host_id' ) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # 在instance_migrate表中增加一条数据 insert_data = { 'instance_id': instance_id, 'src_host_id': host_data_s['id'], 'dst_host_id': host_id, 'migrate_status': MigrateStatus.DOING, 'created_at': get_datetime_str() } ret_m = ins_m_s.InstanceMigrateService().add_instance_migrate_info( insert_data) if ret_m.get('row_num') <= 0: logging.error( 'add instance migrate info error when cold migrate, insert_data:%s', insert_data) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # 发送异步消息到队列 data = { "routing_key": "INSTANCE.HOTMIGRATE", "send_time": get_datetime_str(), "data": { "request_id": ins_s.generate_req_id(), "user_id": get_user()['user_id'], "migrate_tab_id": ret_m.get('last_id'), "task_id": ins_s.generate_task_id(), "speed_limit": speed_limit, "ins_data_s": { "id": ins_data_s['id'], "uuid": ins_data_s['uuid'], "name": ins_data_s['name'] }, "host_data_d": { "id": host_data_d['id'], "name": host_data_d['name'], "ipaddress": host_data_d['ipaddress'] }, "host_data_s": { "id": host_data_s['id'], "name": host_data_s['name'], "ipaddress": host_data_s['ipaddress'], "sn": host_data_s['sn'] } } } # todo:这里有可能发送不成功 ret_kafka = send_async_msg(KAFKA_TOPIC_NAME, data) return json_helper.format_api_resp(code=ErrorCode.SUCCESS)
def instance_msg_send_to_kafka(task_id, request_id): ''' 通过传入的task_id, request_id拼凑消息发送kafka,可供外部接口调用 :param request_id: :return: ''' _ins_info = ins_s.InstanceService().get_instance_info_by_requestid(request_id) if not _ins_info: return logging.error('task %s : can not find instance info ' 'when retry create instance send kafka msg', task_id) if _ins_info['isdeleted'] == '1': return logging.error('task %s : instance has been deleted ' 'when retry create instance send kafka msg', task_id) _ins_host_ip = ins_s.get_hostip_of_instance(_ins_info['id']) _ins_hostpool_db_info = ins_s.get_hostpool_of_instance(_ins_info['id']) _ins_flavor_db_info = ins_s.get_flavor_of_instance(_ins_info['id']) if not _ins_host_ip or not _ins_hostpool_db_info or not _ins_flavor_db_info: return logging.error('task %s : instance host, hostpool or flavor information' 'when retry create instance send kafka msg', task_id) # 获取虚拟机数据盘大小 ret_disk_status, vm_disk_gb = ins_s.get_data_disk_size_of_instance(_ins_info['id']) if not ret_disk_status: return logging.error('task %s : instance data disk size can not find' 'when retry create instance send kafka msg', task_id) # 获取虚拟机对应网段信息 segment_data = ins_s.get_net_segment_info_of_instance(_ins_info['id']) if not segment_data: return logging.error('task %s : instance segment information can not find' 'when retry create instance send kafka msg', task_id) # 获取虚拟机所在机房类型 vm_env = hostpool_service.get_env_of_hostpool(_ins_hostpool_db_info['id']) if not vm_env: return logging.error('task %s : instance env information can not find' 'when retry create instance send kafka msg', task_id) ins_images = ins_s.get_images_of_instance(_ins_info['id']) if not ins_images: return logging.error('task %s : instance image information can not find' 'when retry create instance send kafka msg', task_id) else: instance_system = ins_images[0]['system'] image_name = ins_images[0]['name'] # 获取镜像信息,一个image_name可能对应多个id image_nums, image_data = image_service.ImageService().get_images_by_name(image_name) if image_nums <= 0: return logging.error('task %s : instance image information can not find' 'when retry create instance send kafka msg', task_id) # 拼装消息需要的镜像信息 image_list = [] # 数据盘数量 data_image_num = 0 for _image in image_data: _image_type = _image['type'] _info = { "disk_format": _image['format'], "url": _image['url'], "image_size_gb": _image['size_gb'] # 镜像预分配大小 } # 系统盘 if _image_type == ImageType.SYSTEMDISK: _disk_name = _ins_info['name'] + '.img' _info['image_dir_path'] = '/app/image/' + _ins_info['uuid'] + '/' + _disk_name _info['disk_name'] = _disk_name _info['disk_size_gb'] = None _info['dev_name'] = 'vda' else: # 数据盘 _disk_name = _ins_info['name'] + '.disk' + str(data_image_num + 1) _disk_dev_name = _get_vd_map(data_image_num) _info['image_dir_path'] = '/app/image/' + _ins_info['uuid'] + '/' + _disk_name _info['disk_name'] = _disk_name _info['disk_size_gb'] = int(vm_disk_gb) _info['dev_name'] = _disk_dev_name data_image_num += 1 image_list.append(_info) # 发送异步消息到队列 data = { "routing_key": "INSTANCE.CREATE", "send_time": get_datetime_str(), "data": { "task_id": task_id, "request_id": request_id, "host_ip": _ins_host_ip, "uuid": _ins_info['uuid'], "hostname": _ins_info['name'], # 实例名 "memory_mb": _ins_flavor_db_info['memory_mb'], "vcpu": _ins_flavor_db_info['vcpu'], "ostype": instance_system, "user_id": _ins_info['owner'], "disks": image_list, "disk_size": int(vm_disk_gb), "image_name": image_name, "net_area_id": segment_data['net_area_id'], "networks": [ { "net_card_name": "br_bond0." + segment_data['vlan'], "ip": segment_data['ip_address'], "netmask": segment_data['netmask'], "dns1": segment_data['dns1'], "dns2": segment_data['dns2'], "mac": segment_data['mac'], "gateway": segment_data['gateway_ip'], "env": vm_env # SIT STG PRD DR } ] } } ret_kafka = send_async_msg(KAFKA_TOPIC_NAME, data) # 修改虚拟机状态为创建中 update_data = { 'status': VMStatus.CREATING, 'created_at': get_datetime_str(), 'updated_at': get_datetime_str() } where_data = { 'uuid': _ins_info['uuid'] } ins_s.InstanceService().update_instance_info(update_data, where_data) return 'all done'
def instance_msg_send_to_kafka(task_id, request_id): ''' 通过传入的task_id, request_id拼凑消息发送kafka,可供外部接口调用 :param request_id: :return: ''' _ins_info = ins_s.InstanceService().get_instance_info_by_requestid(request_id) if not _ins_info: logging.error('task %s : can not find instance info ' 'when retry create instance send kafka msg', task_id) return False, "can not find instance info", _ins_info['name'] if _ins_info['isdeleted'] == '1': logging.error('task %s : instance has been deleted ' 'when retry create instance send kafka msg', task_id) return False, "instance has been deleted", _ins_info['name'] _ins_host_ip = ins_s.get_hostip_of_instance(_ins_info['id']) _ins_hostpool_db_info = ins_s.get_hostpool_of_instance(_ins_info['id']) _ins_flavor_db_info = ins_s.get_flavor_of_instance(_ins_info['id']) if not _ins_host_ip or not _ins_hostpool_db_info or not _ins_flavor_db_info: logging.error('task %s : instance host, hostpool or flavor information' 'when retry create instance send kafka msg', task_id) return False, "instance host, hostpool or flavor information error", _ins_info['name'] # 获取虚拟机数据盘大小 src_instance_sys_disk_size = _ins_flavor_db_info['root_disk_gb'] data_disk_status, src_instance_data_disk_size = ins_s.get_data_disk_size_of_instance(_ins_info['id']) if not data_disk_status: logging.error('task %s : instance data disk size can not find' 'when retry create instance send kafka msg', task_id) return False, "instance data disk size can not find", _ins_info['name'] src_instance_disk_size = int(src_instance_data_disk_size) + int(src_instance_sys_disk_size) _ins_flavor_db_info['src_instance_disk_size'] = src_instance_disk_size vm_disk_gb = int(src_instance_disk_size) if int(src_instance_disk_size) > 50 else 50 # 获取虚拟机对应网段信息 segment_data = ins_s.get_net_segment_info_of_instance(_ins_info['id']) if not segment_data: logging.error('task %s : instance segment information can not find' 'when retry create instance send kafka msg', task_id) return False, "instance segment information can not find", _ins_info['name'] # 获取虚拟机所在机房类型 vm_env = hostpool_service.get_env_of_hostpool(_ins_hostpool_db_info['id']) if not vm_env: logging.error('task %s : instance env information can not find' 'when retry create instance send kafka msg', task_id) return False, "instance env information can not find", _ins_info['name'] ins_images = ins_s.get_images_of_instance(_ins_info['id']) if not ins_images: logging.error('task %s : instance image information can not find' 'when retry create instance send kafka msg', task_id) return False, "instance image information can not find", _ins_info['name'] else: instance_system = ins_images[0]['system'] image_name = ins_images[0]['name'] # 获取镜像信息,一个image_name可能对应多个id image_nums, image_data = image_service.ImageService().get_images_by_name(image_name) if image_nums <= 0: logging.error('task %s : instance image information can not find' 'when retry create instance send kafka msg', task_id) return False, "instance image information can not find", _ins_info['name'] #BT源信息获取 source_ip = _ins_info['clone_source_host'] source_vm = _ins_info['clone_source_vm'] #instance相关信息 instance_id = _ins_info['id'] uuid = _ins_info['uuid'] host_id = ins_h_s.get_ins_host_info_by_ins_id(instance_id)['host_id'] host_ip = ho_s.HostService().get_host_info(host_id)['ipaddress'] instance_name = _ins_info['name'] #获取source_disk_list source_instance_info = ins_s.InstanceService().get_instance_info_by_name(source_vm) if not source_instance_info: logging.info('克隆源vm %s 不存在' % source_vm) return False, "克隆源vm %s 不存在" % source_vm source_instance_id = source_instance_info['id'] instance_clone_create_data = ins_c_c.get_ins_clone_create_info_by_task_id(task_id) if not instance_clone_create_data: logging.info('获取克隆创建源vm信息失败') return False, "获取克隆创建源vm信息失败" clone_image_num = instance_clone_create_data['torrent_num'] source_disk_list = [] for i in range(int(clone_image_num)): clone_image_name = source_vm + '_' + task_id + '_' + str(i) source_disk_list.append(clone_image_name) # 获取源vm的镜像名称 sour_instance_image = ins_i_s.get_ins_image_info_by_ins_id(source_instance_id) total_size = instance_clone_create_data["total_size"] trans_type = instance_clone_create_data["trans_type"] http_port = instance_clone_create_data["http_port"] md5_check = instance_clone_create_data["md5_check"] sour_image_id = sour_instance_image['image_id'] sour_image_data = image_service.ImageService().get_image_info(sour_image_id) image_name = sour_image_data['name'] # 发送异步消息到队列 data = { "routing_key": "INSTANCE.CLONECREATE", "send_time": get_datetime_str(), "data": { "task_id": task_id, "source_ip":source_ip, "request_id": request_id, "instance_id":instance_id, "host_ip": host_ip, "uuid": uuid, "trans_type": trans_type, "http_port": http_port, "md5_check": md5_check, 'source_vm':source_vm, "hostname": instance_name, # 实例名 "memory_mb": _ins_flavor_db_info['memory_mb'], "vcpu": _ins_flavor_db_info['vcpu'], "ostype": instance_system, "user_id": _ins_info['owner'], "clone_image_num": clone_image_num, "disks":source_disk_list, "total_size": total_size, "image_name": image_name, "net_area_id": segment_data['net_area_id'], "networks": [ { "net_card_name": "br_bond0." + segment_data['vlan'], "ip": segment_data['ip_address'], "netmask": segment_data['netmask'], "dns1": segment_data['dns1'], "dns2": segment_data['dns2'], "mac": segment_data['mac'], "gateway": segment_data['gateway_ip'], "env": vm_env # SIT STG PRD DR } ] } } ret_kafka = send_async_msg(KAFKA_TOPIC_NAME, data) # 修改虚拟机状态为创建中 update_data = { 'status': VMStatus.CREATING, 'created_at': get_datetime_str(), 'updated_at': get_datetime_str() } where_data = { 'uuid': _ins_info['uuid'] } ins_s.InstanceService().update_instance_info(update_data, where_data) return 'done'
def configure_init(instance_id): ''' 修改配置时获取初始数据 :param instance_id: :return: ''' if not instance_id: logging.info('no instance id when get configure info') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR, msg="参数错误") resp = ConfigureInitInfoResp() ins_data = ins_s.InstanceService().get_instance_info(instance_id) host_ip = ins_s.get_hostip_of_instance(instance_id) if not ins_data or not host_ip: logging.info('instance %s data is no exist in db when get configure info', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) resp.c_instance_name = ins_data['name'] resp.c_app_info = ins_data['app_info'] resp.c_owner = ins_data['owner'] ins_status = ins_data['status'] if ins_status != VMStatus.STARTUP and ins_status != VMStatus.SHUTDOWN: logging.error('instance status %s is invalid when get instance configure init info', ins_status) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='只能在开机或关机状态下修改配置') if ins_data['create_source'] == '0': ins_images_data = ins_s.get_images_of_instance(instance_id) if ins_images_data: resp.c_system = ins_images_data[0]['system'] else: ins_images_data = v2v_ins_s.V2VInstanceService().get_v2v_instance_info(instance_id) if ins_images_data: resp.c_system = ins_images_data['os_type'] """ ins_disks_data = ins_s.get_disks_of_instance(instance_id) if not ins_disks_data: logging.error('instance %s has no disk info when change instance configure', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # 关机状态、windows系统都不能修改数据盘 if ins_status != VMStatus.SHUTDOWN and resp.c_system == 'linux': for _disk in ins_disks_data: _disk_info = { 'size_gb': _disk['size_gb'], 'mount_point': _disk['mount_point'] } resp.c_disk_gb_list.append(_disk_info) """ ins_flavor_data = ins_s.get_flavor_of_instance(instance_id) if not ins_flavor_data: logging.error('instance %s has no flavor info when change instance configure', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) resp.c_flavor_id = ins_flavor_data['flavor_id'] # flavor信息 flavors_nums, flavors_data = fla_s.FlavorService().get_all_flavors() for _flavor in flavors_data: # 系统盘容量不能修改 if _flavor['root_disk_gb'] == ins_flavor_data['root_disk_gb']: # 开机状态不能修改内存 if ins_status == VMStatus.STARTUP: if _flavor['memory_mb'] == ins_flavor_data['memory_mb']: _flavor_info = flavor_init_info.FlavorInitInfo().init_from_db(_flavor) resp.flavors.append(_flavor_info) else: _flavor_info = flavor_init_info.FlavorInitInfo().init_from_db(_flavor) resp.flavors.append(_flavor_info) ins_group_data = ins_s.get_group_of_instance(instance_id) if ins_group_data: resp.c_group_id = ins_group_data['group_id'] # user_group_ids_list = current_user_group_ids() # # 超级管理员组 # if 1 in user_group_ids_list: # is_super_group = True # else: # is_super_group = False # group信息 user_groups = current_user_groups() user_group_ids_list = [] is_super_group = False for _groups in user_groups: user_group_ids_list.append(_groups['id']) # 超级管理员组 if _groups['name'] == "supergroup": is_super_group = True # group信息 groups_params = { 'WHERE_AND': { '=': { 'dc_type': ins_group_data['dc_type'], 'isdeleted': '0' } }, } groups_nums, groups_data = group_s.GroupService().query_data(**groups_params) for _group in groups_data: # 管理员组的成员可以显示所有组,而非管理员组的只显示当前用户所在应用组 if not is_super_group and _group['id'] not in user_group_ids_list: continue _group_info = { 'group_id': _group['id'], 'group_name': _group['name'] } resp.groups.append(_group_info) # 连接libvirtd查询虚拟机网卡状态信息 _net_online = [] _net_offline = [] _libvirt_net_ret, _libvirt_net_info = vmManager.libvirt_get_netcard_state(host_ip, ins_data['name']) if _libvirt_net_ret != 0: _nic_status = False else: _nic_status = True for _p_libvirt_net_info in _libvirt_net_info: if _p_libvirt_net_info['state'] == NetCardStatus.UP: _net_online.append(_p_libvirt_net_info['mac']) else: _net_offline.append(_p_libvirt_net_info['mac']) # 虚拟机网卡信息返回前端 _db_net_card_data = ins_s.get_net_info_of_instance(instance_id) if _db_net_card_data: for _p_db_net_card_data in _db_net_card_data: if not _nic_status: _p_ins_nic_status = '' else: if _p_db_net_card_data['mac'] in _net_online: _p_ins_nic_status = '1' elif _p_db_net_card_data['mac'] in _net_offline: _p_ins_nic_status = '0' else: _p_ins_nic_status = '2' if not _p_db_net_card_data['segment_type']: _ip_type = '-1' else: _ip_type = _p_db_net_card_data['segment_type'] _i_net_info = { 'ip_addr': _p_db_net_card_data['ip_address'], 'vlan': _p_db_net_card_data['vlan'], 'mac_addr': _p_db_net_card_data['mac'], 'nic_status': _p_ins_nic_status, 'ip_type': _ip_type, 'nic_type': _p_db_net_card_data['nic_type'] } resp.c_net.append(_i_net_info) # 获取虚拟机所在网络区域下所有ip信息 resp.c_ips = [] ins_netarea_info = ins_s.get_netarea_of_instance(instance_id) ins_datacenter_info = ins_s.get_datacenter_of_instance(instance_id) if ins_datacenter_info and ins_datacenter_info['dc_type']: if ins_netarea_info and ins_netarea_info['id']: ip_segment_num, ip_segment_datas = ip_segment_s().get_segment_datas_in_net_area(ins_netarea_info['id']) if ip_segment_num > 0: # 获取可用ip ips_available = ip_service.get_all_available_ips(ip_segment_datas, ins_datacenter_info['dc_type']) if len(ips_available) > 0: ip_list = [] for ip_info in ips_available: ip_params = { "value": ip_info['ip_address'], "vlan": ip_info['vlan'], "ip_type": ip_info['ip_type'] } ip_list.append(ip_params) resp.c_ips = ip_list return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data=resp.to_json())
def instance_configure(instance_id): ''' 虚机修改配置 规则: 热修改(开机状态):cpu disk 加 冷修改(关机状态):cpu mem 加减 disk 加 :param instance_id: :return: ''' n_flavor_id = request.values.get('flavor_id') n_app_info = request.values.get('app_info') n_owner = request.values.get('owner') n_group_id = request.values.get('group_id') n_net_conf_list_req = request.values.get('net_status_list') # start n_extend_list_req = request.values.get('extend_list') n_qemu_ga_update_req = request.values.get('qemu_ga_update') c_system = '' c_version = None # end if not instance_id or not n_flavor_id or not n_group_id: logging.error('params is invalid when change instance configure') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR) ins_data = ins_s.InstanceService().get_instance_info(instance_id) ###################################add 2017/09/29#############################3 uuid = ins_data['uuid'] user_id = get_user()['user_id'] request_id = ins_s.generate_req_id() if not ins_data: logging.error('the instance %s is not exist in db when change instance configure', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # --------------------edit 2017/11/13----------------------- if ins_data['create_source'] == '0': ins_images_data = ins_s.get_images_of_instance(instance_id) if ins_images_data: c_system = ins_images_data[0]['system'] else: ins_images_data = v2v_ins_s.V2VInstanceService().get_v2v_instance_info(instance_id) if ins_images_data: c_system = ins_images_data['os_type'] ins_status = ins_data['status'] # 获取虚拟机所在物理机信息 host_data = ins_s.get_host_of_instance(instance_id) ins_datacenter_info = ins_s.get_datacenter_of_instance(instance_id) if not host_data or not ins_datacenter_info: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机所在物理机信息、机房信息") ins_data['dc_type'] = ins_datacenter_info['dc_type'] # 新flavor信息 n_flavor_data = fla_s.FlavorService().get_flavor_info(n_flavor_id) if not n_flavor_data: logging.error('flavor %s is invalid in db when change instance configure', n_flavor_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='新的配置数据有误,无法修改配置') # 虚机现有flavor信息 c_flavor_data = ins_s.get_flavor_of_instance(instance_id) if not c_flavor_data: logging.error('instance %s flavor is invalid in db when change instance configure', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) c_group_data = ins_s.get_group_of_instance(instance_id) if c_group_data and int(c_group_data['group_id']) != int(n_group_id): # 检查新应用组的配额 is_group_enough, req_msg = _check_change_group_quota(n_group_id, n_flavor_data, c_flavor_data) if not is_group_enough: logging.error('new group %s quota is not enough to change new flavor', n_group_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=req_msg) params = {} if json_helper.loads(n_extend_list_req): # 检查当前应用组的配额 is_group_enough, req_msg = _check_change_group_quota(n_group_id, n_flavor_data, c_flavor_data, json_helper.loads(n_extend_list_req)) if not is_group_enough: logging.error('new group %s quota is not enough to change new flavor', n_group_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=req_msg) # 检查物理机当前使用率情况是否满足扩容 is_host_available, ret_msg = __check_host_capacity(host_data, n_flavor_data, c_flavor_data , json_helper.loads(n_extend_list_req)) if not is_host_available: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=ret_msg) vmname = ins_data['name'] uuid = '' host_ip = '' n_extend_list_req = json_helper.loads(n_extend_list_req) try: uuid = ins_data['uuid'] host_ip = ins_s.get_hostip_of_instance(instance_id) except: pass connect_instance = vmManager.libvirt_get_connect(host_ip, conn_type='instance', vmname=ins_data['name']) if not connect_instance: pass # 添加扩容开始action ins_a_s.update_instance_status(VMStatus.CONFIGURE_ING, instance_id) ins_a_s.add_disk_extend_action_to_database(uuid, request_id, user_id, InstaceActions.INSTANCE_DISK_EXTEND, ActionStatus.START, 'start') # 满足扩容条件 if n_qemu_ga_update_req: if c_system.strip() == 'linux': flag, msg = connect_instance.exec_qemu_command( "cat /proc/self/mounts | grep -w / | grep -v rootfs | awk '{print $3}'") if not flag: c_version = None c_version = CentOS_Version.CentOS_6 if msg.strip() == 'ext4' else CentOS_Version.CentOS_7 flag, result = ins_a_s.extend_mount_size(n_extend_list_req, host_ip, vmname, uuid, c_version, instance_id) elif c_system.strip() == 'windows': flag, result = ins_a_s.extend_dev_size(n_extend_list_req, host_ip, vmname, uuid, instance_id) else: flag = False if flag: msg = "扩容成功" ins_a_s.update_disk_action_to_database(request_id, InstaceActions.INSTANCE_DISK_EXTEND, ActionStatus.SUCCSESS, msg) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) else: msg = "扩容失败,{}".format(result) ins_a_s.update_disk_action_to_database(request_id, InstaceActions.INSTANCE_DISK_EXTEND, ActionStatus.FAILD, msg) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.ALL_FAIL, msg=msg) else : # 非linux系统,关机状态,qemu-guest-agent没有更新成功 msg = "非linux系统,扩容失败" ins_a_s.update_disk_action_to_database(request_id, InstaceActions.INSTANCE_DISK_EXTEND, ActionStatus.FAILD, msg) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.ALL_FAIL, msg=msg) else: pass if c_flavor_data['vcpu'] != n_flavor_data['vcpu'] or c_flavor_data['memory_mb'] != n_flavor_data['memory_mb']: # 检查当前应用组的配额 is_group_enough, req_msg = _check_change_group_quota(n_group_id, n_flavor_data, c_flavor_data) if not is_group_enough: logging.error('new group %s quota is not enough to change new flavor', n_group_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=req_msg) # 检查物理机当前使用率情况是否满足扩容 is_host_available, ret_msg = __check_host_capacity(host_data, n_flavor_data, c_flavor_data) if not is_host_available: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg=ret_msg) # 关机状态 if ins_status == VMStatus.SHUTDOWN: pass elif ins_status == VMStatus.STARTUP: # 开机状态 # cpu只能增 if c_flavor_data['vcpu'] > n_flavor_data['vcpu']: logging.error('vcpu only be increase in startup status, now vcpu %s > new vcpu %s', c_flavor_data['vcpu'], n_flavor_data['vcpu']) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='开机状态下,CPU数量只能增加不能减少') # 内存不能修改 if c_flavor_data['memory_mb'] != n_flavor_data['memory_mb']: logging.error('memory only no allow be change in startup status, now mem %s, new mem %s', c_flavor_data['memory_mb'], n_flavor_data['memory_mb']) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='开机状态下,不能修改内存容量') else: logging.error('instance status %s is invalid when change instance configure', ins_status) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='只能在开机或关机状态下修改配置') if n_flavor_data['vcpu'] == c_flavor_data['vcpu']: pass else: params['new_vcpu'] = n_flavor_data['vcpu'] params['old_vcpu'] = c_flavor_data['vcpu'] new_mem = n_flavor_data['memory_mb'] old_mem = c_flavor_data['memory_mb'] if new_mem == old_mem: pass else: # 检查内存是否超分 if not _check_mem_allocation(instance_id, new_mem, old_mem): logging.error('instance %s mem has over allocation, new mem %s, old mem %s', instance_id, new_mem, old_mem) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg='物理内存不能超分') params['new_mem'] = new_mem params['old_mem'] = old_mem # 检查网络配置是否需要修改 n_net_conf_list = json_helper.loads(n_net_conf_list_req) if n_net_conf_list: params['net_status_list'] = n_net_conf_list # 没有一个指标可以修改 if not params: logging.error('vcpu, mem, disk no one can change when change instance configure') else: host_ip = ins_s.get_hostip_of_instance(ins_data['id']) if not host_ip: logging.error('instance %s has no host ip when change instance configure', ins_data['id']) ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) ret_flavor = ins_a_s.change_instance_configure(host_ip, ins_data, c_flavor_data['flavor_id'], n_flavor_id, ins_status, **params) if not ret_flavor: ins_a_s.update_instance_status(VMStatus.STARTUP, instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) update_data_i = { 'app_info': n_app_info, 'owner': n_owner, 'updated_at': get_datetime_str() } where_data_i = { 'id': instance_id } ret_i = ins_s.InstanceService().update_instance_info(update_data_i, where_data_i) # if ret_i != 1: # logging.error('update instance info error when configure, update_data:%s, where_data:%s', # update_data_i, where_data_i) # return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) update_data_g = { 'group_id': n_group_id, 'updated_at': get_datetime_str() } where_data_g = { 'instance_id': instance_id } ret_g = ins_g_s.InstanceGroupService().update_instance_group_info(update_data_g, where_data_g) # if ret_g != 1: # logging.error('update group info error when configure, update_data:%s, where_data:%s', # update_data_g, where_data_g) # return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # if 'disk_gb_list' in params: # return json_helper.format_api_resp(code=ErrorCode.SUCCESS, msg='硬盘扩容任务发送成功') return json_helper.format_api_resp(code=ErrorCode.SUCCESS, msg='修改配置成功')
def instance_detail(instance_id): ''' 获取虚机详情 :param instance_id: :return: ''' if not instance_id: logging.info('no instance_id when get instance detail') return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR) ins_data = ins_s.InstanceService().get_instance_info(instance_id) if not ins_data: logging.error( 'instance %s info is no exist in db when get instance detail', instance_id) return json_helper.format_api_resp(code=ErrorCode.SYS_ERR) # VM创建来源 create_source = ins_data['create_source'] ins_flavor = ins_s.get_flavor_of_instance(instance_id) if not ins_flavor: logging.error( 'instance %s flavor info is no exist in db when get instance detail', instance_id) cpu = None memory_mb = None root_disk_gb = None else: cpu = ins_flavor['vcpu'] memory_mb = ins_flavor['memory_mb'] root_disk_gb = ins_flavor['root_disk_gb'] system = None sys_version = None image_name = None # 本平台 if create_source == VMCreateSource.CLOUD_SOURCE: ins_images = ins_s.get_images_of_instance(instance_id) if not ins_images: logging.error( 'instance %s image info is no exist in db when get instance detail', instance_id) else: system = ins_images[0]['system'] sys_version = ins_images[0]['version'] image_name = ins_images[0]['displayname'] elif create_source == VMCreateSource.OPENSTACK or create_source == VMCreateSource.ESX: # v2v迁移的VM ins_v2v_data = v2v_i_i_s.v2vInstanceinfo( ).get_v2v_instance_info_by_instance_id(instance_id) if ins_v2v_data: system = ins_v2v_data['os_type'] sys_version = ins_v2v_data['os_version'] ins_group = ins_s.get_group_of_instance(instance_id) if not ins_group: logging.error( 'instance %s group info is no exist in db when get instance detail', instance_id) group_name = None else: group_name = ins_group['name'] ins_ip = ins_s.get_ip_of_instance(instance_id) if not ins_ip: logging.error( 'instance %s ip info is no exist in db when get instance detail', instance_id) ip_address = None else: ip_address = ins_ip['ip_address'] ins_netarea = ins_s.get_netarea_of_instance(instance_id) if not ins_netarea: logging.error( 'instance %s net area info is no exist in db when get instance detail', instance_id) net_area = None else: net_area = ins_netarea['name'] ins_disks = ins_s.get_disks_of_instance(instance_id) if not ins_disks: logging.error( 'instance %s disks info is no exist in db when get instance detail', instance_id) disk_gb = None else: # disk_gb = ins_disks[0]['size_gb'] disk_gb = sum([int(i['size_gb']) for i in ins_disks]) ins_datacenter = ins_s.get_datacenter_of_instance(instance_id) if not ins_datacenter: logging.error( 'instance %s datacenter info is no exist in db when get instance detail', instance_id) dc_type = None else: dc_type = ins_datacenter['dc_type'] data = { 'instance_name': ins_data['name'], 'uuid': ins_data['uuid'], 'ip_address': ip_address, 'dc_type': dc_type, 'net_area': net_area, 'system': system, 'sys_version': sys_version, 'image_name': image_name, 'cpu': cpu, 'memory_mb': memory_mb, 'root_disk_gb': root_disk_gb, 'disk_gb': disk_gb, 'app_info': ins_data['app_info'], 'owner': ins_data['owner'], 'group_name': group_name, 'create_source': create_source } return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data=data)
def instance_detail_for_miniarch(): ''' 返回miniarch虚拟机所在物理机ip、应用系统信息、cpu、mem、操作系统类型、操作系统版本、磁盘信息、网卡信息 :return: ''' instance_uuid = request.values.get('instance_uuid') if not instance_uuid: return json_helper.format_api_resp(code=ErrorCode.PARAM_ERR, msg="请求入参缺失") ins_data = instance_s.InstanceService().get_instance_info_by_uuid(instance_uuid) if not ins_data: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机信息") ins_host_data = instance_s.get_host_of_instance(ins_data['id']) if not ins_host_data: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机所在物理机信息") # vm_status = instanceManager.libvirt_instance_status(ins_host_data['ipaddress'], ins_data['name']) # # 虚拟机开机状态才可以做迁移 # if vm_status != VMLibvirtStatus.SHUTDOWN: # return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="只有关机状态虚拟机才可执行迁移") ins_flavor_data = instance_s.get_flavor_of_instance(ins_data['id']) if not ins_flavor_data: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机cpu、mem信息") ins_group_data = instance_s.get_group_of_instance(ins_data['id']) if not ins_group_data: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机应用组信息") ins_image_data = instance_s.get_images_of_instance(ins_data['id']) if not ins_image_data: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取虚拟机镜像信息") get_device_status, vm_disks_info = instanceManager.libvirt_get_instance_device(ins_host_data['ipaddress'], ins_data['name']) if get_device_status == -100: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法使用libvirtd获取虚拟机磁盘信息") for _vm_disk in vm_disks_info: if _vm_disk['dev'] == 'vda': _vm_disk['size_gb'] = 80 else: disk_detail = instance_s.get_a_disk_of_instance(ins_data['id'], _vm_disk['dev']) if not disk_detail or not disk_detail['size_gb']: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="获取虚拟机磁盘大小失败") _vm_disk['size_gb'] = disk_detail['size_gb'] netcard_list = [] ins_netcard_info = instance_s.get_net_info_of_instance(ins_data['id']) if not ins_netcard_info: return json_helper.format_api_resp(code=ErrorCode.SYS_ERR, msg="无法获取网卡信息") for _netcard in ins_netcard_info: netcard_params = { 'ip_address': _netcard['ip_address'], 'vlan': _netcard['vlan'], 'mac': _netcard['mac'] } netcard_list.append(netcard_params) instance_data = { 'instance_name': ins_data['name'], 'instance_group': ins_group_data['name'], 'instance_app_info': ins_data['app_info'], 'instance_password': ins_data['password'], 'cpu': ins_flavor_data['vcpu'], 'mem': ins_flavor_data['memory_mb'], 'os_system': ins_image_data[0]['system'], 'os_version': ins_image_data[0]['version'], 'image_name': ins_image_data[0]['name'], 'src_host_ip': ins_host_data['ipaddress'], 'disk': vm_disks_info, 'netcard': netcard_list } return json_helper.format_api_resp(code=ErrorCode.SUCCESS, data=instance_data)