def get(self, request, group_id, *args, **kwargs): """获取升级信息""" group_key = parse_argument( request, 'group_key', value_type=str, required=True, error='group_key is a required parameter') version = parse_argument(request, 'version', value_type=str, required=True, error='version is a required parameter') market_name = request.GET.get("market_name") # 查询某一个云市应用下的所有组件 services = group_service.get_rainbond_services(int(group_id), group_key) upgrade_info = [{ 'service': { 'service_id': service.service_id, 'service_cname': service.service_cname, 'service_key': service.service_key, 'type': UpgradeType.UPGRADE.value }, 'upgrade_info': upgrade_service.get_service_changes(service, self.tenant, version), } for service in services] add_info = [{ 'service': { 'service_id': '', 'service_cname': service_info['service_cname'], 'service_key': service_info['service_key'], 'type': UpgradeType.ADD.value }, 'upgrade_info': service_info, } for service_info in upgrade_service.get_add_services(self.team.enterprise_id, services, group_key, version, market_name)] return MessageResponse(msg="success", list=upgrade_info + add_info)
def _app_template_source(app_id, app_model_key, upgrade_group_id): components = group_service.get_rainbond_services(app_id, app_model_key, upgrade_group_id) if not components: raise AbortRequest("components not found", "找不到组件", status_code=404, error_code=404) component = components[0] component_source = service_source_repo.get_service_source(component.tenant_id, component.service_id) return component_source
def get_app_upgrade_versions(self, tenant, group_id, group_key): """获取云市组件可升级版本列表""" from console.services.group_service import group_service # 查询某一个云市组件下的所有组件 services = group_service.get_rainbond_services(group_id, group_key) versions = set() # 查询可升级的组件 for service in services: pc = PropertiesChanges(service, tenant) service_version = pc.get_upgradeable_versions versions |= set(service_version or []) # 查询新增组件的版本 service_keys = services.values_list('service_key', flat=True) service_keys = set(service_keys) if service_keys else set() app_qs = rainbond_app_repo.get_rainbond_app_versions_by_id( tenant.enterprise_id, app_id=group_key) add_versions = self.query_the_version_of_the_add_service( app_qs, service_keys) versions |= add_versions versions = [str(version) for version in versions] versions = sorted( versions, key=lambda x: map(lambda y: int(filter(str.isdigit, y)), x.split(".")), reverse=True) return versions
def get_app_upgrade_versions(self, tenant, group_id, group_key): """获取云市组件可升级版本列表""" from console.services.group_service import group_service from console.services.market_app_service import market_app_service # 查询某一个云市组件下的所有组件 services = group_service.get_rainbond_services(group_id, group_key) versions = set() # 查询可升级的组件 for service in services: service_version = market_app_service.list_upgradeable_versions( tenant, service) versions |= set(service_version or []) # 查询新增组件的版本 service_keys = services.values_list('service_key', flat=True) service_keys = set(service_keys) if service_keys else set() app_qs = rainbond_app_repo.get_rainbond_app_qs_by_key( tenant.enterprise_id, group_key=group_key) add_versions = self.query_the_version_of_the_add_service( app_qs, service_keys) versions |= add_versions return versions
def yield_app_info(): for group_key in set(service_group_keys): app_qs = rainbond_app_repo.get_rainbond_app_qs_by_key( group_key=group_key) app = app_qs.first() if not app: continue upgrade_versions = upgrade_service.get_app_upgrade_versions( self.tenant, group_id, group_key) not_upgrade_record = upgrade_service.get_app_not_upgrade_record( self.tenant.tenant_id, group_id, group_key) services = group_service.get_rainbond_services( int(group_id), group_key) yield { 'current_version': upgrade_service.get_old_version( group_key, services.values_list('service_id', flat=True)), 'can_upgrade': bool(upgrade_versions), 'upgrade_versions': list(upgrade_versions), 'not_upgrade_record_id': not_upgrade_record.ID, 'not_upgrade_record_status': not_upgrade_record.status, 'group_key': app.group_key, 'group_name': app.group_name, 'share_user': app.share_user, 'share_team': app.share_team, 'tenant_service_group_id': app.tenant_service_group_id, 'pic': app.pic, 'source': app.source, 'describe': app.describe, 'enterprise_id': app.enterprise_id, 'is_official': app.is_official, 'details': app.details, 'min_memory': group_service.get_service_group_memory(app.app_template), }
def app_template_source(self): """ Optimization: the component group should save the source of the app template itself. """ components = group_service.get_rainbond_services( self.app_id, self.app_model_key, self.upgrade_group_id) if not components: raise AbortRequest("components not found", "找不到组件", status_code=404, error_code=404) component = components[0] component_source = service_source_repo.get_service_source( component.tenant_id, component.service_id) return component_source
def post(self, request, group_id, *args, **kwargs): """提交升级任务""" rq_args = ( { 'key': 'upgrade_record_id', 'required': True, 'error': 'upgrade_record_id is a required parameter' }, { 'key': 'group_key', 'required': True, 'error': 'group_key is a required parameter' }, { 'key': 'version', 'required': True, 'error': 'version is a required parameter' }, { 'key': 'services', 'required': True, 'error': 'services is a required parameter' }, ) data = parse_date(request, rq_args) group_key = data['group_key'] version = data['version'] app_record = get_object_or_404( AppUpgradeRecord, msg="Upgrade record not found", tenant_id=self.tenant.tenant_id, group_id=int(group_id), group_key=group_key, status=UpgradeStatus.NOT.value, pk=data['upgrade_record_id'], ) # 处理新增的服务 add_service_infos = { service['service']['service_key']: service['upgrade_info'] for service in data['services'] if service['service']['type'] == UpgradeType.ADD.value and service['upgrade_info'] } install_info = {} if add_service_infos: old_app = rainbond_app_repo.get_rainbond_app_by_key_version( group_key=group_key, version=version) new_app = deepcopy(old_app) # mock app信息 template = json.loads(new_app.app_template) template['apps'] = add_service_infos.values() new_app.app_template = json.dumps(template) # 查询某一个云市应用下的所有服务 services = group_service.get_rainbond_services( int(group_id), group_key) try: market_app_service.check_package_app_resource( self.tenant, self.response_region, new_app) install_info = market_app_service.install_service_when_upgrade_app( self.tenant, self.response_region, self.user, group_id, new_app, old_app, services, True) except (ResourceNotEnoughException, AccountOverdueException) as re: logger.exception(re) return MessageResponse(msg="resource is not enough", msg_show=re.message, status_code=412, error_code=10406) upgrade_service.create_add_service_record(app_record, install_info['events'], add_service_infos) # 处理需要升级的服务 upgrade_service_infos = { service['service']['service_id']: service['upgrade_info'] for service in data['services'] if service['service']['type'] == UpgradeType.UPGRADE.value and service['upgrade_info'] } app_record.version = version app_record.old_version = upgrade_service.get_old_version( group_key, upgrade_service_infos.keys()) app_record.save() services = service_repo.get_services_by_service_ids_and_group_key( data['group_key'], upgrade_service_infos.keys()) market_services = [ upgrade_service.market_service_and_create_backup( self.tenant, service, app_record.version) for service in services ] upgrade_service.upgrade_database(market_services) upgrade_service.send_upgrade_request(market_services, self.tenant, self.user, app_record, upgrade_service_infos) upgrade_repo.change_app_record_status(app_record, UpgradeStatus.UPGRADING.value) # 处理依赖关系 if add_service_infos: market_app_service.save_service_deps_when_upgrade_app( self.tenant, install_info['service_key_dep_key_map'], install_info['key_service_map'], install_info['apps'], install_info['app_map'], ) return MessageResponse( msg="success", bean=upgrade_service.serialized_upgrade_record(app_record))
def openapi_upgrade_app_models(self, user, team, region_name, oauth_instance, app_id, data): from console.services.market_app_service import market_app_service update_versions = data["update_versions"] for update_version in update_versions: app_model_id = update_version["app_model_id"] app_model_version = update_version["app_model_version"] market_name = update_version["market_name"] # TODO: get upgrade component will set upgrade_group_id. # Otherwise, there is a problem with multiple installs and upgrades of an application. services = group_service.get_rainbond_services( int(app_id), app_model_id) if not services: continue exist_component = services.first() pc = PropertiesChanges(exist_component, team, all_component_one_model=services) recode_kwargs = { "tenant_id": team.tenant_id, "group_id": int(app_id), "group_key": app_model_id, "is_from_cloud": bool(market_name), "market_name": market_name, } # 获取升级信息 upgrade_info, add_info = self.get_upgrade_info( team, services, app_model_id, app_model_version, market_name) # 生成升级记录 app_record = self.get_or_create_upgrade_record(**recode_kwargs) self.synchronous_upgrade_status(team, region_name, app_record) app_record = AppUpgradeRecord.objects.get(ID=app_record.ID) # 处理新增的组件 install_info = {} if add_info: old_app = app_market_service.get_market_app_model_version( pc.market, app_model_id, app_model_version, get_template=True) new_app = deepcopy(old_app) # mock app信息 template = json.loads(new_app.template) template['apps'] = list(add_info.values()) new_app.template = json.dumps(template) # 查询某一个云市应用下的所有组件 try: install_info = market_app_service.install_service_when_upgrade_app( team, region_name, user, app_id, new_app, old_app, services, True, exist_component.tenant_service_group_id, pc.install_from_cloud, pc.market_name) except ResourceNotEnoughException as re: raise re except AccountOverdueException as re: logger.exception(re) raise ServiceHandleException(msg="resource is not enough", msg_show=re.message, status_code=412, error_code=10406) upgrade_service.create_add_service_record( app_record, install_info['events'], add_info) app_record.version = app_model_version app_record.old_version = pc.current_version app_record.save() # 处理升级组件 upgrade_services = service_repo.get_services_by_service_ids_and_group_key( app_model_id, list(upgrade_info.keys())) market_services = [ self.market_service_and_create_backup(team, service, app_record.version, upgrade_services) for service in upgrade_services ] # 处理依赖关系 if add_info: market_app_service.save_service_deps_when_upgrade_app( team, install_info['service_key_dep_key_map'], install_info['key_service_map'], install_info['apps'], install_info['app_map'], ) upgrade_service.upgrade_database(market_services) upgrade_service.send_upgrade_request(market_services, team, user, app_record, upgrade_info, oauth_instance) upgrade_repo.change_app_record_status( app_record, UpgradeStatus.UPGRADING.value)
def post(self, request, group_id, *args, **kwargs): """提交升级任务""" rq_args = ( { 'key': 'upgrade_record_id', 'required': True, 'error': 'upgrade_record_id is a required parameter' }, { 'key': 'group_key', 'required': True, 'error': 'group_key is a required parameter' }, { 'key': 'version', 'required': True, 'error': 'version is a required parameter' }, { 'key': 'services', 'required': True, 'error': 'services is a required parameter' }, ) data = parse_date(request, rq_args) group_key = data['group_key'] version = data['version'] app_record = get_object_or_404( AppUpgradeRecord, msg="Upgrade record not found", tenant_id=self.tenant.tenant_id, group_id=int(group_id), group_key=group_key, status=UpgradeStatus.NOT.value, pk=data['upgrade_record_id'], ) old_services = group_service.get_rainbond_services(group_id, group_key) pc = PropertiesChanges(old_services.first(), self.tenant, all_component_one_model=old_services) if pc.install_from_cloud: old_app_model, old_app = app_market_service.cloud_app_model_to_db_model( pc.market, group_key, version) else: old_app_model, old_app = rainbond_app_repo.get_rainbond_app_and_version( self.tenant.enterprise_id, group_key, version) if not old_app_model: raise ServiceHandleException(msg="app is not exist", msg_show="应用市场应用不存在,无法进行升级") if not old_app: raise ServiceHandleException(msg="app version is not exist", msg_show="应用市场应用版本不存在,无法进行升级") old_app.template = old_app.app_template old_app.app_name = old_app_model.app_name new_app = deepcopy(old_app) template = json.loads(new_app.template) # 处理新增的组件 add_service_infos = { service['service']['service_key']: service['upgrade_info'] for service in data['services'] if service['service']['type'] == UpgradeType.ADD.value and service['upgrade_info'] } # 安装插件 plugins = template.get("plugins", None) if plugins: market_app_service.create_plugin_for_tenant( self.response_region, self.user, self.tenant, plugins) else: logger.debug(plugins) install_info = {} if add_service_infos: # mock app信息 template['apps'] = list(add_service_infos.values()) new_app.template = json.dumps(template) # 查询某一个云市应用下的所有组件 services = group_service.get_rainbond_services( int(group_id), group_key) try: install_info = market_app_service.install_service_when_upgrade_app( self.tenant, self.response_region, self.user, group_id, new_app, old_app, services, True, pc.install_from_cloud, pc.market_name) except ResourceNotEnoughException as re: raise re except AccountOverdueException as re: logger.exception(re) return MessageResponse(msg="resource is not enough", msg_show=re.message, status_code=412, error_code=10406) upgrade_service.create_add_service_record(app_record, install_info['events'], add_service_infos) # 处理需要升级的组件 upgrade_service_infos = { service['service']['service_id']: service['upgrade_info'] for service in data['services'] if service['service']['type'] == UpgradeType.UPGRADE.value and service['upgrade_info'] } # 升级应用配置组 market_app_service.save_app_config_groups_when_upgrade_app( self.region_name, self.tenant, group_id, upgrade_service_infos) app_record.version = version app_record.old_version = pc.current_version app_record.save() services = service_repo.get_services_by_service_ids_and_group_key( data['group_key'], list(upgrade_service_infos.keys())) market_services = [ upgrade_service.market_service_and_create_backup( self.tenant, service, app_record.version, all_component_one_model=services) for service in services ] # 处理依赖关系 if add_service_infos: market_app_service.save_service_deps_when_upgrade_app( self.tenant, install_info['service_key_dep_key_map'], install_info['key_service_map'], install_info['apps'], install_info['app_map'], ) upgrade_service.upgrade_database(market_services) upgrade_service.send_upgrade_request(market_services, self.tenant, self.user, app_record, upgrade_service_infos, self.oauth_instance) upgrade_repo.change_app_record_status(app_record, UpgradeStatus.UPGRADING.value) return MessageResponse( msg="success", bean=upgrade_service.serialized_upgrade_record(app_record))