def get(self, request, group_id, *args, **kwargs):
"""获取升级信息"""
group_key = parse_argument(
request, 'group_key', value_type=str, required=True, error='group_key is a required parameter')
version = parse_argument(request, 'version', value_type=str, required=True, error='version is a required parameter')
market_name = request.GET.get("market_name")
# 查询某一个云市应用下的所有组件
services = group_service.get_rainbond_services(int(group_id), group_key)
upgrade_info = [{
'service': {
'service_id': service.service_id,
'service_cname': service.service_cname,
'service_key': service.service_key,
'type': UpgradeType.UPGRADE.value
},
'upgrade_info': upgrade_service.get_service_changes(service, self.tenant, version),
} for service in services]
add_info = [{
'service': {
'service_id': '',
'service_cname': service_info['service_cname'],
'service_key': service_info['service_key'],
'type': UpgradeType.ADD.value
},
'upgrade_info': service_info,
} for service_info in upgrade_service.get_add_services(self.team.enterprise_id, services, group_key, version,
market_name)]
return MessageResponse(msg="success", list=upgrade_info + add_info)
def _app_template_source(app_id, app_model_key, upgrade_group_id):
components = group_service.get_rainbond_services(app_id, app_model_key, upgrade_group_id)
if not components:
raise AbortRequest("components not found", "找不到组件", status_code=404, error_code=404)
component = components[0]
component_source = service_source_repo.get_service_source(component.tenant_id, component.service_id)
return component_source
def get_app_upgrade_versions(self, tenant, group_id, group_key):
"""获取云市组件可升级版本列表"""
from console.services.group_service import group_service
# 查询某一个云市组件下的所有组件
services = group_service.get_rainbond_services(group_id, group_key)
versions = set()
# 查询可升级的组件
for service in services:
pc = PropertiesChanges(service, tenant)
service_version = pc.get_upgradeable_versions
versions |= set(service_version or [])
# 查询新增组件的版本
service_keys = services.values_list('service_key', flat=True)
service_keys = set(service_keys) if service_keys else set()
app_qs = rainbond_app_repo.get_rainbond_app_versions_by_id(
tenant.enterprise_id, app_id=group_key)
add_versions = self.query_the_version_of_the_add_service(
app_qs, service_keys)
versions |= add_versions
versions = [str(version) for version in versions]
versions = sorted(
versions,
key=lambda x: map(lambda y: int(filter(str.isdigit, y)),
x.split(".")),
reverse=True)
return versions
def get_app_upgrade_versions(self, tenant, group_id, group_key):
"""获取云市组件可升级版本列表"""
from console.services.group_service import group_service
from console.services.market_app_service import market_app_service
# 查询某一个云市组件下的所有组件
services = group_service.get_rainbond_services(group_id, group_key)
versions = set()
# 查询可升级的组件
for service in services:
service_version = market_app_service.list_upgradeable_versions(
tenant, service)
versions |= set(service_version or [])
# 查询新增组件的版本
service_keys = services.values_list('service_key', flat=True)
service_keys = set(service_keys) if service_keys else set()
app_qs = rainbond_app_repo.get_rainbond_app_qs_by_key(
tenant.enterprise_id, group_key=group_key)
add_versions = self.query_the_version_of_the_add_service(
app_qs, service_keys)
versions |= add_versions
return versions
def yield_app_info():
for group_key in set(service_group_keys):
app_qs = rainbond_app_repo.get_rainbond_app_qs_by_key(
group_key=group_key)
app = app_qs.first()
if not app:
continue
upgrade_versions = upgrade_service.get_app_upgrade_versions(
self.tenant, group_id, group_key)
not_upgrade_record = upgrade_service.get_app_not_upgrade_record(
self.tenant.tenant_id, group_id, group_key)
services = group_service.get_rainbond_services(
int(group_id), group_key)
yield {
'current_version':
upgrade_service.get_old_version(
group_key, services.values_list('service_id',
flat=True)),
'can_upgrade':
bool(upgrade_versions),
'upgrade_versions':
list(upgrade_versions),
'not_upgrade_record_id':
not_upgrade_record.ID,
'not_upgrade_record_status':
not_upgrade_record.status,
'group_key':
app.group_key,
'group_name':
app.group_name,
'share_user':
app.share_user,
'share_team':
app.share_team,
'tenant_service_group_id':
app.tenant_service_group_id,
'pic':
app.pic,
'source':
app.source,
'describe':
app.describe,
'enterprise_id':
app.enterprise_id,
'is_official':
app.is_official,
'details':
app.details,
'min_memory':
group_service.get_service_group_memory(app.app_template),
}
def app_template_source(self):
"""
Optimization: the component group should save the source of the app template itself.
"""
components = group_service.get_rainbond_services(
self.app_id, self.app_model_key, self.upgrade_group_id)
if not components:
raise AbortRequest("components not found",
"找不到组件",
status_code=404,
error_code=404)
component = components[0]
component_source = service_source_repo.get_service_source(
component.tenant_id, component.service_id)
return component_source
def post(self, request, group_id, *args, **kwargs):
"""提交升级任务"""
rq_args = (
{
'key': 'upgrade_record_id',
'required': True,
'error': 'upgrade_record_id is a required parameter'
},
{
'key': 'group_key',
'required': True,
'error': 'group_key is a required parameter'
},
{
'key': 'version',
'required': True,
'error': 'version is a required parameter'
},
{
'key': 'services',
'required': True,
'error': 'services is a required parameter'
},
)
data = parse_date(request, rq_args)
group_key = data['group_key']
version = data['version']
app_record = get_object_or_404(
AppUpgradeRecord,
msg="Upgrade record not found",
tenant_id=self.tenant.tenant_id,
group_id=int(group_id),
group_key=group_key,
status=UpgradeStatus.NOT.value,
pk=data['upgrade_record_id'],
)
# 处理新增的服务
add_service_infos = {
service['service']['service_key']: service['upgrade_info']
for service in data['services']
if service['service']['type'] == UpgradeType.ADD.value
and service['upgrade_info']
}
install_info = {}
if add_service_infos:
old_app = rainbond_app_repo.get_rainbond_app_by_key_version(
group_key=group_key, version=version)
new_app = deepcopy(old_app)
# mock app信息
template = json.loads(new_app.app_template)
template['apps'] = add_service_infos.values()
new_app.app_template = json.dumps(template)
# 查询某一个云市应用下的所有服务
services = group_service.get_rainbond_services(
int(group_id), group_key)
try:
market_app_service.check_package_app_resource(
self.tenant, self.response_region, new_app)
install_info = market_app_service.install_service_when_upgrade_app(
self.tenant, self.response_region, self.user, group_id,
new_app, old_app, services, True)
except (ResourceNotEnoughException, AccountOverdueException) as re:
logger.exception(re)
return MessageResponse(msg="resource is not enough",
msg_show=re.message,
status_code=412,
error_code=10406)
upgrade_service.create_add_service_record(app_record,
install_info['events'],
add_service_infos)
# 处理需要升级的服务
upgrade_service_infos = {
service['service']['service_id']: service['upgrade_info']
for service in data['services']
if service['service']['type'] == UpgradeType.UPGRADE.value
and service['upgrade_info']
}
app_record.version = version
app_record.old_version = upgrade_service.get_old_version(
group_key, upgrade_service_infos.keys())
app_record.save()
services = service_repo.get_services_by_service_ids_and_group_key(
data['group_key'], upgrade_service_infos.keys())
market_services = [
upgrade_service.market_service_and_create_backup(
self.tenant, service, app_record.version)
for service in services
]
upgrade_service.upgrade_database(market_services)
upgrade_service.send_upgrade_request(market_services, self.tenant,
self.user, app_record,
upgrade_service_infos)
upgrade_repo.change_app_record_status(app_record,
UpgradeStatus.UPGRADING.value)
# 处理依赖关系
if add_service_infos:
market_app_service.save_service_deps_when_upgrade_app(
self.tenant,
install_info['service_key_dep_key_map'],
install_info['key_service_map'],
install_info['apps'],
install_info['app_map'],
)
return MessageResponse(
msg="success",
bean=upgrade_service.serialized_upgrade_record(app_record))
def openapi_upgrade_app_models(self, user, team, region_name,
oauth_instance, app_id, data):
from console.services.market_app_service import market_app_service
update_versions = data["update_versions"]
for update_version in update_versions:
app_model_id = update_version["app_model_id"]
app_model_version = update_version["app_model_version"]
market_name = update_version["market_name"]
# TODO: get upgrade component will set upgrade_group_id.
# Otherwise, there is a problem with multiple installs and upgrades of an application.
services = group_service.get_rainbond_services(
int(app_id), app_model_id)
if not services:
continue
exist_component = services.first()
pc = PropertiesChanges(exist_component,
team,
all_component_one_model=services)
recode_kwargs = {
"tenant_id": team.tenant_id,
"group_id": int(app_id),
"group_key": app_model_id,
"is_from_cloud": bool(market_name),
"market_name": market_name,
}
# 获取升级信息
upgrade_info, add_info = self.get_upgrade_info(
team, services, app_model_id, app_model_version, market_name)
# 生成升级记录
app_record = self.get_or_create_upgrade_record(**recode_kwargs)
self.synchronous_upgrade_status(team, region_name, app_record)
app_record = AppUpgradeRecord.objects.get(ID=app_record.ID)
# 处理新增的组件
install_info = {}
if add_info:
old_app = app_market_service.get_market_app_model_version(
pc.market,
app_model_id,
app_model_version,
get_template=True)
new_app = deepcopy(old_app)
# mock app信息
template = json.loads(new_app.template)
template['apps'] = list(add_info.values())
new_app.template = json.dumps(template)
# 查询某一个云市应用下的所有组件
try:
install_info = market_app_service.install_service_when_upgrade_app(
team, region_name, user, app_id, new_app, old_app,
services, True,
exist_component.tenant_service_group_id,
pc.install_from_cloud, pc.market_name)
except ResourceNotEnoughException as re:
raise re
except AccountOverdueException as re:
logger.exception(re)
raise ServiceHandleException(msg="resource is not enough",
msg_show=re.message,
status_code=412,
error_code=10406)
upgrade_service.create_add_service_record(
app_record, install_info['events'], add_info)
app_record.version = app_model_version
app_record.old_version = pc.current_version
app_record.save()
# 处理升级组件
upgrade_services = service_repo.get_services_by_service_ids_and_group_key(
app_model_id, list(upgrade_info.keys()))
market_services = [
self.market_service_and_create_backup(team, service,
app_record.version,
upgrade_services)
for service in upgrade_services
]
# 处理依赖关系
if add_info:
market_app_service.save_service_deps_when_upgrade_app(
team,
install_info['service_key_dep_key_map'],
install_info['key_service_map'],
install_info['apps'],
install_info['app_map'],
)
upgrade_service.upgrade_database(market_services)
upgrade_service.send_upgrade_request(market_services, team, user,
app_record, upgrade_info,
oauth_instance)
upgrade_repo.change_app_record_status(
app_record, UpgradeStatus.UPGRADING.value)
def post(self, request, group_id, *args, **kwargs):
"""提交升级任务"""
rq_args = (
{
'key': 'upgrade_record_id',
'required': True,
'error': 'upgrade_record_id is a required parameter'
},
{
'key': 'group_key',
'required': True,
'error': 'group_key is a required parameter'
},
{
'key': 'version',
'required': True,
'error': 'version is a required parameter'
},
{
'key': 'services',
'required': True,
'error': 'services is a required parameter'
},
)
data = parse_date(request, rq_args)
group_key = data['group_key']
version = data['version']
app_record = get_object_or_404(
AppUpgradeRecord,
msg="Upgrade record not found",
tenant_id=self.tenant.tenant_id,
group_id=int(group_id),
group_key=group_key,
status=UpgradeStatus.NOT.value,
pk=data['upgrade_record_id'],
)
old_services = group_service.get_rainbond_services(group_id, group_key)
pc = PropertiesChanges(old_services.first(),
self.tenant,
all_component_one_model=old_services)
if pc.install_from_cloud:
old_app_model, old_app = app_market_service.cloud_app_model_to_db_model(
pc.market, group_key, version)
else:
old_app_model, old_app = rainbond_app_repo.get_rainbond_app_and_version(
self.tenant.enterprise_id, group_key, version)
if not old_app_model:
raise ServiceHandleException(msg="app is not exist",
msg_show="应用市场应用不存在，无法进行升级")
if not old_app:
raise ServiceHandleException(msg="app version is not exist",
msg_show="应用市场应用版本不存在，无法进行升级")
old_app.template = old_app.app_template
old_app.app_name = old_app_model.app_name
new_app = deepcopy(old_app)
template = json.loads(new_app.template)
# 处理新增的组件
add_service_infos = {
service['service']['service_key']: service['upgrade_info']
for service in data['services']
if service['service']['type'] == UpgradeType.ADD.value
and service['upgrade_info']
}
# 安装插件
plugins = template.get("plugins", None)
if plugins:
market_app_service.create_plugin_for_tenant(
self.response_region, self.user, self.tenant, plugins)
else:
logger.debug(plugins)
install_info = {}
if add_service_infos:
# mock app信息
template['apps'] = list(add_service_infos.values())
new_app.template = json.dumps(template)
# 查询某一个云市应用下的所有组件
services = group_service.get_rainbond_services(
int(group_id), group_key)
try:
install_info = market_app_service.install_service_when_upgrade_app(
self.tenant, self.response_region, self.user, group_id,
new_app, old_app, services, True, pc.install_from_cloud,
pc.market_name)
except ResourceNotEnoughException as re:
raise re
except AccountOverdueException as re:
logger.exception(re)
return MessageResponse(msg="resource is not enough",
msg_show=re.message,
status_code=412,
error_code=10406)
upgrade_service.create_add_service_record(app_record,
install_info['events'],
add_service_infos)
# 处理需要升级的组件
upgrade_service_infos = {
service['service']['service_id']: service['upgrade_info']
for service in data['services']
if service['service']['type'] == UpgradeType.UPGRADE.value
and service['upgrade_info']
}
# 升级应用配置组
market_app_service.save_app_config_groups_when_upgrade_app(
self.region_name, self.tenant, group_id, upgrade_service_infos)
app_record.version = version
app_record.old_version = pc.current_version
app_record.save()
services = service_repo.get_services_by_service_ids_and_group_key(
data['group_key'], list(upgrade_service_infos.keys()))
market_services = [
upgrade_service.market_service_and_create_backup(
self.tenant,
service,
app_record.version,
all_component_one_model=services) for service in services
]
# 处理依赖关系
if add_service_infos:
market_app_service.save_service_deps_when_upgrade_app(
self.tenant,
install_info['service_key_dep_key_map'],
install_info['key_service_map'],
install_info['apps'],
install_info['app_map'],
)
upgrade_service.upgrade_database(market_services)
upgrade_service.send_upgrade_request(market_services, self.tenant,
self.user, app_record,
upgrade_service_infos,
self.oauth_instance)
upgrade_repo.change_app_record_status(app_record,
UpgradeStatus.UPGRADING.value)
return MessageResponse(
msg="success",
bean=upgrade_service.serialized_upgrade_record(app_record))
