def __deploy_services(self, tenant, user, service_list):
for service in service_list:
try:
app_manage_service.deploy(tenant, service, user)
except Exception as e:
logger.exception("batch deploy service error {0}".format(e))
continue
def build_tenant_service_group(self, user, group_id):
group = self.get_tenant_service_group_by_pk(group_id, True, True)
logger.debug('prepare deploy service_group ==> [{}-{}:{}]'.format(
group.group_alias, group_id, group.status))
if not group:
return False, '应用组不存在'
tenant = group.tenant
if group.status not in ['undeploy', 'closed']:
return False, '应用正在{}无需构建'.format(group.status)
# 运行到这里, 云帮的应用已经都准备就绪了, 根据应用的关系, 向数据中心发部署请求
sorted_services = self.__sort_service(group.service_list)
logger.debug('build order ==> {}'.format([
tenant_service.service_cname for tenant_service in sorted_services
]))
try:
for s in sorted_services:
app_manage_service.deploy(tenant,
s,
user,
is_upgrade=True,
group_version=None)
except Exception as deploy_error:
logger.exception(deploy_error)
return True, '构建应用成功'
def post(self, request, *args, **kwargs):
"""
服务构建
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: serviceAlias
description: 服务别名
required: true
type: string
paramType: path
"""
probe = None
try:
is_deploy = request.data.get("is_deploy", True)
# 数据中心创建应用
new_service = app_service.create_region_service(self.tenant, self.service, self.user.nick_name)
self.service = new_service
# 为服务添加默认探针
if self.is_need_to_add_default_probe():
code, msg, probe = app_service.add_service_default_porbe(self.tenant, self.service)
if is_deploy:
# 添加服务有无状态标签
label_service.update_service_state_label(self.tenant, self.service)
# 部署应用
app_manage_service.deploy(self.tenant, self.service, self.user, is_upgrade=True)
# 添加应用部署关系
deploy_repo.create_deploy_relation_by_service_id(service_id=self.service.service_id)
result = general_message(200, "success", "构建成功")
except Exception as e:
logger.exception(e)
result = error_message(e.message)
# 删除probe
# 删除region端数据
if probe:
probe_service.delete_service_probe(self.tenant, self.service, probe.probe_id)
event_service.delete_service_events(self.service)
port_service.delete_region_port(self.tenant, self.service)
volume_service.delete_region_volumes(self.tenant, self.service)
env_var_service.delete_region_env(self.tenant, self.service)
dependency_service.delete_region_dependency(self.tenant, self.service)
app_manage_service.delete_region_service(self.tenant, self.service)
self.service.create_status = "checked"
self.service.save()
return Response(result, status=result["code"])
def execute(self,
tenant,
service,
user,
is_upgrade,
version,
committer_name=None,
oauth_instance=None):
async_action = self.get_async_action()
logger.info("service id: {}; async action is '{}'".format(
service.service_id, async_action))
if async_action == AsyncAction.BUILD.value:
code, msg, event_id = app_manage_service.deploy(
tenant,
service,
user,
group_version=version,
oauth_instance=oauth_instance,
committer_name=committer_name)
elif async_action == AsyncAction.UPDATE.value:
code, msg, event_id = app_manage_service.upgrade(
tenant,
service,
user,
committer_name,
oauth_instance=oauth_instance)
else:
return 200, "", ""
return code, msg, event_id
def build_services(self, user, tenant, region_name, group_id,
change_services_map):
group_services = base_service.get_group_services_list(
tenant.tenant_id, region_name, group_id)
change_service_ids = [
change_service["ServiceID"]
for change_service in change_services_map.values()
]
if not group_services:
return []
service_ids = [
group_service.get("service_id") for group_service in group_services
]
services = service_repo.get_service_by_service_ids(
service_ids=service_ids)
for service in services:
if service.service_id in change_service_ids:
# probe = None
if service.service_source == "third_party":
# 数据中心连接创建第三方组件
new_service = app_service.create_third_party_service(
tenant, service, user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
tenant, service, user.nick_name)
service = new_service
# 为组件添加默认探针
if self.is_need_to_add_default_probe(service):
code, msg, probe = app_service.add_service_default_porbe(
tenant, service)
logger.debug("add default probe; code: {}; msg: {}".format(
code, msg))
# 添加组件有无状态标签
label_service.update_service_state_label(tenant, service)
# 部署组件
app_manage_service.deploy(tenant,
service,
user,
group_version=None)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=service.service_id)
def deploy_service(self, tenant_obj, service_obj, user, committer_name=None):
"""重新构建"""
group_version = None
code, msg, event_id = app_manage_service.deploy(tenant_obj, service_obj, user, group_version, committer_name)
bean = {}
if code != 200:
return Response(general_message(code, "deploy app error", msg, bean=bean), status=code)
result = general_message(code, "success", "重新构建成功", bean=bean)
return Response(result, status=200)
def post(self, request, *args, **kwargs):
"""
部署服务
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: serviceAlias
description: 服务别名
required: true
type: string
paramType: path
"""
try:
group_version = request.data.get("group_version", None)
is_upgrade = request.data.get("is_upgrade", True)
allow_create, tips = app_service.verify_source(
self.tenant, self.service.service_region, 0, "start_app")
if not allow_create:
return Response(
general_message(412, "resource is not enough",
"资源不足，无法部署"))
code, msg, event = app_manage_service.deploy(
self.tenant, self.service, self.user, is_upgrade,
group_version)
bean = {}
if event:
bean = event.to_dict()
bean["type_cn"] = event_service.translate_event_type(
event.type)
if code != 200:
return Response(general_message(code,
"deploy app error",
msg,
bean=bean),
status=code)
result = general_message(code, "success", "操作成功", bean=bean)
except ResourceNotEnoughException as re:
logger.exception(re)
return Response(general_message(10406, "resource is not enough",
re.message),
status=412)
except AccountOverdueException as re:
logger.exception(re)
return Response(general_message(10410, "resource is not enough",
re.message),
status=412)
except Exception as e:
logger.exception(e)
result = error_message(e.message)
return Response(result, status=result["code"])
def execute(self, tenant, service, user, is_upgrade, version, committer_name=None):
async_action = self.get_async_action()
logger.info("service id: {}; async action is '{}'".format(
service.service_id, async_action))
if async_action == AsyncAction.BUILD.value:
try:
code, msg, event = app_manage_service.deploy(tenant, service, user, is_upgrade,
group_version=version,
committer_name=committer_name)
except ErrVersionAlreadyExists:
service.deploy_version = datetime.now().strftime('%Y%m%d%H%M%S')
service.save()
code, msg, event = app_manage_service.deploy(tenant, service, user, is_upgrade,
group_version=version,
committer_name=committer_name)
elif async_action == AsyncAction.UPDATE.value:
code, msg, event = app_manage_service.upgrade(tenant, service, user, committer_name)
else:
return 200, "", None
return code, msg, event
def deploy_service(self, tenant_obj, service_obj, user, committer_name=None):
"""重新部署"""
code, msg, event = app_manage_service.deploy(tenant_obj, service_obj, user, committer_name)
bean = {}
if event:
bean = event.to_dict()
bean["type_cn"] = event_service.translate_event_type(event.type)
if code != 200:
return Response(general_message(code, "deploy app error", msg, bean=bean), status=code)
result = general_message(code, "success", "重新部署成功", bean=bean)
return Response(result, status=200)
def __build_services(self, tenant, user, service_list, service_probe_map):
service_prob_map = {}
try:
for service in service_list:
# 数据中心创建应用
new_service = app_service.create_region_service(
tenant, service, user.nick_name)
# 为服务添加探针
probe_data = service_probe_map.get(service.service_id)
probe_ids = []
if probe_data:
for data in probe_data:
code, msg, probe = probe_service.add_service_probe(
tenant, service, data)
if code == 200:
probe_ids.append(probe.probe_id)
if probe_ids:
service_probe_map[service.service_id] = probe_ids
# 添加服务有无状态标签
label_service.update_service_state_label(tenant, new_service)
# 部署应用
app_manage_service.deploy(tenant, new_service, user)
except Exception as e:
logger.exception(e)
if service_list:
for service in service_list:
if service_prob_map:
probe_ids = service_prob_map.get(service.service_id)
if probe_ids:
for probe_id in probe_ids:
try:
probe_service.delete_service_probe(
tenant, service, probe_id)
except Exception as le:
logger.exception(le)
raise e
def post(self, request, *args, **kwargs):
"""
部署服务
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: serviceAlias
description: 服务别名
required: true
type: string
paramType: path
"""
try:
code, msg, event = app_manage_service.deploy(
self.tenant, self.service, self.user)
bean = {}
if event:
bean = event.to_dict()
bean["type_cn"] = event_service.translate_event_type(
event.type)
if code != 200:
return Response(general_message(code,
"deploy app error",
msg,
bean=bean),
status=code)
result = general_message(code, "success", "操作成功", bean=bean)
except Exception as e:
logger.exception(e)
result = error_message(e.message)
return Response(result, status=result["code"])
def post(self, request, *args, **kwargs):
"""
组件构建
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: serviceAlias
description: 组件别名
required: true
type: string
paramType: path
"""
probe = None
is_deploy = request.data.get("is_deploy", True)
status = 200
try:
if self.service.service_source == "third_party":
is_deploy = False
# 数据中心连接创建第三方组件
new_service = app_service.create_third_party_service(
self.tenant, self.service, self.user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
self.tenant, self.service, self.user.nick_name)
self.service = new_service
# 为组件添加默认探针
if self.is_need_to_add_default_probe():
code, msg, probe = app_service.add_service_default_porbe(
self.tenant, self.service)
logger.debug("add default probe; code: {}; msg: {}".format(
code, msg))
if is_deploy:
# 添加组件有无状态标签
label_service.update_service_state_label(
self.tenant, self.service)
# 部署组件
app_manage_service.deploy(self.tenant,
self.service,
self.user,
group_version=None)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=self.service.service_id)
result = general_message(200, "success", "构建成功")
return Response(result, status=result["code"])
except HttpClient.CallApiError as e:
logger.exception(e)
if e.status == 403:
result = general_message(10407, "no cloud permission",
e.message)
status = e.status
elif e.status == 400:
if "is exist" in e.message.get("body", ""):
result = general_message(400,
"the service is exist in region",
"该组件名称在数据中心已存在")
else:
result = general_message(400, "call cloud api failure",
e.message)
status = e.status
else:
result = general_message(500, "call cloud api failure",
e.message)
status = 500
# 删除probe
# 删除region端数据
if probe:
probe_service.delete_service_probe(self.tenant, self.service,
probe.probe_id)
if self.service.service_source != "third_party":
event_service.delete_service_events(self.service)
port_service.delete_region_port(self.tenant, self.service)
volume_service.delete_region_volumes(self.tenant, self.service)
env_var_service.delete_region_env(self.tenant, self.service)
dependency_service.delete_region_dependency(
self.tenant, self.service)
app_manage_service.delete_region_service(self.tenant, self.service)
self.service.create_status = "checked"
self.service.save()
return Response(result, status=status)
def post(self, request, *args, **kwargs):
"""
docker-compose组件检测
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: group_id
description: 组ID
required: true
type: string
paramType: path
- name: compose_id
description: group_compose ID
required: true
type: string
paramType: form
"""
probe_map = dict()
services = None
try:
compose_id = request.data.get("compose_id", None)
if not compose_id:
return Response(general_message(400, "params error", "参数异常"),
status=400)
group_compose = compose_service.get_group_compose_by_compose_id(
compose_id)
services = compose_service.get_compose_services(compose_id)
# 数据中心创建组件
new_app_list = []
for service in services:
new_service = app_service.create_region_service(
self.tenant, service, self.user.nick_name)
new_app_list.append(new_service)
# 为组件添加默认探针
code, msg, probe = app_service.add_service_default_porbe(
self.tenant, new_service)
if probe:
probe_map[service.service_id] = probe.probe_id
# 添加组件有无状态标签
label_service.update_service_state_label(
self.tenant, new_service)
group_compose.create_status = "complete"
group_compose.save()
for s in new_app_list:
try:
app_manage_service.deploy(self.tenant,
s,
self.user,
group_version=None)
except Exception as e:
logger.exception(e)
continue
result = general_message(200, "success", "构建成功")
except Exception as e:
logger.exception(e)
result = error_message(e.message)
# 删除probe
# 删除region端数据
if services:
for service in services:
if probe_map:
probe_id = probe_map.get(service.service_id)
probe_service.delete_service_probe(
self.tenant, service, probe_id)
event_service.delete_service_events(service)
port_service.delete_region_port(self.tenant, service)
volume_service.delete_region_volumes(self.tenant, service)
env_var_service.delete_region_env(self.tenant, service)
dependency_service.delete_region_dependency(
self.tenant, service)
app_manage_service.delete_region_service(
self.tenant, service)
service.create_status = "checked"
service.save()
return Response(result, status=result["code"])
def build_services(self, user, tenant, region_name, group_id,
change_services_map):
group_services = base_service.get_group_services_list(
tenant.tenant_id, region_name, group_id)
change_service_ids = [
change_service["ServiceID"]
for change_service in list(change_services_map.values())
]
if not group_services:
return []
service_ids = [
group_service.get("service_id") for group_service in group_services
]
services = service_repo.get_service_by_service_ids(
service_ids=service_ids)
result = []
for service in services:
if service.service_id in change_service_ids:
if service.service_source == "third_party":
# 数据中心连接创建第三方组件
new_service = app_service.create_third_party_service(
tenant, service, user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
tenant, service, user.nick_name)
service = new_service
# 为组件添加默认探针
if self.is_need_to_add_default_probe(service):
code, msg, probe = app_service.add_service_default_porbe(
tenant, service)
logger.debug("add default probe; code: {}; msg: {}".format(
code, msg))
else:
probes = probe_repo.get_service_probe(service.service_id)
if probes:
for probe in probes:
prob_data = {
"service_id": service.service_id,
"scheme": probe.scheme,
"path": probe.path,
"port": probe.port,
"cmd": probe.cmd,
"http_header": probe.http_header,
"initial_delay_second":
probe.initial_delay_second,
"period_second": probe.period_second,
"timeout_second": probe.timeout_second,
"failure_threshold": probe.failure_threshold,
"success_threshold": probe.success_threshold,
"is_used": (1 if probe.is_used else 0),
"probe_id": probe.probe_id,
"mode": probe.mode,
}
try:
res, body = region_api.add_service_probe(
service.service_region, tenant.tenant_name,
service.service_alias, prob_data)
if res.get("status") != 200:
logger.debug(body)
probe.delete()
except Exception as e:
logger.debug("error", e)
probe.delete()
# 添加组件有无状态标签
label_service.update_service_state_label(tenant, service)
# 部署组件
app_manage_service.deploy(tenant,
service,
user,
group_version=None)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=service.service_id)
result.append(service)
# 为组件创建插件
build_error_plugin_ids = []
service_plugins = app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id)
for service_plugin in service_plugins:
plugin = plugin_repo.get_by_plugin_id(
tenant.tenant_id, service_plugin.plugin_id)
plugin_version = plugin_repo.get_plugin_buildversion(
service_plugin.plugin_id, service_plugin.build_version)
# 在数据中心创建插件
try:
event_id = make_uuid()
plugin_version.event_id = event_id
image_tag = (plugin_version.image_tag
if plugin_version.image_tag else "latest")
plugin_service.create_region_plugin(
region_name, tenant, plugin, image_tag=image_tag)
ret = plugin_service.build_plugin(
region_name, plugin, plugin_version, user, tenant,
event_id)
plugin_version.build_status = ret.get('bean').get(
'status')
plugin_version.save()
except Exception as e:
logger.debug(e)
# 为组件开通插件
try:
region_config = app_plugin_service.get_region_config_from_db(
service, service_plugin.plugin_id,
service_plugin.build_version)
data = dict()
data["plugin_id"] = service_plugin.plugin_id
data["switch"] = True
data["version_id"] = service_plugin.build_version
data.update(region_config)
region_api.install_service_plugin(
region_name, tenant.tenant_name,
service.service_alias, data)
except region_api.CallApiError as e:
logger.debug(e)
build_error_plugin_ids.append(service_plugin.plugin_id)
if build_error_plugin_ids:
app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id).filter(
plugin_id__in=build_error_plugin_ids).delete()
# create service_monitor in region
service_monitors = service_monitor_repo.get_component_service_monitors(
tenant.tenant_id, service.service_id)
for monitor in service_monitors:
req = {
"name": monitor.name,
"path": monitor.path,
"port": monitor.port,
"service_show_name": monitor.service_show_name,
"interval": monitor.interval
}
try:
region_api.create_service_monitor(
tenant.enterprise_id, service.service_region,
tenant.tenant_name, service.service_alias, req)
except region_api.CallApiError as e:
ServiceMonitor.objects.filter(
tenant_id=tenant.tenant_id,
service_id=service.service_id,
name=monitor.name).delete()
logger.debug(e)
return result
def build_services(self, user, tenant, region_name, group_id,
change_services_map):
group_services = base_service.get_group_services_list(
tenant.tenant_id, region_name, group_id)
change_service_ids = [
change_service["ServiceID"]
for change_service in list(change_services_map.values())
]
if not group_services:
return []
service_ids = [
group_service.get("service_id") for group_service in group_services
]
services = service_repo.list_by_component_ids(service_ids=service_ids)
result = []
for service in services:
if service.service_id in change_service_ids:
if service.service_source == "third_party":
# 数据中心连接创建第三方组件
new_service = app_service.create_third_party_service(
tenant, service, user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
tenant, service, user.nick_name)
service = new_service
# 部署组件
app_manage_service.deploy(tenant,
service,
user,
group_version=None)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=service.service_id)
result.append(service)
# 为组件创建插件
build_error_plugin_ids = []
service_plugins = app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id)
for service_plugin in service_plugins:
plugin = plugin_repo.get_by_plugin_id(
tenant.tenant_id, service_plugin.plugin_id)
plugin_version = plugin_repo.get_plugin_buildversion(
service_plugin.plugin_id, service_plugin.build_version)
# 在数据中心创建插件
try:
event_id = make_uuid()
plugin_version.event_id = event_id
image_tag = (plugin_version.image_tag
if plugin_version.image_tag else "latest")
plugin_service.create_region_plugin(
region_name, tenant, plugin, image_tag=image_tag)
ret = plugin_service.build_plugin(
region_name, plugin, plugin_version, user, tenant,
event_id)
plugin_version.build_status = ret.get('bean').get(
'status')
plugin_version.save()
except Exception as e:
logger.debug(e)
# 为组件开通插件
try:
region_config = app_plugin_service.get_region_config_from_db(
service, service_plugin.plugin_id,
service_plugin.build_version)
data = dict()
data["plugin_id"] = service_plugin.plugin_id
data["switch"] = True
data["version_id"] = service_plugin.build_version
data["plugin_cpu"] = service_plugin.min_cpu
data["plugin_memory"] = service_plugin.min_memory
data.update(region_config)
region_api.install_service_plugin(
region_name, tenant.tenant_name,
service.service_alias, data)
except region_api.CallApiError as e:
logger.debug(e)
build_error_plugin_ids.append(service_plugin.plugin_id)
if build_error_plugin_ids:
app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id).filter(
plugin_id__in=build_error_plugin_ids).delete()
return result
def post(self, request, *args, **kwargs):
"""
组件构建
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: serviceAlias
description: 组件别名
required: true
type: string
paramType: path
"""
probe = None
is_deploy = request.data.get("is_deploy", True)
try:
if not check_memory_quota(
self.oauth_instance, self.tenant.enterprise_id,
self.service.min_memory, self.service.min_node):
raise ServiceHandleException(msg="not enough quota",
error_code=20002)
if self.service.service_source == "third_party":
is_deploy = False
# create third component from region
new_service = app_service.create_third_party_service(
self.tenant, self.service, self.user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
self.tenant, self.service, self.user.nick_name)
self.service = new_service
if is_deploy:
try:
app_manage_service.deploy(
self.tenant,
self.service,
self.user,
group_version=None,
oauth_instance=self.oauth_instance)
except ErrInsufficientResource as e:
result = general_message(e.error_code, e.msg, e.msg_show)
return Response(result, status=e.status_code)
except Exception as e:
logger.exception(e)
err = ErrComponentBuildFailed()
result = general_message(err.error_code, e, err.msg_show)
return Response(result, status=400)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=self.service.service_id)
result = general_message(200, "success", "构建成功")
return Response(result, status=result["code"])
except HttpClient.CallApiError as e:
logger.exception(e)
if e.status == 403:
result = general_message(10407, "no cloud permission",
e.message)
status = e.status
elif e.status == 400:
if "is exist" in e.message.get("body", ""):
result = general_message(400,
"the service is exist in region",
"该组件在数据中心已存在，你可能重复创建？")
else:
result = general_message(400, "call cloud api failure",
e.message)
status = e.status
else:
result = general_message(400, "call cloud api failure",
e.message)
status = 400
# 删除probe
# 删除region端数据
if probe:
probe_service.delete_service_probe(self.tenant, self.service,
probe.probe_id)
if self.service.service_source != "third_party":
event_service.delete_service_events(self.service)
port_service.delete_region_port(self.tenant, self.service)
volume_service.delete_region_volumes(self.tenant, self.service)
env_var_service.delete_region_env(self.tenant, self.service)
dependency_service.delete_region_dependency(
self.tenant, self.service)
app_manage_service.delete_region_service(self.tenant, self.service)
self.service.create_status = "checked"
self.service.save()
return Response(result, status=status)
