def post(self, request, *args, **kwargs):
"""
构建插件
---
parameters:
- name: tenantName
description: 租户名
required: true
type: string
paramType: path
- name: plugin_id
description: 插件ID
required: true
type: string
paramType: path
- name: build_version
description: 版本
required: true
type: string
paramType: path
- name: update_info
description: 更新说明
required: false
type: string
paramType: form
"""
try:
update_info = request.data.get("update_info", None)
if self.plugin_version.plugin_version_status == "fixed":
return Response(general_message(409, "current version is fixed", "该版本已固定，不能构建"), status=409)
if self.plugin_version.build_status == "building":
return Response(general_message(409, "too offen", "构建中，请稍后再试"), status=409)
if update_info:
self.plugin_version.update_info = update_info
self.plugin_version.save()
event_id = make_uuid()
self.plugin_version.build_time = datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S')
self.plugin_version.save()
try:
plugin_service.build_plugin(self.response_region, self.plugin, self.plugin_version, self.user,
self.tenant, event_id)
self.plugin_version.build_status = "building"
self.plugin_version.event_id = event_id
self.plugin_version.save()
bean = {"event_id": event_id}
result = general_message(200, "success", "操作成功", bean=bean)
except Exception as e:
logger.exception(e)
result = general_message(500, "region invoke error", "构建失败，请查看镜像或源代码是否正确")
except Exception as e:
logger.exception(e)
result = error_message(e.message)
return Response(result, status=result["code"])
def __install_plugin(self, region_name, user, tenant, plugin_template):
image = None
image_tag = None
if plugin_template["share_image"]:
image_and_tag = plugin_template["share_image"].rsplit(":", 1)
if len(image_and_tag) > 1:
image = image_and_tag[0]
image_tag = image_and_tag[1]
else:
image = image_and_tag[0]
image_tag = "latest"
status, msg, plugin_base_info = plugin_service.create_tenant_plugin(
tenant, user.user_id, region_name, plugin_template["desc"],
plugin_template["plugin_alias"], plugin_template["category"],
"image", image, plugin_template["code_repo"])
if status != 200:
return status, msg
plugin_base_info.origin = 'local_market'
plugin_base_info.origin_share_id = plugin_template.get("plugin_key")
plugin_base_info.save()
build_version = plugin_template.get('build_version')
min_memory = plugin_template.get('min_memory', 128)
plugin_build_version = plugin_version_service.create_build_version(
region_name,
plugin_base_info.plugin_id,
tenant.tenant_id,
user.user_id,
"",
"unbuild",
min_memory,
image_tag=image_tag,
code_version="",
build_version=build_version)
share_config_groups = plugin_template.get('config_groups', [])
plugin_config_service.create_config_groups(plugin_base_info.plugin_id,
build_version,
share_config_groups)
event_id = make_uuid()
plugin_build_version.event_id = event_id
plugin_build_version.plugin_version_status = "fixed"
plugin_service.create_region_plugin(region_name,
tenant,
plugin_base_info,
image_tag=image_tag)
ret = plugin_service.build_plugin(
region_name, plugin_base_info, plugin_build_version, user, tenant,
event_id, plugin_template.get("plugin_image", None))
plugin_build_version.build_status = ret.get('bean').get('status')
plugin_build_version.save()
return 200, "success"
def install_plugin(self, user, tenant, region_name, market_plugin):
plugin_template = json.loads(market_plugin.plugin_template)
share_plugin_info = plugin_template.get("share_plugin_info")
sid = transaction.savepoint()
try:
image = None
image_tag = None
if plugin_template["share_image"]:
image_and_tag = plugin_template["share_image"].rsplit(":", 1)
if len(image_and_tag) > 1:
image = image_and_tag[0]
image_tag = image_and_tag[1]
else:
image = image_and_tag[0]
image_tag = "latest"
status, msg, plugin_base_info = plugin_service.create_tenant_plugin(
tenant, user.user_id, region_name,
share_plugin_info.get("desc"), plugin_template["plugin_name"],
plugin_template["category"], "image", image,
plugin_template["code_repo"])
if status != 200:
return status, msg
plugin_base_info.origin = 'local_market' if market_plugin.source == 'local' else market_plugin.source
plugin_base_info.origin_share_id = share_plugin_info.get(
"plugin_key")
plugin_base_info.save()
build_version = plugin_template.get('build_version')
min_memory = build_version.get('min_memory')
plugin_build_version = plugin_version_service.create_build_version(
region_name,
plugin_base_info.plugin_id,
tenant.tenant_id,
user.user_id,
"",
"unbuild",
min_memory,
image_tag=image_tag,
code_version="")
config_groups, config_items = [], []
share_config_groups = share_plugin_info.get('config_groups', [])
for group in share_config_groups:
plugin_config_group = PluginConfigGroup(
plugin_id=plugin_base_info.plugin_id,
build_version=plugin_build_version.build_version,
config_name=group.get("config_name"),
service_meta_type=group.get("service_meta_type"),
injection=group.get("injection"))
config_groups.append(plugin_config_group)
share_config_items = group.get('config_items', [])
for item in share_config_items:
plugin_config_item = PluginConfigItems(
plugin_id=plugin_base_info.plugin_id,
build_version=plugin_build_version.build_version,
service_meta_type=item.get("service_meta_type"),
attr_name=item.get("attr_name"),
attr_alt_value=item.get("attr_alt_value"),
attr_type=item.get("attr_type", "string"),
attr_default_value=item.get("attr_default_value",
None),
is_change=item.get("is_change", False),
attr_info=item.get("attr_info", ""),
protocol=item.get("protocol", ""))
config_items.append(plugin_config_item)
PluginConfigGroup.objects.bulk_create(config_groups)
PluginConfigItems.objects.bulk_create(config_items)
event_id = make_uuid()
plugin_build_version.event_id = event_id
plugin_build_version.plugin_version_status = "fixed"
plugin_service.create_region_plugin(region_name,
tenant,
plugin_base_info,
image_tag=image_tag)
ret = plugin_service.build_plugin(
region_name, plugin_base_info, plugin_build_version, user,
tenant, event_id, share_plugin_info.get("plugin_image", None))
plugin_build_version.build_status = ret.get('bean').get('status')
plugin_build_version.save()
return 200, '安装成功'
except Exception as e:
logger.exception(e)
if sid:
transaction.savepoint_rollback(sid)
return 500, '插件安装失败'
def build_services(self, user, tenant, region_name, group_id,
change_services_map):
group_services = base_service.get_group_services_list(
tenant.tenant_id, region_name, group_id)
change_service_ids = [
change_service["ServiceID"]
for change_service in list(change_services_map.values())
]
if not group_services:
return []
service_ids = [
group_service.get("service_id") for group_service in group_services
]
services = service_repo.get_service_by_service_ids(
service_ids=service_ids)
result = []
for service in services:
if service.service_id in change_service_ids:
if service.service_source == "third_party":
# 数据中心连接创建第三方组件
new_service = app_service.create_third_party_service(
tenant, service, user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
tenant, service, user.nick_name)
service = new_service
# 为组件添加默认探针
if self.is_need_to_add_default_probe(service):
code, msg, probe = app_service.add_service_default_porbe(
tenant, service)
logger.debug("add default probe; code: {}; msg: {}".format(
code, msg))
else:
probes = probe_repo.get_service_probe(service.service_id)
if probes:
for probe in probes:
prob_data = {
"service_id": service.service_id,
"scheme": probe.scheme,
"path": probe.path,
"port": probe.port,
"cmd": probe.cmd,
"http_header": probe.http_header,
"initial_delay_second":
probe.initial_delay_second,
"period_second": probe.period_second,
"timeout_second": probe.timeout_second,
"failure_threshold": probe.failure_threshold,
"success_threshold": probe.success_threshold,
"is_used": (1 if probe.is_used else 0),
"probe_id": probe.probe_id,
"mode": probe.mode,
}
try:
res, body = region_api.add_service_probe(
service.service_region, tenant.tenant_name,
service.service_alias, prob_data)
if res.get("status") != 200:
logger.debug(body)
probe.delete()
except Exception as e:
logger.debug("error", e)
probe.delete()
# 添加组件有无状态标签
label_service.update_service_state_label(tenant, service)
# 部署组件
app_manage_service.deploy(tenant,
service,
user,
group_version=None)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=service.service_id)
result.append(service)
# 为组件创建插件
build_error_plugin_ids = []
service_plugins = app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id)
for service_plugin in service_plugins:
plugin = plugin_repo.get_by_plugin_id(
tenant.tenant_id, service_plugin.plugin_id)
plugin_version = plugin_repo.get_plugin_buildversion(
service_plugin.plugin_id, service_plugin.build_version)
# 在数据中心创建插件
try:
event_id = make_uuid()
plugin_version.event_id = event_id
image_tag = (plugin_version.image_tag
if plugin_version.image_tag else "latest")
plugin_service.create_region_plugin(
region_name, tenant, plugin, image_tag=image_tag)
ret = plugin_service.build_plugin(
region_name, plugin, plugin_version, user, tenant,
event_id)
plugin_version.build_status = ret.get('bean').get(
'status')
plugin_version.save()
except Exception as e:
logger.debug(e)
# 为组件开通插件
try:
region_config = app_plugin_service.get_region_config_from_db(
service, service_plugin.plugin_id,
service_plugin.build_version)
data = dict()
data["plugin_id"] = service_plugin.plugin_id
data["switch"] = True
data["version_id"] = service_plugin.build_version
data.update(region_config)
region_api.install_service_plugin(
region_name, tenant.tenant_name,
service.service_alias, data)
except region_api.CallApiError as e:
logger.debug(e)
build_error_plugin_ids.append(service_plugin.plugin_id)
if build_error_plugin_ids:
app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id).filter(
plugin_id__in=build_error_plugin_ids).delete()
# create service_monitor in region
service_monitors = service_monitor_repo.get_component_service_monitors(
tenant.tenant_id, service.service_id)
for monitor in service_monitors:
req = {
"name": monitor.name,
"path": monitor.path,
"port": monitor.port,
"service_show_name": monitor.service_show_name,
"interval": monitor.interval
}
try:
region_api.create_service_monitor(
tenant.enterprise_id, service.service_region,
tenant.tenant_name, service.service_alias, req)
except region_api.CallApiError as e:
ServiceMonitor.objects.filter(
tenant_id=tenant.tenant_id,
service_id=service.service_id,
name=monitor.name).delete()
logger.debug(e)
return result
def build_services(self, user, tenant, region_name, group_id,
change_services_map):
group_services = base_service.get_group_services_list(
tenant.tenant_id, region_name, group_id)
change_service_ids = [
change_service["ServiceID"]
for change_service in list(change_services_map.values())
]
if not group_services:
return []
service_ids = [
group_service.get("service_id") for group_service in group_services
]
services = service_repo.list_by_component_ids(service_ids=service_ids)
result = []
for service in services:
if service.service_id in change_service_ids:
if service.service_source == "third_party":
# 数据中心连接创建第三方组件
new_service = app_service.create_third_party_service(
tenant, service, user.nick_name)
else:
# 数据中心创建组件
new_service = app_service.create_region_service(
tenant, service, user.nick_name)
service = new_service
# 部署组件
app_manage_service.deploy(tenant,
service,
user,
group_version=None)
# 添加组件部署关系
deploy_repo.create_deploy_relation_by_service_id(
service_id=service.service_id)
result.append(service)
# 为组件创建插件
build_error_plugin_ids = []
service_plugins = app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id)
for service_plugin in service_plugins:
plugin = plugin_repo.get_by_plugin_id(
tenant.tenant_id, service_plugin.plugin_id)
plugin_version = plugin_repo.get_plugin_buildversion(
service_plugin.plugin_id, service_plugin.build_version)
# 在数据中心创建插件
try:
event_id = make_uuid()
plugin_version.event_id = event_id
image_tag = (plugin_version.image_tag
if plugin_version.image_tag else "latest")
plugin_service.create_region_plugin(
region_name, tenant, plugin, image_tag=image_tag)
ret = plugin_service.build_plugin(
region_name, plugin, plugin_version, user, tenant,
event_id)
plugin_version.build_status = ret.get('bean').get(
'status')
plugin_version.save()
except Exception as e:
logger.debug(e)
# 为组件开通插件
try:
region_config = app_plugin_service.get_region_config_from_db(
service, service_plugin.plugin_id,
service_plugin.build_version)
data = dict()
data["plugin_id"] = service_plugin.plugin_id
data["switch"] = True
data["version_id"] = service_plugin.build_version
data["plugin_cpu"] = service_plugin.min_cpu
data["plugin_memory"] = service_plugin.min_memory
data.update(region_config)
region_api.install_service_plugin(
region_name, tenant.tenant_name,
service.service_alias, data)
except region_api.CallApiError as e:
logger.debug(e)
build_error_plugin_ids.append(service_plugin.plugin_id)
if build_error_plugin_ids:
app_plugin_relation_repo.get_service_plugin_relation_by_service_id(
service.service_id).filter(
plugin_id__in=build_error_plugin_ids).delete()
return result