def update_channels(self):
default_update_fields = [
'name', 'component_codename', 'component_name'
]
force_update_fields = [
'component_system_id', 'type', 'is_hidden', 'timeout_time'
]
conf_client = conf_tools.ConfClient()
for system_name, channels in conf_client.channels.items():
system = ComponentSystem.objects.get(name=system_name)
for channel in channels:
is_hidden = channel.get('is_hidden', False)
is_deprecated = channel.get('is_deprecated', False)
is_hidden = is_hidden or is_deprecated
channel['name'] = channel['component_label']
channel['type'] = 2 if channel[
'component_type'] == API_TYPE_Q else 1
channel['is_hidden'] = is_hidden
channel['component_system_id'] = system.id
channel['component_codename'] = channel['comp_codename']
channel['extra_info'] = {
'is_confapi': channel.get('is_confapi', False),
'label_en': channel.get('label_en', ''),
'suggest_method': channel.get('suggest_method', ''),
}
try:
esb_channel = ESBChannel.objects.get(path=channel['path'])
except ESBChannel.DoesNotExist:
if is_deprecated:
continue
esb_channel = ESBChannel(**self.get_by_fields(
channel, default_update_fields + force_update_fields))
esb_channel.path = channel['path']
esb_channel.comp_conf = json.dumps(
channel['comp_conf_to_db']
) if channel['comp_conf_to_db'] else ''
esb_channel.extra_info = json.dumps(channel['extra_info'])
esb_channel.save()
logger.info('add channel: %s', channel['path'])
else:
self.diff_obj_conf(
esb_channel,
channel,
'channel %s' % channel['path'],
default_update_fields,
force_update_fields,
)
esb_channel.extra_info = json.dumps(channel['extra_info'])
esb_channel.__dict__.update(
self.get_by_fields(channel, default_update_fields))
if esb_channel.is_confapi:
esb_channel.comp_conf = json.dumps(
channel['comp_conf_to_db'])
if self.force:
esb_channel.__dict__.update(
self.get_by_fields(channel, force_update_fields))
esb_channel.save()
def update_systems(self):
default_update_fields = [
'label', 'remark', 'interface_admin', 'doc_category_id'
]
force_update_fields = ['execute_timeout', 'query_timeout']
doc_categories = self.get_doc_categories()
conf_client = conf_tools.ConfClient()
for system in conf_client.systems:
# 将系统配置中系统文档名称转换为系统分类ID
doc_category = doc_categories.get(system.get('doc_category'))
if doc_category:
system['doc_category_id'] = doc_category.id
component_system, created = ComponentSystem.objects.get_or_create(
name=system['name'],
defaults=self.get_by_fields(
system, default_update_fields + force_update_fields))
if created:
logger.info('add system: %s', system['name'])
else:
self.diff_obj_conf(component_system, system,
'system %s' % system['name'],
default_update_fields, force_update_fields)
component_system.__dict__.update(
self.get_by_fields(system, default_update_fields))
if self.force:
component_system.__dict__.update(
self.get_by_fields(system, force_update_fields))
component_system.save()
def update_doc_category(self):
conf_client = conf_tools.ConfClient()
for system_doc_category in conf_client.system_doc_category:
SystemDocCategory.objects.get_or_create(
name=system_doc_category['label'],
defaults={
'priority': system_doc_category['priority'],
})
def update_system_doc_category(self):
conf_client = conf_tools.ConfClient()
for system_doc_category in conf_client.system_doc_category:
# update_doc_category 已创建文档分类
doc_category = SystemDocCategory.objects.get(
name=system_doc_category['label'], )
ComponentSystem.objects.filter(doc_category_id__isnull=True)\
.filter(name__in=system_doc_category['systems'])\
.update(doc_category_id=doc_category.id)
def update_doc_category(self):
conf_client = conf_tools.ConfClient()
for system_doc_category in conf_client.system_doc_category:
doc_category, created = SystemDocCategory.objects.get_or_create(
name=system_doc_category['label'],
defaults={
'priority': system_doc_category['priority'],
})
ComponentSystem.objects.filter(doc_category_id__isnull=True)\
.filter(name__in=system_doc_category['systems'])\
.update(doc_category_id=doc_category.id)
def handle(self, *args, **options):
conf_client = conf_tools.ConfClient()
sdk_channels = conf_client.default_channels
for system_name, system_channels in conf_client.confapis_channels.iteritems(
):
sdk_channels.setdefault(system_name, [])
sdk_channels[system_name].extend(system_channels)
sdk_generator = SDKGenerator(channels=sdk_channels)
sdk_generator.generate_files_for_sdk()
logger.info('generate open_pass_esb sdk files to %s' %
sdk_generator.get_target_dir())
def update_buffet_components(self):
default_update_fields = ['name']
force_update_fields = [
'type',
'dest_url',
'dest_http_method',
'favor_post_ctype',
'extra_headers',
'timeout_time',
]
conf_client = conf_tools.ConfClient()
for component in conf_client.buffet_components:
system = ComponentSystem.objects.get(name=component['system_name'])
if 'extra_headers' in component and not isinstance(
component['extra_headers'], basestring):
component['extra_headers'] = json.dumps(
component['extra_headers'])
obj, created = ESBBuffetComponent.objects.get_or_create(
system=system,
registed_path=component['registed_path'],
registed_http_method=component['registed_http_method'],
defaults=self.get_by_fields(
component, default_update_fields + force_update_fields))
if created:
logger.info(
'add buffet component: %(system_name)s %(registed_http_method)s %(registed_path)s'
% component) # noqa
else:
self.diff_obj_conf(
obj,
component,
'buffet component %(system_name)s %(registed_http_method)s %(registed_path)s'
% component,
default_update_fields,
force_update_fields,
)
obj.__dict__.update(
self.get_by_fields(component, default_update_fields))
if self.force:
obj.__dict__.update(
self.get_by_fields(component, force_update_fields))
obj.save()
def update_systems(self):
default_update_fields = ['label', 'remark', 'interface_admin']
force_update_fields = ['execute_timeout', 'query_timeout']
conf_client = conf_tools.ConfClient()
for system in conf_client.systems:
component_system, created = ComponentSystem.objects.get_or_create(
name=system['name'],
defaults=self.get_by_fields(
system, default_update_fields + force_update_fields))
if created:
logger.info('add system: %s', system['name'])
else:
self.diff_obj_conf(component_system, system,
'system %s' % system['name'],
default_update_fields, force_update_fields)
component_system.__dict__.update(
self.get_by_fields(system, default_update_fields))
if self.force:
component_system.__dict__.update(
self.get_by_fields(system, force_update_fields))
component_system.save()