def host_groups_get(host_id,host_name):
if not os.path.exists( str(EXTERNAL_NODES) ):
host_id = int(host_id)
h = Host.read('id = %s', params=[host_id])
if not h:
return jsonify(msg='no such host')
group_ids = GroupHost.group_ids(h.id)
else:
(status, output) = commands.getstatusoutput(EXTERNAL_NODES + " GetHostGroupByHost " + host_id )
group_ids = []
h = {}
if status == 0:
decodejson = json.loads( output )
gname = "1"
for i in decodejson:
gname = gname + ",'" + decodejson[i] + "'"
groupMsg = HostGroup.select(cols="id,grp_name", where="grp_name in (%s)" % gname)
for m in groupMsg:
group_ids.append( m[0] )
h["id"] = host_id
h["hostname"] = host_name
groups = [HostGroup.read('id = %s', [group_id]) for group_id in group_ids]
return render_template('host/groups.html', groups=groups, host=h)
def rename(old_str=None, new_str=None, login_user=None):
tup = (old_str, new_str, login_user)
print('msg="%s"' % (tup,))
gs = HostGroup.select_vs(where='create_user = %s and come_from = %s', params=[login_user, 1])
for g in gs:
HostGroup.update_dict({'grp_name': g.grp_name.replace(old_str, new_str)}, 'id=%s', [g.id])
return ''
def rename(old_str=None, new_str=None, login_user=None):
print(old_str, new_str, login_user)
gs = HostGroup.select_vs(where='create_user = %s and come_from = %s',
params=[login_user, 1])
for g in gs:
HostGroup.update_dict(
{'grp_name': g.grp_name.replace(old_str, new_str)}, 'id=%s',
[g.id])
return ''
def api_group_hosts_json(grp_name):
group = HostGroup.read(where='id = %s', params=[grp_name])
if not group:
group = HostGroup.read(where='grp_name = %s', params=[grp_name])
if not group:
return jsonify(msg='no such group %s' % grp_name)
vs, _ = Host.query(1, 10000000, '', '0', group.id)
names = [v.hostname for v in vs]
return jsonify(msg='', data=names)
def api_group_hosts_json(grp_name):
group = HostGroup.read(where="id = %s", params=[grp_name])
if not group:
group = HostGroup.read(where="grp_name = %s", params=[grp_name])
if not group:
return jsonify(msg="no such group %s" % grp_name)
vs, _ = Host.query(1, 10000000, "", "0", group.id)
names = [v.hostname for v in vs]
return jsonify(msg="", data=names)
def api_group_hosts_json(grp_name):
group = HostGroup.read(where='id = %s', params=[grp_name])
if not group:
group = HostGroup.read(where='grp_name = %s', params=[grp_name])
if not group:
return jsonify(msg='no such group %s' % grp_name)
vs, _ = Host.query(1, 10000000, '', '0', group.id)
names = [v.hostname for v in vs]
return jsonify(msg='', data=names)
def group_update_post(group_id):
group_id = int(group_id)
new_name = request.form['new_name'].strip()
if not new_name:
return jsonify(msg='new name is blank')
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group')
if not group.writable(g.user_name):
return jsonify(msg='no permission')
HostGroup.update_dict({'grp_name': new_name}, 'id=%s', [group_id])
return jsonify(msg='')
def group_update_post(group_id):
group_id = int(group_id)
new_name = request.form['new_name'].strip()
if not new_name:
return jsonify(msg='new name is blank')
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group')
if not group.writable(g.user_name):
return jsonify(msg='no permission')
HostGroup.update_dict({'grp_name': new_name}, 'id=%s', [group_id])
return jsonify(msg='')
def group_hosts_list(group_id):
g.xbox = request.args.get('xbox', '')
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
page = int(request.args.get('p', 1))
limit = int(request.args.get('limit', 10))
query = request.args.get('q', '')
maintaining = request.args.get('maintaining', '0')
vs, total = Host.query(page, limit, query, maintaining, group_id)
return render_template(
'host/index.html',
data={
'vs': vs,
'total': total,
'query': query,
'limit': limit,
'page': page,
'maintaining': maintaining,
'group': group,
}
)
def host_add_post():
group_id = request.form['group_id']
if not group_id:
return jsonify(msg='no group_id given')
group_id = int(group_id)
group = HostGroup.read('id = %s', [group_id])
if not group:
return jsonify(msg='no such group')
hosts = request.form['hosts'].strip()
if not hosts:
return jsonify(msg='hosts is blank')
host_arr = hosts.splitlines()
safe_host_arr = [h for h in host_arr if h]
if not safe_host_arr:
return jsonify(msg='hosts is blank')
success = []
failure = []
for h in safe_host_arr:
h = h.strip()
msg = GroupHost.bind(group_id, h)
if not msg:
success.append('%s<br>' % h)
else:
failure.append('%s %s<br>' % (h, msg))
data = '<div class="alert alert-danger" role="alert">failure:<hr>' + ''.join(
failure) + '</div><div class="alert alert-success" role="alert">success:<hr>' + ''.join(success) + '</div>'
return jsonify(msg='', data=data)
def cluster_creator_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
return render_template('cluster/creator.html', **locals())
def host_add_post():
group_id = request.form['group_id']
if not group_id:
return jsonify(msg='no group_id given')
group_id = int(group_id)
group = HostGroup.read('id = %s', [group_id])
if not group:
return jsonify(msg='no such group')
hosts = request.form['hosts'].strip()
if not hosts:
return jsonify(msg='hosts is blank')
host_arr = hosts.splitlines()
safe_host_arr = [h for h in host_arr if h]
if not safe_host_arr:
return jsonify(msg='hosts is blank')
success = []
failure = []
for h in safe_host_arr:
msg = GroupHost.bind(group_id, h)
if not msg:
success.append('%s<br>' % h)
else:
failure.append('%s %s<br>' % (h, msg))
data = '<div class="alert alert-danger" role="alert">failure:<hr>' + ''.join(
failure
) + '</div><div class="alert alert-success" role="alert">success:<hr>' + ''.join(
success) + '</div>'
return jsonify(msg='', data=data)
def cluster_creator_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
return render_template('cluster/creator.html', **locals())
def group_maintain_post():
begin = int(request.form['begin'].strip())
end = int(request.form['end'].strip())
gids = request.form['gids'].strip()
if begin <= 0 or end <= 0:
return jsonify(msg='begin or end is invalid')
return jsonify(msg=HostGroup.maintain(begin, end, gids))
def plugin_bind_post():
group_id = int(request.form['group_id'].strip())
plugin_dir = request.form['plugin_dir'].strip()
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
PluginDir.insert({'grp_id': group_id, 'dir': plugin_dir, 'create_user': g.user_name})
return jsonify(msg='')
def host_groups_get(host_id):
host_id = int(host_id)
h = Host.read('id = %s', params=[host_id])
if not h:
return jsonify(msg='no such host')
group_ids = GroupHost.group_ids(h.id)
groups = [HostGroup.read('id = %s', [group_id]) for group_id in group_ids]
return render_template('host/groups.html', groups=groups, host=h)
def host_groups_get(host_id):
host_id = int(host_id)
h = Host.read('id = %s', params=[host_id])
if not h:
return jsonify(msg='no such host')
group_ids = GroupHost.group_ids(h.id)
groups = [HostGroup.read('id = %s', [group_id]) for group_id in group_ids]
return render_template('host/groups.html', groups=groups, host=h)
def group_templates_get(grp_id):
grp_id = int(grp_id)
grp = HostGroup.read(where='id = %s', params=[grp_id])
if not grp:
return jsonify(msg='no such group')
ts = GrpTpl.tpl_list(grp_id)
return render_template('group/templates.html', group=grp, ts=ts, uic_address=UIC_ADDRESS['external'])
def cluster_list_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
clusters = Cluster.select_vs(where='grp_id = %s', params=[group_id])
return render_template('cluster/list.html', **locals())
def cluster_list_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
clusters = Cluster.select_vs(where='grp_id = %s', params=[group_id])
return render_template('cluster/list.html', **locals())
def plugin_list_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
plugins = PluginDir.select_vs(where='grp_id = %s', params=[group_id])
return render_template('plugin/list.html', group=group, plugins=plugins, uic_address=UIC_ADDRESS['external'])
def group_templates_get(grp_id):
grp_id = int(grp_id)
grp = HostGroup.read(where='id = %s', params=[grp_id])
if not grp:
return jsonify(msg='no such group')
ts = GrpTpl.tpl_list(grp_id)
return render_template('group/templates.html', group=grp, ts=ts, uic_address=UIC_ADDRESS['external'])
def group_create_post():
grp_name = request.form['grp_name'].strip()
if not grp_name:
return jsonify(msg="group name is blank")
grp_id = HostGroup.create(grp_name, g.user_name, 1)
if grp_id > 0:
return jsonify(msg='')
else:
return jsonify(msg='grp_name has already existent')
def group_create_post():
grp_name = request.form['grp_name'].strip()
if not grp_name:
return jsonify(msg="group name is blank")
grp_id = HostGroup.create(grp_name, g.user_name, 1)
if grp_id > 0:
return jsonify(msg='')
else:
return jsonify(msg='grp_name has already existent')
def group_delete_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group')
if not group.writable(g.user_name):
return jsonify(msg='no permission')
return jsonify(msg=group_service.delete_group(group_id))
def group_delete_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group')
if not group.writable(g.user_name):
return jsonify(msg='no permission')
return jsonify(msg=group_service.delete_group(group_id))
def host_add_get():
group_id = request.args.get('group_id', '')
if not group_id:
return jsonify(msg='no group_id given')
group_id = int(group_id)
group = HostGroup.read('id = %s', [group_id])
if not group:
return jsonify(msg='no such group')
return render_template('host/add.html', group=group, config=config)
def host_add_get():
group_id = request.args.get('group_id', '')
if not group_id:
return jsonify(msg='no group_id given')
group_id = int(group_id)
group = HostGroup.read('id = %s', [group_id])
if not group:
return jsonify(msg='no such group')
return render_template('host/add.html', group=group)
def plugin_list_get(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
plugins = PluginDir.select_vs(where='grp_id = %s', params=[group_id])
return render_template('plugin/list.html',
group=group,
plugins=plugins,
uic_address=UIC_ADDRESS['external'])
def group_hosts_export(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
vs, _ = Host.query(1, 10000000, '', '0', group_id)
names = [v.hostname for v in vs]
response = make_response('\n'.join(names))
response.headers["content-type"] = "text/plain"
return response
def group_hosts_export(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
vs, _ = Host.query(1, 10000000, '', '0', group_id)
names = [v.hostname for v in vs]
response = make_response('\n'.join(names))
response.headers["content-type"] = "text/plain"
return response
def plugin_bind_post():
group_id = int(request.form['group_id'].strip())
plugin_dir = request.form['plugin_dir'].strip()
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
PluginDir.insert({
'grp_id': group_id,
'dir': plugin_dir,
'create_user': g.user_name
})
return jsonify(msg='')
def api_marathon_health():
marathon_stats = request.get_json()
if marathon_stats["eventType"] == "deployment_success":
action_type = marathon_stats["plan"]["steps"][-1]["actions"][-1]["type"]
app = marathon_stats["plan"]["steps"][-1]["actions"][-1]["app"].lstrip("/")
if action_type == "StopApplication":
grp_id = HostGroup.query_grp_id(app)
if grp_id > 0:
group_service.delete_group(grp_id)
else:
grp_id = HostGroup.create(app,"root",1)
if grp_id < 0:
grp_id = HostGroup.query_grp_id(app)
if grp_id < 0:
return 'grp_name no exist'
import requests,json
r = requests.get(MARATHON_ADDRESS+"/v2/apps/"+app)
app_info = json.loads(r.text)
marathon_hosts = []
for i in app_info["app"]["tasks"]:
marathon_hosts.append(i["host"])
vs,_ = Host.query(1, 10000000, '', '0', grp_id)
of_names = [v.hostname for v in vs]
of_names_set = set(of_names)
marathon_hosts_set = set(marathon_hosts)
delete_hosts = list(of_names_set - marathon_hosts_set)
add_hosts = list(marathon_hosts_set - of_names_set)
for h in add_hosts:
msg = GroupHost.bind(grp_id,h)
of_ids = [int(v.id) for v in vs if v.hostname in delete_hosts]
if len(delete_hosts)>0:
ids = ",".join('%s' % id for id in of_ids)
msg = GroupHost.unbind(int(grp_id[0]),ids)
return 'ok'
def template_bind_node_post():
node = request.form['node'].strip()
tpl_id = request.form['tpl_id'].strip()
if not node:
return jsonify(msg='node is blank')
if not tpl_id:
return jsonify(msg='tpl id is blank')
hg = HostGroup.read('grp_name=%s', [node])
if not hg:
return jsonify(msg='no such node')
GrpTpl.bind(hg.id, tpl_id, g.user_name)
return jsonify(msg="")
def template_unbind_grp_name_get():
tpl_id = request.args.get('tpl_id', '')
if not tpl_id:
return jsonify(msg="tpl_id is blank")
grp_name = request.args.get('grp_name', '')
if not grp_name:
return jsonify(msg='grp_name is blank')
hg = HostGroup.read('grp_name=%s', [grp_name])
if not hg:
return jsonify(msg='no such host group')
GrpTpl.unbind(hg.id, tpl_id)
return jsonify(msg='')
def template_unbind_grp_name_get():
tpl_id = request.args.get('tpl_id', '')
if not tpl_id:
return jsonify(msg="tpl_id is blank")
grp_name = request.args.get('grp_name', '')
if not grp_name:
return jsonify(msg='grp_name is blank')
hg = HostGroup.read('grp_name=%s', [grp_name])
if not hg:
return jsonify(msg='no such host group')
GrpTpl.unbind(hg.id, tpl_id)
return jsonify(msg='')
def template_bind_node_post():
node = request.form['node'].strip()
tpl_id = request.form['tpl_id'].strip()
if not node:
return jsonify(msg='node is blank')
if not tpl_id:
return jsonify(msg='tpl id is blank')
hg = HostGroup.read('grp_name=%s', [node])
if not hg:
return jsonify(msg='no such node')
GrpTpl.bind(hg.id, tpl_id, g.user_name)
return jsonify(msg="")
def cluster_node_post(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
numerator = request.form['numerator'].strip()
denominator = request.form['denominator'].strip()
endpoint = request.form['endpoint'].strip()
metric = request.form['metric'].strip()
tags = request.form['tags'].strip()
ds_type = 'GAUGE'
step = request.form['step'].strip()
msg = required_chk({
'numerator': numerator,
'denominator': denominator,
'endpoint': endpoint,
'metric': metric,
'ds_type': ds_type,
'step': step,
})
if msg:
return jsonify(msg=msg)
if Cluster.exists('endpoint=%s and metric=%s and tags=%s',
[endpoint, metric, tags]):
return jsonify(msg='%s/%s/%s is already existent' %
(endpoint, metric, tags))
last_id = Cluster.insert({
'grp_id': group_id,
'numerator': numerator,
'denominator': denominator,
'endpoint': endpoint,
'metric': metric,
'tags': tags,
'ds_type': ds_type,
'step': step,
'creator': g.user_name,
})
if last_id > 0:
return jsonify(msg='')
else:
return jsonify(msg='occur error')
def cluster_node_post(group_id):
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
numerator = request.form['numerator'].strip()
denominator = request.form['denominator'].strip()
endpoint = request.form['endpoint'].strip()
metric = request.form['metric'].strip()
tags = request.form['tags'].strip()
ds_type = 'GAUGE'
step = request.form['step'].strip()
msg = required_chk({
'numerator': numerator,
'denominator': denominator,
'endpoint': endpoint,
'metric': metric,
'ds_type': ds_type,
'step': step,
})
if msg:
return jsonify(msg=msg)
if Cluster.exists('endpoint=%s and metric=%s and tags=%s', [endpoint, metric, tags]):
return jsonify(msg='%s/%s/%s is already existent' % (endpoint, metric, tags))
last_id = Cluster.insert({
'grp_id': group_id,
'numerator': numerator,
'denominator': denominator,
'endpoint': endpoint,
'metric': metric,
'tags': tags,
'ds_type': ds_type,
'step': step,
'creator': g.user_name,
})
if last_id > 0:
return jsonify(msg='')
else:
return jsonify(msg='occur error')
def home_get():
page = int(request.args.get('p', 1))
limit = int(request.args.get('limit', 10))
query = request.args.get('q', '').strip()
me = g.user_name
vs, total = HostGroup.query(page, limit, query, me)
return render_template(
'group/index.html',
data={
'vs': vs,
'total': total,
'query': query,
'limit': limit,
'page': page,
'is_root': g.user_name in config.MAINTAINERS,
'community': config.COMMUNITY,
}
)
def group_hosts_list(group_id):
g.xbox = request.args.get('xbox', '')
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
page = int(request.args.get('p', 1))
limit = int(request.args.get('limit', 10))
query = request.args.get('q', '')
maintaining = request.args.get('maintaining', '0')
if not os.path.exists( str(EXTERNAL_NODES) ):
vs, total = Host.query(page, limit, query, maintaining, group_id)
else:
(status, output) = commands.getstatusoutput(EXTERNAL_NODES + " GetHostGroup " + group.grp_name + " "+ str(page) + " " + str(limit) )
vs = []
total = 0
if status == 0:
decodejson = json.loads( output )
for i in decodejson:
node = {}
node["id"] = i
node["hostname"] = decodejson[i]
vs.append(node)
total = total + 1
for index in range( len(vs) ):
vs[index]["maintain_begin"] = group.maintain_begin
vs[index]["maintain_end"] = group.maintain_end
return render_template(
'host/index.html',
data={
'vs': vs,
'total': total,
'query': query,
'limit': limit,
'page': page,
'maintaining': maintaining,
'group': group,
}
)
def home_get():
page = int(request.args.get('p', 1))
limit = int(request.args.get('limit', 10))
query = request.args.get('q', '').strip()
mine = request.args.get('mine', '1')
me = g.user_name if mine == '1' else None
vs, total = HostGroup.query(page, limit, query, me)
return render_template('group/index.html',
data={
'vs': vs,
'total': total,
'query': query,
'limit': limit,
'page': page,
'mine': mine,
'is_root': g.user_name in config.MAINTAINERS,
'community': config.COMMUNITY,
},
config=config)
def group_hosts_list(group_id):
g.xbox = request.args.get('xbox', '')
group_id = int(group_id)
group = HostGroup.read(where='id = %s', params=[group_id])
if not group:
return jsonify(msg='no such group %s' % group_id)
page = int(request.args.get('p', 1))
limit = int(request.args.get('limit', 10))
query = request.args.get('q', '')
maintaining = request.args.get('maintaining', '0')
vs, total = Host.query(page, limit, query, maintaining, group_id)
return render_template('host/index.html',
data={
'vs': vs,
'total': total,
'query': query,
'limit': limit,
'page': page,
'maintaining': maintaining,
'group': group,
})
def host_templates_get(host_id, host_name):
if not os.path.exists( str(EXTERNAL_NODES) ):
host_id = int(host_id)
h = Host.read('id = %s', params=[host_id])
if not h:
return jsonify(msg='no such host')
group_ids = GroupHost.group_ids(h.id)
else:
(status, output) = commands.getstatusoutput(EXTERNAL_NODES + " GetHostGroupByHost " + host_id )
group_ids = []
if status == 0:
decodejson = json.loads( output )
gname = "1"
for i in decodejson:
gname = gname + ",'" + decodejson[i] + "'"
groupMsg = HostGroup.select(cols="id,grp_name", where="grp_name in (%s)" % gname)
for m in groupMsg:
group_ids.append( m[0] )
templates = GrpTpl.tpl_set(group_ids)
for v in templates:
v.parent = Template.get(v.parent_id)
return render_template('host/templates.html', **locals())
def group_create_post():
grp_id = HostGroup.create(request.form['grp_name'].strip(), g.user_name, 1)
if grp_id > 0:
return jsonify(msg='')
else:
return jsonify(msg='grp_name has already existent')
def group_reset_post():
gids = request.form['gids'].strip()
return jsonify(msg=HostGroup.no_maintain(gids))
