def do_dashboards_show(dashboard_name, occurences):
import codecs
stdout_utf8 = codecs.getwriter("utf-8")(sys.stdout)
sys.stdout = stdout_utf8
from opsbro.dashboardmanager import get_dashboarder
dashboarder = get_dashboarder()
dashboard = dashboarder.dashboards.get(dashboard_name, None)
if dashboard is None:
logger.error(
'There is no such dashboard %s. Please use the dashboards list command to view all available dashboards'
% dashboard_name)
sys.exit(2)
ui = _get_ui_from_dashboard(dashboard)
if ui is None:
sys.exit(1)
i = 0
while True:
try:
ui.display(dashboard['title'])
time.sleep(10)
except KeyboardInterrupt:
# Clean the screen before exiting
cprint('\033c')
return
if occurences != 0 and i > occurences:
return
i += 1
def do_tutorial_show(tutorial_name):
from opsbro.tutorial import tutorialmgr
tutorials = tutorialmgr.tutorials
tutorial = None
for tuto in tutorials:
if tuto.name == tutorial_name:
tutorial = tuto
break
if tutorial is None:
logger.error('Cannot find the tutorial %s' % tutorial_name)
sys.exit(2)
tuto_data = tutorial.get_tutorial_data()
stdout_entries = tuto_data['stdout']
cprint('\n\nTutorial is starting:', color='magenta')
cprint(' | please note that is is only a screencast and nothing will be executed or changed in your system.\n\n', color='grey')
for e in stdout_entries:
wait_time = e[0]
line = e[1]
time.sleep(wait_time)
cprint(line, end='')
sys.stdout.flush()
cprint('\n\nTutorial is ended', color='magenta')
def do_stop():
try:
(code, r) = get_opsbro_local('/stop')
except get_request_errors() as exp:
logger.error(exp)
return
cprint(r, color='green')
def do_compliance_state(compliance_name=''):
uri = '/compliance/state'
try:
(code, r) = get_opsbro_local(uri)
except get_request_errors() as exp:
logger.error(exp)
return
try:
compliances = jsoner.loads(r)
except ValueError as exp: # bad json
logger.error('Bad return from the server %s' % exp)
return
print_h1('Compliances')
packs = {}
for (cname, compliance) in compliances.items():
if compliance_name and compliance['name'] != compliance_name:
continue
pack_name = compliance['pack_name']
if pack_name not in packs:
packs[pack_name] = {}
packs[pack_name][cname] = compliance
pnames = list(packs.keys()) # python3
pnames.sort()
for pname in pnames:
pack_entries = packs[pname]
cprint('* Pack %s' % pname, color='blue')
cnames = list(pack_entries.keys()) # python3
cnames.sort()
for cname in cnames:
cprint(' - %s' % pname, color='blue', end='')
compliance = pack_entries[cname]
__print_compliance_entry(compliance)
def do_kv_store_wait_exists(key_name, timeout=30):
import itertools
spinners = itertools.cycle(CHARACTERS.spinners)
for i in range(timeout):
try:
(code, value) = get_opsbro_local('/kv/%s' % key_name)
except get_request_errors() as exp:
logger.error('Cannot join opsbro agent for info: %s' % exp)
sys.exit(1)
if code == 200:
cprint('\n %s ' % CHARACTERS.arrow_left, color='grey', end='')
cprint('%s ' % CHARACTERS.check, color='green', end='')
cprint('The key ', end='')
cprint('%s' % key_name, color='magenta', end='')
cprint(' does ', end='')
cprint('Exists', color='green')
sys.exit(0)
# Not detected? increase loop
cprint('\r %s ' % next(spinners), color='blue', end='')
cprint('%s' % key_name, color='magenta', end='')
cprint(' is ', end='')
cprint('not Existing', color='magenta', end='')
cprint(' (%d/%d)' % (i, timeout), end='')
# As we did not \n, we must flush stdout to print it
sys.stdout.flush()
time.sleep(1)
cprint("\nThe key %s was not set after %s seconds" % (key_name, timeout))
sys.exit(2)
def do_detect_wait_group(group_name, timeout=30):
import itertools
spinners = itertools.cycle(CHARACTERS.spinners)
for i in range(timeout):
uri = '/agent/detectors/state'
try:
detected_groups = get_opsbro_json(uri)
except get_request_errors() as exp:
logger.error(exp)
return
if group_name in detected_groups:
cprint('\n %s ' % CHARACTERS.arrow_left, color='grey', end='')
cprint('%s ' % CHARACTERS.check, color='green', end='')
cprint('The group ', end='')
cprint('%s' % group_name, color='magenta', end='')
cprint(' is ', end='')
cprint('detected', color='green')
sys.exit(0)
# Not detected? increase loop
cprint('\r %s ' % next(spinners), color='blue', end='') # next=> python3
cprint('%s' % group_name, color='magenta', end='')
cprint(' is ', end='')
cprint('NOT DETECTED', color='magenta', end='')
cprint(' (%d/%d)' % (i, timeout), end='')
# As we did not \n, we must flush stdout to print it
sys.stdout.flush()
time.sleep(1)
cprint("\nThe group %s was not detected after %s seconds" % (group_name, timeout))
sys.exit(2)
def do_detect_list():
try:
(code, r) = get_opsbro_local('/agent/detectors')
except get_request_errors() as exp:
logger.error(exp)
return
try:
d = jsoner.loads(r)
except ValueError as exp: # bad json
logger.error('Bad return from the server %s' % exp)
return
print_info_title('Detectors')
logger.debug(str(d))
e = []
d = sorted(d, key=lambda i: i['name'])
for i in d:
# aligne name too
name = '%-20s' % i['name'].split('/')[-1]
groups = i['add_groups']
# align pack level
pack_level = '%-6s' % i['pack_level']
# Aligne pack name
pack_name = '%-10s' % i['pack_name']
print_element_breadcumb(pack_name, pack_level, 'detector', name, set_pack_color=True)
cprint('')
cprint(' if: ', color='grey', end='')
cprint(i['apply_if'], color='green')
cprint(' add groups: ', color='grey', end='')
cprint(','.join(groups), color='magenta')
def do_detect_history():
uri = '/agent/detectors/history'
try:
(code, r) = get_opsbro_local(uri)
except get_request_errors() as exp:
logger.error(exp)
return
try:
histories = jsoner.loads(r)
except ValueError as exp: # bad json
logger.error('Bad return from the server %s' % exp)
return
print_h1('Detected groups history for this node')
for history in histories:
epoch = history['date']
# We want only group type events
entries = [entry for entry in history['entries'] if entry['type'] in ('group-add', 'group-remove')]
if not entries:
continue
print_h2(' Date: %s ' % time.strftime("%a, %d %b %Y %H:%M:%S", time.localtime(epoch)))
for entry in entries:
_type = entry['type']
op = {'group-add': '+', 'group-remove': '-'}.get(_type, '?')
color = {'group-add': 'green', 'group-remove': 'red'}.get(_type, 'grey')
cprint(' %s %s' % (op, entry['group']), color=color)
def do_kv_store_wait_value(key_name, expected_value, timeout=30):
import itertools
spinners = itertools.cycle(CHARACTERS.spinners)
for i in range(timeout):
expr_64 = base64.b64encode(expr)
try:
r = post_opsbro_json('/agent/evaluator/eval', {'expr': expr_64},
timeout=20)
except get_request_errors() as exp:
logger.error(exp)
return
if r is True:
cprint('\n %s ' % CHARACTERS.arrow_left, color='grey', end='')
cprint('%s ' % CHARACTERS.check, color='green', end='')
cprint('The expression ', end='')
cprint('%s' % expr, color='magenta', end='')
cprint(' is now evaluated to ', end='')
cprint('True', color='green')
sys.exit(0)
# Not detected? increase loop
cprint('\r %s ' % next(spinners), color='blue', end='')
cprint('%s' % expr, color='magenta', end='')
cprint(' is ', end='')
cprint('not True', color='magenta', end='')
cprint(' (%d/%d)' % (i, timeout), end='')
# As we did not \n, we must flush stdout to print it
sys.stdout.flush()
time.sleep(1)
cprint("\nThe expression %s was not evaluated to True after %s seconds" %
(expr, timeout))
sys.exit(2)
def do_collectors_history():
try:
history_entries = get_opsbro_json('/agent/collectors/history')
except get_request_errors() as exp:
logger.error(exp)
return
print_h1('History')
for history_entry in history_entries:
epoch_date = history_entry['date']
entries = history_entry['entries']
print_h2(
' Date: %s ' %
time.strftime("%a, %d %b %Y %H:%M:%S", time.localtime(epoch_date)))
for entry in entries:
name = entry['name']
cprint(' * ', end='')
cprint('%s ' % (name.ljust(20)), color='magenta', end='')
old_state = entry['old_state']
c = COLLECTORS_STATE_COLORS.get(old_state, 'cyan')
cprint('%s' % old_state.ljust(10), color=c, end='')
cprint(' %s ' % CHARACTERS.arrow_left, color='grey', end='')
state = entry['state']
c = COLLECTORS_STATE_COLORS.get(state, 'cyan')
cprint('%s' % state.ljust(10), color=c)
# Now print output the line under
log = entry['log']
if log:
cprint(' ' * 4 + '| ' + log, color='grey')
def __split_pack_full_id(pack_full_id):
if pack_full_id.count('.') != 1:
logger.error(
'The pack_full_id %s parameter is malformed. Should be LEVEL.pack_name'
% pack_full_id)
sys.exit(2)
pack_level, pack_name = pack_full_id.split('.')
return pack_level, pack_name
def do_node_uuid():
try:
d = get_opsbro_json('/agent/info')
except get_request_errors() as exp:
logger.error('Cannot join opsbro agent for info: %s' % exp)
sys.exit(1)
_uuid = d.get('uuid')
cprint(_uuid)
def do_node_public_addr():
try:
d = get_opsbro_json('/agent/info')
except get_request_errors() as exp:
logger.error('Cannot join opsbro agent for info: %s' % exp)
sys.exit(1)
public_addr = d.get('public_addr')
cprint(public_addr)
def __split_parameter_full_path(parameter_full_path):
if parameter_full_path.count('.') < 2:
logger.error(
'The parameter full path %s is malformed. Should be LEVEL.pack_name.parameter_name'
% parameter_full_path)
sys.exit(2)
pack_level, pack_name, parameter_name = parameter_full_path.split('.', 2)
return pack_level, pack_name, parameter_name
def do_list_follow_log():
try:
parts = get_opsbro_json('/log/parts/')
except get_request_errors() as exp:
logger.error('Cannot join opsbro agent to list logs: %s' % exp)
sys.exit(1)
parts.sort()
cprint("Available parts to follow logs:")
for p in parts:
cprint(" * %s" % p)
def do_kv_store_list():
expr_64 = base64.b64encode(expr)
try:
r = post_opsbro_json('/agent/evaluator/eval', {'expr': expr_64},
timeout=30)
except get_request_errors() as exp:
logger.error(exp)
return
print_info_title('Result')
cprint(r)
def do_evaluator_eval(expr):
expr = string_encode(expr)
expr_64 = base64.b64encode(expr)
try:
r = post_opsbro_json('/agent/evaluator/eval', {'expr': expr_64}, timeout=30)
except Exception as exp:
logger.error(exp)
sys.exit(2)
print_info_title('Result')
cprint(r)
def do_kv_store_get(key_name):
try:
(code, value) = get_opsbro_local('/kv/%s' % key_name)
except get_request_errors() as exp:
logger.error('Cannot join opsbro agent for info: %s' % exp)
sys.exit(1)
if code == 404:
cprint('ERROR: the key %s does not exist' % key_name, color='red')
sys.exit(2)
value = bytes_to_unicode(value)
cprint("%s::%s" % (key_name, value))
def do_collectors_state():
print_h1('Collectors')
try:
collectors = get_opsbro_json('/collectors')
except get_request_errors() as exp:
logger.error(exp)
return
cnames = list(collectors.keys())
cnames.sort()
for cname in cnames:
d = collectors[cname]
__print_collector_state(d)
def do_zone_change(name=''):
if not name:
cprint("Need a zone name")
return
cprint("Switching to zone", name)
try:
r = put_opsbro_json('/agent/zone', name)
except get_request_errors() as exp:
logger.error(exp)
return
print_info_title('Result')
print(r)
def do_evaluator_list(details=False):
try:
(code, r) = get_opsbro_local('/agent/evaluator/list')
except get_request_errors() as exp:
logger.error(exp)
return
try:
d = jsoner.loads(r)
except ValueError as exp: # bad json
logger.error('Bad return from the server %s' % exp)
return
# Group by
groups = {}
for f in d:
fname = f['name']
gname = f['group']
if gname not in groups:
groups[gname] = {}
groups[gname][fname] = f
gnames = groups.keys()
gnames.sort()
for gname in gnames:
print_h1(gname)
group_functions = groups[gname]
fnames = group_functions.keys()
fnames.sort()
for fname in fnames:
f = group_functions[fname]
prototype = f['prototype']
doc = f['doc']
cprint(fname, color='green', end='')
cprint('(', end='')
if prototype:
_s_args = []
for arg in prototype:
kname = arg[0]
def_value = arg[1]
if def_value != '__NO_DEFAULT__':
_s_args.append('%s=%s' % (kname, def_value))
else:
_s_args.append('%s' % kname)
cprint(', '.join(_s_args), color='yellow', end='')
cprint(')')
if details:
cprint(doc, color='grey')
def do_members_history():
# The information is available only if the agent is started
wait_for_agent_started(visual_wait=True)
try:
history_entries = get_opsbro_json('/agent/members/history')
except get_request_errors() as exp:
logger.error('Cannot join opsbro agent to show member history: %s' %
exp)
sys.exit(1)
print_h1('History')
for history_entry in history_entries:
epoch_date = history_entry['date']
# We want only group type events
entries = [
entry for entry in history_entry['entries']
if entry['type'] == 'node-state-change'
]
if not entries:
continue
print_h2(
' Date: %s ' %
time.strftime("%a, %d %b %Y %H:%M:%S", time.localtime(epoch_date)))
for entry in entries:
name = entry['name']
if entry.get('display_name', ''):
name = '[ ' + entry.get('display_name') + ' ]'
old_state = entry['old_state']
new_state = entry['state']
old_color = NODE_STATE_COLORS.get(old_state, 'cyan')
old_state_prefix = NODE_STATE_PREFIXS.get(
old_state, CHARACTERS.double_exclamation)
new_color = NODE_STATE_COLORS.get(new_state, 'cyan')
new_state_prefix = NODE_STATE_PREFIXS.get(
new_state, CHARACTERS.double_exclamation)
cprint('%s ' % name.ljust(20), color='magenta', end='')
cprint(('%s %s' % (old_state_prefix, old_state)).ljust(9),
color=old_color,
end='') # 7 for the maximum state string + 2 for prefix
cprint(' %s ' % CHARACTERS.arrow_left, color='grey', end='')
cprint(('%s %s' % (new_state_prefix, new_state)).ljust(9),
color=new_color
) # 7 for the maximum state string + 2 for prefix
def do_gossip_add_event(event_type):
# The information is available only if the agent is started
wait_for_agent_started(visual_wait=True)
try:
r = post_opsbro_json('/agent/event', {'event_type': event_type})
except get_request_errors() as exp:
logger.error(exp)
sys.exit(2)
cprint('\n %s ' % CHARACTERS.arrow_left, color='grey', end='')
cprint('%s ' % CHARACTERS.check, color='green', end='')
cprint('The event ', end='')
cprint('%s' % event_type, color='magenta', end='')
cprint(' is ', end='')
cprint('added', color='green')
def do_zone_list():
print_h1('Known zones')
try:
zones = get_opsbro_json('/agent/zones')
except get_request_errors() as exp:
logger.error(exp)
return
# We are building the zone tree, so link real object in other zone
for zone in zones.values():
sub_zones = {}
for sub_zone_name in zone.get('sub-zones', []):
sub_zone = zones.get(sub_zone_name, None)
sub_zones[sub_zone_name] = sub_zone
zone['sub-zones'] = sub_zones
# Set if the zone is top/lower if not our own zone
for zone in zones.values():
zone['type'] = _ZONE_TYPES.OTHER
# And finally delete the zone that are not in top level
to_del = set()
for (zname, zone) in zones.items():
for sub_zname in zone['sub-zones']:
to_del.add(sub_zname)
for zname in to_del:
del zones[zname]
for zone in zones.values():
_flag_top_lower_zone(zone)
# Now print it
zone_names = zones.keys()
zone_names.sort()
for zname in zone_names:
zone = zones[zname]
_print_zone(zname, zone, 0)
cprint('')
print_h1('Zones types legend')
for zone_type in _ALL_ZONE_TYPES:
label = _ZONE_TYPE_LABEL[zone_type]
color = _ZONE_TYPE_COLORS[zone_type]
description = _ZONE_TYPE_DESCRIPTION[zone_type]
cprint(' - ', end='')
cprint('%-15s' % label, color=color, end='')
cprint(' : %s' % description)
def do_kv_store_put(key_name, value):
if not key_name:
cprint("Need a key-name parameter", color='red')
sys.exit(2)
cprint(' - Set key ', end='')
cprint(key_name, color='magenta', end='')
cprint(' : ', end='')
sys.stdout.flush()
try:
put_opsbro_json('/kv/%s' % key_name, value)
except get_request_errors() as exp:
cprint(CHARACTERS.cross, color='red')
logger.error(exp)
sys.exit(2)
cprint(CHARACTERS.check, color='green')
def do_compliance_launch(compliance_name, timeout=30):
cprint("Launching compliance %s" % compliance_name)
try:
founded = put_opsbro_json('/compliance/launch', compliance_name)
except get_request_errors() as exp:
logger.error(exp)
return
if not founded:
cprint('ERROR: cannot find the compliance %s (founded=%s)' %
(compliance_name, founded),
color='red')
sys.exit(2)
do_compliance_wait_compliant(compliance_name,
timeout=timeout,
exit_if_ok=False)
do_compliance_state(compliance_name=compliance_name)
def grep_file(string, path, regexp=False):
"""**file_exists(path)** -> return True if a string or a regexp match the content of a file, False otherwise.
* string: (string) string (or regexp expression) to check
* path: (string) path of the file to look inside.
* regexp: (boolean) is the string a regexp or not.
<code>
Example:
grep_file('centos', '/etc/redhat-release')
Returns:
True
</code>
"""
s = string
p = path
if not os.path.exists(p):
logger.debug('[evaluater::grep_file] no such fle %s' % p)
return False
try:
f = open(p, 'r')
lines = f.readlines()
except Exception as exp:
logger.error(
'[evaluater::grep_file] Trying to grep file %s but cannot open/read it: %s'
% (p, exp))
return False
pat = None
if regexp:
try:
pat = re.compile(s, re.I)
except Exception as exp:
logger.error(
'[evaluater::grep_file]Cannot compile regexp expression: %s')
return False
if regexp:
for line in lines:
if pat.search(line):
return True
else:
s = s.lower()
for line in lines:
if s in line.lower():
return True
logger.debug('[evaluater::grep_file] GREP FILE FAIL: no such line %s %s' %
(p, s))
return False
def do_compliance_history():
uri = '/compliance/history'
try:
(code, r) = get_opsbro_local(uri)
except get_request_errors() as exp:
logger.error(exp)
return
try:
histories = jsoner.loads(r)
except ValueError as exp: # bad json
logger.error('Bad return from the server %s' % exp)
return
print_h1('Compliance history')
for history in histories:
epoch = history['date']
entries = history['entries']
print_h2(' Date: %s ' %
time.strftime("%a, %d %b %Y %H:%M:%S", time.localtime(epoch)))
entries_by_compliances = {}
for entry in entries:
compliance_name = entry['compliance_name']
pack_name = entry['pack_name']
mode = entry['mode']
if compliance_name not in entries_by_compliances:
entries_by_compliances[compliance_name] = {
'pack_name': pack_name,
'mode': mode,
'entries': []
}
entries_by_compliances[compliance_name]['entries'].append(entry)
for (compliance_name, d) in entries_by_compliances.items():
pack_name = d['pack_name']
mode = d['mode']
entries = d['entries']
cprint(' - %s' % pack_name, color='blue', end='')
cprint(' > compliance > ', color='grey', end='')
cprint('[%s] ' % (compliance_name.ljust(30)),
color='magenta',
end='')
cprint('[mode:%10s] ' % mode, color='magenta')
for entry in entries:
# rule_name = entry['name']
# cprint('[%s] ' % (rule_name.ljust(30)), color='magenta', end='')
__print_rule_entry(entry)
cprint("\n")
def do_zone_list():
print_h1('Known zones')
try:
zones = get_opsbro_json('/agent/zones')
except get_request_errors() as exp:
logger.error(exp)
return
for (zname, zone) in zones.items():
cprint(' * ', end='')
cprint(zname, color='magenta')
sub_zones = zone.get('sub-zones', [])
if not sub_zones:
continue
cprint(' Sub zones:')
for sub_zname in sub_zones:
cprint(' - ', end='')
cprint(sub_zname, color='cyan')
def do_history():
uri = '/monitoring/history/checks'
try:
(code, r) = get_opsbro_local(uri)
except get_request_errors() as exp:
logger.error(exp)
return
try:
history_entries = jsoner.loads(r)
except ValueError as exp: # bad json
logger.error('Bad return from the server %s' % exp)
return
print_h1('History')
for history_entry in history_entries:
epoch_date = history_entry['date']
entries = history_entry['entries']
print_h2(' Date: %s ' % time.strftime("%a, %d %b %Y %H:%M:%S", time.localtime(epoch_date)))
for entry in entries:
pname = entry['pack_name']
check_display_name = entry['display_name']
cprint(' - %s' % pname, color='blue', end='')
cprint(' > checks > ', color='grey', end='')
cprint('%s ' % (check_display_name.ljust(30)), color='magenta', end='')
old_state = entry['old_state_id']
c = STATE_ID_COLORS.get(old_state, 'cyan')
old_state = STATE_ID_STRINGS.get(old_state, 'UNKNOWN')
cprint('%s' % old_state.ljust(10), color=c, end='')
cprint(' %s ' % CHARACTERS.arrow_left, color='grey', end='')
state = entry['state_id']
c = STATE_ID_COLORS.get(state, 'cyan')
state = STATE_ID_STRINGS.get(state, 'UNKNOWN')
cprint('%s' % state.ljust(10), color=c)
# Now print output the line under
output = entry['output']
output_lines = output.strip().splitlines()
for line in output_lines:
cprint(' ' * 4 + '| ' + line, color='grey')