def test_regenerator_load_from_scheduler(self):
#
# Config is not correct because of a wrong relative path
# in the main config file
#
# for h in self.sched.hosts:
# h.realm = h.realm.get_name()
self.rg = Regenerator()
self.rg.load_from_scheduler(self.sched)
self.sched.conf.skip_initial_broks = False
self.sched.brokers['Default-Broker'] = {
'broks': [],
'has_full_broks': False
}
self.sched.fill_initial_broks('Default-Broker')
# Got the initial creation ones
t0 = time.time()
for b in self.sched.broks:
print "Manage b", b.type
b.prepare()
self.rg.manage_brok(b)
t1 = time.time()
print 'First inc', t1 - t0, len(self.sched.broks)
del self.sched.broks[:]
self.look_for_same_values()
def test_regenerator_load_from_scheduler(self):
#
# Config is not correct because of a wrong relative path
# in the main config file
#
# for h in self.sched.hosts:
# h.realm = h.realm.get_name()
self.rg = Regenerator()
self.rg.load_from_scheduler(self.sched)
self.sched.conf.skip_initial_broks = False
self.sched.fill_initial_broks()
# Got the initial creation ones
ids = self.sched.broks.keys()
ids.sort()
t0 = time.time()
for i in ids:
b = self.sched.broks[i]
print "Manage b", b.type
b.prepare()
self.rg.manage_brok(b)
t1 = time.time()
print 'First inc', t1 - t0, len(self.sched.broks)
self.sched.broks.clear()
self.look_for_same_values()
def __init__(self, modconf):
BaseModule.__init__(self, modconf)
logger.debug('[hokuto-log-cacher] Initializing')
self.regen = Regenerator() # TODO: Keep this ? seems useless
self.db_path = getattr(modconf, 'db_path', None)
if self.db_path is None:
logger.error(
'[hokuto-log-cacher] No database path configured. Please specify one with db_path in the module configuration file.'
)
raise
def __init__(self, modconf):
BaseModule.__init__(self, modconf)
logger.debug('[hokuto] Initializing')
self.port = int(getattr(modconf, 'port', '7768'))
self.host = getattr(modconf, 'host', '0.0.0.0')
self.dbpath = getattr(modconf, 'dbpath', '/var/lib/shinken/hokuto.db')
self.secret_key = getattr(modconf, 'secretkey', 'Enter the secretest key here!')
self.logging = getattr(modconf, 'logging', '/var/log/shinken/hokuto.log')
self.threaded = getattr(modconf, 'threaded', '1') == '1'
self.nanto_database = getattr(modconf, 'nanto_database', None)
self.livestatus_socket = getattr(modconf, 'livestatus_socket', None)
self.livestatus_host = None
self.livestatus_port = None
if self.livestatus_socket is None:
self.livestatus_host = getattr(modconf, 'livestatus_host', '127.0.0.1')
self.livestatus_port = getattr(modconf, 'livestatus_port', 50000)
self.regen = Regenerator() # TODO: Keep this ? seems useless
def test_reversed_list(self):
""" Test to ensure new conf is properly merge with different servicegroup definition
The first conf has all its servicegroup defined servicegroups.cfg and services.cfg
The second conf has both, so that servicegroups defined ins services.cfg are genretaed by Shinken
This lead to another generated id witch should be handled properly when regenerating reversed list / merging
servicegroups definition
"""
sg = self.sched.servicegroups.find_by_name('servicegroup_01')
prev_id = sg.id
reg = Regenerator()
data = {"instance_id": 0}
b = Brok('program_status', data)
b.prepare()
reg.manage_program_status_brok(b)
reg.all_done_linking(0)
self.setup_with_file("etc/shinken_reversed_list.cfg")
reg.all_done_linking(0)
#for service in self.sched.servicegroups:
# assert(service.servicegroup_name in self.sched.servicegroups.reversed_list.keys())
# assert(service.id == self.sched.servicegroups.reversed_list[service.servicegroup_name])
sg = self.sched.servicegroups.find_by_name('servicegroup_01')
assert (prev_id != sg.id)
for sname in [
u'servicegroup_01', u'ok', u'flap', u'unknown', u'random',
u'servicegroup_02', u'servicegroup_03', u'warning',
u'critical', u'servicegroup_04', u'servicegroup_05',
u'pending', u'mynewgroup'
]:
sg = self.sched.servicegroups.find_by_name(sname)
assert (sname is not None)
def test_regenerator(self):
#
# Config is not correct because of a wrong relative path
# in the main config file
#
# for h in self.sched.hosts:
# h.realm = h.realm.get_name()
self.sched.conf.skip_initial_broks = False
self.sched.brokers['Default-Broker'] = {
'broks': [],
'has_full_broks': False
}
self.sched.fill_initial_broks('Default-Broker')
self.rg = Regenerator()
# Got the initial creation ones
t0 = time.time()
for b in self.sched.broks:
print "Manage b", b.type
b.prepare()
self.rg.manage_brok(b)
t1 = time.time()
print 'First inc', t1 - t0, len(self.sched.broks)
del self.sched.broks[:]
self.look_for_same_values()
print "Get the hosts and services"
host = self.sched.hosts.find_by_name("test_host_0")
host.checks_in_progress = []
host.act_depend_of = [] # ignore the router
router = self.sched.hosts.find_by_name("test_router_0")
router.checks_in_progress = []
router.act_depend_of = [] # ignore the router
svc = self.sched.services.find_srv_by_name_and_hostname(
"test_host_0", "test_ok_0")
svc.checks_in_progress = []
svc.act_depend_of = [] # no hostchecks on critical checkresults
self.scheduler_loop(
3,
[[host, 2, 'DOWN | value1=1 value2=2'], [router, 0, 'UP | rtt=10'],
[svc, 2, 'BAD | value1=0 value2=0']])
self.assertEqual('DOWN', host.state)
self.assertEqual('HARD', host.state_type)
t0 = time.time()
for b in self.sched.broks:
print "Manage b", b.type
b.prepare()
self.rg.manage_brok(b)
t1 = time.time()
print 'Time', t1 - t0
del self.sched.broks[:]
self.look_for_same_values()
print 'Time', t1 - t0
b = svc.get_initial_status_brok()
b.prepare()
print "GO BENCH!"
t0 = time.time()
for i in xrange(1, 1000):
b = svc.get_initial_status_brok()
b.prepare()
s = Service({})
for (prop, value) in b.data.iteritems():
setattr(s, prop, value)
t1 = time.time()
print "Bench end:", t1 - t0
times = {}
sizes = {}
import cPickle
data = {}
cls = svc.__class__
start = time.time()
for i in xrange(1, 10000):
for prop, entry in svc.__class__.properties.items():
# Is this property intended for brokking?
if 'full_status' in entry.fill_brok:
data[prop] = svc.get_property_value_for_brok(
prop, cls.properties)
if not prop in times:
times[prop] = 0
sizes[prop] = 0
t0 = time.time()
tmp = cPickle.dumps(data[prop], 0)
sizes[prop] += len(tmp)
times[prop] += time.time() - t0
print "Times"
for (k, v) in times.iteritems():
print "\t%s: %s" % (k, v)
print "\n\n"
print "Sizes"
for (k, v) in sizes.iteritems():
print "\t%s: %s" % (k, v)
print "\n"
print "total time", time.time() - start
def __init__(self, modconf):
BaseModule.__init__(self, modconf)
self.plugins = []
self.modconf = modconf
# Web server configuration
self.host = getattr(modconf, 'host', '0.0.0.0')
self.port = int(getattr(modconf, 'port', '7767'))
logger.info("[WebUI] server: %s:%d", self.host, self.port)
self.endpoint = getattr(modconf, 'endpoint', None)
if self.endpoint:
if self.endpoint.endswith('/'):
self.endpoint = self.endpoint[:-1]
logger.info("[WebUI] configured endpoint: %s", self.endpoint)
logger.warning(
"[WebUI] endpoint feature is not implemented! WebUI is served from root URL: http://%s:%d/",
self.host, self.port)
self.endpoint = None
# Build session cookie
self.session_cookie = getattr(modconf, 'cookie_name', 'user')
self.auth_secret = resolve_auth_secret(modconf)
logger.info("[WebUI] cookie: %s", self.session_cookie)
# TODO : common preferences
self.play_sound = to_bool(getattr(modconf, 'play_sound', '0'))
# TODO : common preferences
self.login_text = getattr(modconf, 'login_text', None)
# TODO : common preferences
self.company_logo = getattr(modconf, 'company_logo', 'default_company')
if self.company_logo == '':
# Set a dummy value if webui.cfg value is empty to force using the default logo ...
self.company_logo = 'abcdef'
# TODO : common preferences
self.gravatar = to_bool(getattr(modconf, 'gravatar', '0'))
# TODO : common preferences
self.allow_html_output = to_bool(
getattr(modconf, 'allow_html_output', '0'))
# TODO : common preferences
#self.max_output_length = int(getattr(modconf, 'max_output_length', '100'))
# TODO : common preferences
self.refresh_period = int(getattr(modconf, 'refresh_period', '60'))
self.refresh = False if self.refresh_period == 0 else True
# Use element tag as image or use text
self.tag_as_image = to_bool(getattr(modconf, 'tag_as_image', '0'))
# Manage user's ACL
self.manage_acl = to_bool(getattr(modconf, 'manage_acl', '1'))
self.allow_anonymous = to_bool(getattr(modconf, 'allow_anonymous',
'0'))
# Allow to customize default downtime duration
self.default_downtime_hours = int(
getattr(modconf, 'default_downtime_hours', '48'))
self.shinken_downtime_fixed = int(
getattr(modconf, 'shinken_downtime_fixed', '1'))
self.shinken_downtime_trigger = int(
getattr(modconf, 'shinken_downtime_trigger', '0'))
self.shinken_downtime_duration = int(
getattr(modconf, 'shinken_downtime_duration', '0'))
# Allow to customize default acknowledge parameters
self.default_ack_sticky = int(
getattr(modconf, 'default_ack_sticky', '2'))
self.default_ack_notify = int(
getattr(modconf, 'default_ack_notify', '1'))
self.default_ack_persistent = int(
getattr(modconf, 'default_ack_persistent', '1'))
# Advanced options
self.http_backend = getattr(modconf, 'http_backend', 'auto')
self.remote_user_enable = getattr(modconf, 'remote_user_enable', '0')
self.remote_user_variable = getattr(modconf, 'remote_user_variable',
'X_REMOTE_USER')
self.serveropts = {}
umask = getattr(modconf, 'umask', None)
if umask is not None:
self.serveropts['umask'] = int(umask)
bindAddress = getattr(modconf, 'bindAddress', None)
if bindAddress:
self.serveropts['bindAddress'] = str(bindAddress)
# Apache htpasswd file for authentication
self.htpasswd_file = getattr(modconf, 'htpasswd_file', None)
if self.htpasswd_file:
if not os.path.exists(self.htpasswd_file):
logger.warning("[WebUI] htpasswd file '%s' does not exist.",
self.htpasswd_file)
self.htpasswd_file = None
# Alignak backend for authentication
self.frontend = None
self.alignak_backend_objects = False
self.alignak_backend_endpoint = getattr(modconf,
'alignak_backend_endpoint',
None)
if frontend_available and self.alignak_backend_endpoint:
self.frontend = FrontEnd()
if self.frontend:
self.frontend.configure(self.alignak_backend_endpoint)
logger.info("[WebUI] alignak backend: %s",
self.frontend.url_endpoint_root)
self.alignak_backend_objects = to_bool(
getattr(modconf, 'alignak_backend_objects', '0'))
# Load the config dir and make it an absolute path
self.config_dir = getattr(modconf, 'config_dir', 'share')
self.config_dir = os.path.abspath(self.config_dir)
logger.info("[WebUI] Config dir: %s", self.config_dir)
# Load the share dir and make it an absolute path
self.share_dir = getattr(modconf, 'share_dir', 'share')
self.share_dir = os.path.abspath(self.share_dir)
logger.info("[WebUI] Share dir: %s", self.share_dir)
# Load the photo dir and make it an absolute path
self.photo_dir = getattr(modconf, 'photos_dir', 'photos')
self.photo_dir = os.path.abspath(self.photo_dir)
logger.info("[WebUI] Photo dir: %s", self.photo_dir)
# User information
self.user_session = None
self.user_info = None
# @mohierf: still useful ? No value in webui.cfg, so always False ...
# self.embeded_graph = to_bool(getattr(modconf, 'embeded_graph', '0'))
# Look for an additional pages dir
self.additional_plugins_dir = getattr(modconf,
'additional_plugins_dir', '')
if self.additional_plugins_dir:
self.additional_plugins_dir = os.path.abspath(
self.additional_plugins_dir)
logger.info("[WebUI] Additional plugins dir: %s",
self.additional_plugins_dir)
# Web UI timezone
self.timezone = getattr(modconf, 'timezone', 'Europe/Paris')
if self.timezone:
logger.info("[WebUI] Setting our timezone to %s", self.timezone)
os.environ['TZ'] = self.timezone
time.tzset()
logger.info("[WebUI] parameter timezone: %s", self.timezone)
# Visual alerting thresholds
# Used in the dashboard view to select background color for percentages
self.hosts_states_warning = int(
getattr(modconf, 'hosts_states_warning', '95'))
self.hosts_states_critical = int(
getattr(modconf, 'hosts_states_critical', '90'))
self.services_states_warning = int(
getattr(modconf, 'services_states_warning', '95'))
self.services_states_critical = int(
getattr(modconf, 'services_states_critical', '90'))
# Web UI information
self.app_version = getattr(modconf, 'about_version', WEBUI_VERSION)
self.app_copyright = getattr(modconf, 'about_copyright',
WEBUI_COPYRIGHT)
# We will save all widgets
self.widgets = {}
# We need our regenerator now (before main) so if we are in a scheduler,
# rg will be able to skip some broks
self.rg = None
if not self.alignak_backend_objects:
self.rg = Regenerator()
# My bottle object ...
self.bottle = bottle
bottle.BaseTemplate.defaults['app'] = self
def __init__(self, modconf):
BaseModule.__init__(self, modconf)
self.plugins = []
self.modconf = modconf
# Web server configuration
self.host = getattr(modconf, 'host', '0.0.0.0')
self.port = int(getattr(modconf, 'port', '7767'))
self.auth_secret = getattr(modconf, 'auth_secret',
'secret').encode('utf8', 'replace')
# TODO : common preferences
self.play_sound = to_bool(getattr(modconf, 'play_sound', '0'))
# TODO : common preferences
self.login_text = getattr(modconf, 'login_text', None)
# TODO : common preferences
self.company_logo = getattr(modconf, 'company_logo', 'default_company')
if self.company_logo == '':
# Set a dummy value if webui.cfg value is empty to force using the default logo ...
self.company_logo = 'abcdef'
# TODO : common preferences
self.gravatar = to_bool(getattr(modconf, 'gravatar', '0'))
# TODO : common preferences
self.allow_html_output = to_bool(
getattr(modconf, 'allow_html_output', '0'))
# TODO : common preferences
#self.max_output_length = int(getattr(modconf, 'max_output_length', '100'))
# TODO : common preferences
self.refresh_period = int(getattr(modconf, 'refresh_period', '60'))
# Use element tag as image or use text
self.tag_as_image = to_bool(getattr(modconf, 'tag_as_image', '0'))
# Manage user's ACL
self.manage_acl = to_bool(getattr(modconf, 'manage_acl', '1'))
self.allow_anonymous = to_bool(getattr(modconf, 'allow_anonymous',
'0'))
# Advanced options
self.http_backend = getattr(modconf, 'http_backend', 'auto')
self.remote_user_enable = getattr(modconf, 'remote_user_enable', '0')
self.remote_user_variable = getattr(modconf, 'remote_user_variable',
'X_REMOTE_USER')
self.serveropts = {}
umask = getattr(modconf, 'umask', None)
if umask is not None:
self.serveropts['umask'] = int(umask)
bindAddress = getattr(modconf, 'bindAddress', None)
if bindAddress:
self.serveropts['bindAddress'] = str(bindAddress)
# Apache htpasswd file for authentication
self.htpasswd_file = getattr(modconf, 'htpasswd_file',
'/etc/shinken/htpasswd.users')
logger.info("[WebUI] htpasswd file: %s", self.htpasswd_file)
if self.htpasswd_file:
if not os.path.exists(self.htpasswd_file):
logger.warning("[WebUI] htpasswd file '%s' does not exist.",
self.htpasswd_file)
self.htpasswd_file = None
# Load the config dir and make it an absolute path
self.config_dir = getattr(modconf, 'config_dir', 'share')
self.config_dir = os.path.abspath(self.config_dir)
logger.info("[WebUI] Config dir: %s", self.config_dir)
# Load the share dir and make it an absolute path
self.share_dir = getattr(modconf, 'share_dir', 'share')
self.share_dir = os.path.abspath(self.share_dir)
logger.info("[WebUI] Share dir: %s", self.share_dir)
# Load the photo dir and make it an absolute path
self.photo_dir = getattr(modconf, 'photos_dir', 'photos')
self.photo_dir = os.path.abspath(self.photo_dir)
logger.info("[WebUI] Photo dir: %s", self.photo_dir)
self.user_picture = ''
# @mohierf: still useful ? No value in webui.cfg, so always False ...
# self.embeded_graph = to_bool(getattr(modconf, 'embeded_graph', '0'))
# Look for an additional pages dir
self.additional_plugins_dir = getattr(modconf,
'additional_plugins_dir', '')
if self.additional_plugins_dir:
self.additional_plugins_dir = os.path.abspath(
self.additional_plugins_dir)
logger.info("[WebUI] Additional plugins dir: %s",
self.additional_plugins_dir)
# Web UI timezone
self.timezone = getattr(modconf, 'timezone', 'Europe/Paris')
if self.timezone:
logger.info("[WebUI] Setting our timezone to %s", self.timezone)
os.environ['TZ'] = self.timezone
time.tzset()
logger.info("[WebUI] parameter timezone: %s", self.timezone)
# Visual alerting thresholds
# Used in the dashboard view to select background color for percentages
self.hosts_states_warning = int(
getattr(modconf, 'hosts_states_warning', '95'))
self.hosts_states_critical = int(
getattr(modconf, 'hosts_states_critical', '90'))
self.services_states_warning = int(
getattr(modconf, 'services_states_warning', '95'))
self.services_states_critical = int(
getattr(modconf, 'services_states_critical', '90'))
# Web UI information
self.app_version = getattr(modconf, 'about_version', WEBUI_VERSION)
self.app_copyright = getattr(modconf, 'about_copyright',
WEBUI_COPYRIGHT)
self.app_release = getattr(modconf, 'about_release',
WEBUI_RELEASENOTES)
# We will save all widgets
self.widgets = {}
# We need our regenerator now (before main) so if we are in a scheduler,
# rg will be able to skip some broks
self.rg = Regenerator()
# My bottle object ...
self.bottle = bottle
bottle.BaseTemplate.defaults['app'] = self
