def setup_new_conf(self): conf = self.new_conf self.cur_conf = conf # Got our name from the globals g_conf = conf['global'] if 'broker_name' in g_conf: name = g_conf['broker_name'] else: name = 'Unnamed broker' self.name = name props_to_get = ['broks_batch', 'api_key', 'secret', 'http_proxy', 'statsd_host', 'statsd_port', 'statsd_prefix', 'statsd_enabled', 'statsd_interval', 'statsd_types', 'statsd_pattern'] for prop in props_to_get: v = g_conf[prop] setattr(self, prop, v) self.harakiri_threshold = parse_memory_expr(g_conf['harakiri_threshold']) if self.harakiri_threshold is not None: self.raw_conf = self.new_conf else: self.raw_conf = None self.new_conf = None if self.aggressive_memory_management: free_memory() # We got a name so we can update the logger and the stats global objects logger.load_obj(self, name) statsmgr.register(self, name, 'broker', api_key=self.api_key, secret=self.secret, http_proxy=self.http_proxy, statsd_host=self.statsd_host, statsd_port=self.statsd_port, statsd_prefix=self.statsd_prefix, statsd_enabled=self.statsd_enabled, statsd_interval=self.statsd_interval, statsd_types=self.statsd_types, statsd_pattern=self.statsd_pattern) logger.debug("[%s] Sending us configuration %s", self.name, conf) # If we've got something in the schedulers, we do not # want it anymore # self.schedulers.clear() for sched_id in conf['schedulers']: # Must look if we already have it to do not overdie our broks already_got = False # We can already got this conf id, but with another address if sched_id in self.schedulers: new_addr = conf['schedulers'][sched_id]['address'] old_addr = self.schedulers[sched_id]['address'] new_port = conf['schedulers'][sched_id]['port'] old_port = self.schedulers[sched_id]['port'] # Should got all the same to be ok :) if new_addr == old_addr and new_port == old_port: already_got = True if already_got: broks = self.schedulers[sched_id]['broks'] running_id = self.schedulers[sched_id]['running_id'] else: broks = [] running_id = 0 s = conf['schedulers'][sched_id] self.schedulers[sched_id] = s # replacing scheduler address and port by those defined in satellitemap if s['name'] in g_conf['satellitemap']: s = dict(s) # make a copy s.update(g_conf['satellitemap'][s['name']]) proto = 'http' if s['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, s['address'], s['port']) self.schedulers[sched_id]['uri'] = uri self.schedulers[sched_id]['broks'] = broks self.schedulers[sched_id]['instance_id'] = s['instance_id'] self.schedulers[sched_id]['running_id'] = running_id self.schedulers[sched_id]['active'] = s['active'] self.schedulers[sched_id]['last_connection'] = 0 self.schedulers[sched_id]['timeout'] = s['timeout'] self.schedulers[sched_id]['data_timeout'] = s['data_timeout'] logger.info("We have our schedulers: %s ", self.schedulers) # Now get arbiter for arb_id in conf['arbiters']: # Must look if we already have it already_got = arb_id in self.arbiters if already_got: broks = self.arbiters[arb_id]['broks'] else: broks = [] a = conf['arbiters'][arb_id] self.arbiters[arb_id] = a # replacing arbiter address and port by those defined in satellitemap if a['name'] in g_conf['satellitemap']: a = dict(a) # make a copy a.update(g_conf['satellitemap'][a['name']]) proto = 'http' if a['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, a['address'], a['port']) self.arbiters[arb_id]['uri'] = uri self.arbiters[arb_id]['broks'] = broks self.arbiters[arb_id]['instance_id'] = 0 # No use so all to 0 self.arbiters[arb_id]['running_id'] = 0 self.arbiters[arb_id]['last_connection'] = 0 # We do not connect to the arbiter. Connection hangs logger.info("We have our arbiters: %s ", self.arbiters) # Now for pollers for pol_id in conf['pollers']: # Must look if we already have it already_got = pol_id in self.pollers if already_got: broks = self.pollers[pol_id]['broks'] running_id = self.schedulers[sched_id]['running_id'] else: broks = [] running_id = 0 p = conf['pollers'][pol_id] self.pollers[pol_id] = p # replacing poller address and port by those defined in satellitemap if p['name'] in g_conf['satellitemap']: p = dict(p) # make a copy p.update(g_conf['satellitemap'][p['name']]) proto = 'http' if p['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, p['address'], p['port']) self.pollers[pol_id]['uri'] = uri self.pollers[pol_id]['broks'] = broks self.pollers[pol_id]['instance_id'] = 0 # No use so all to 0 self.pollers[pol_id]['running_id'] = running_id self.pollers[pol_id]['last_connection'] = 0 logger.info("We have our pollers: %s", self.pollers) # Now reactionners for rea_id in conf['reactionners']: # Must look if we already have it already_got = rea_id in self.reactionners if already_got: broks = self.reactionners[rea_id]['broks'] running_id = self.schedulers[sched_id]['running_id'] else: broks = [] running_id = 0 r = conf['reactionners'][rea_id] self.reactionners[rea_id] = r # replacing reactionner address and port by those defined in satellitemap if r['name'] in g_conf['satellitemap']: r = dict(r) # make a copy r.update(g_conf['satellitemap'][r['name']]) proto = 'http' if r['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, r['address'], r['port']) self.reactionners[rea_id]['uri'] = uri self.reactionners[rea_id]['broks'] = broks self.reactionners[rea_id]['instance_id'] = 0 # No use so all to 0 self.reactionners[rea_id]['running_id'] = running_id self.reactionners[rea_id]['last_connection'] = 0 logger.info("We have our reactionners: %s", self.reactionners) # Now receivers for rec_id in conf['receivers']: # Must look if we already have it already_got = rec_id in self.receivers if already_got: broks = self.receivers[rec_id]['broks'] running_id = self.schedulers[sched_id]['running_id'] else: broks = [] running_id = 0 r = conf['receivers'][rec_id] self.receivers[rec_id] = r # replacing reactionner address and port by those defined in satellitemap if r['name'] in g_conf['satellitemap']: r = dict(r) # make a copy r.update(g_conf['satellitemap'][r['name']]) proto = 'http' if r['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, r['address'], r['port']) self.receivers[rec_id]['uri'] = uri self.receivers[rec_id]['broks'] = broks self.receivers[rec_id]['instance_id'] = 0 # No use so all to 0 self.receivers[rec_id]['running_id'] = running_id self.receivers[rec_id]['last_connection'] = 0 if not self.have_modules: self.modules = mods = conf['global']['modules'] self.have_modules = True logger.info("We received modules %s ", mods) # Ok now start, or restart them! # Set modules, init them and start external ones self.modules_manager.set_modules(self.modules) self.do_load_modules() self.modules_manager.start_external_instances() # Set our giving timezone from arbiter use_timezone = conf['global']['use_timezone'] if use_timezone != 'NOTSET': logger.info("Setting our timezone to %s", use_timezone) os.environ['TZ'] = use_timezone time.tzset() # Connection init with Schedulers for sched_id in self.schedulers: self.pynag_con_init(sched_id, type='scheduler') for pol_id in self.pollers: self.pynag_con_init(pol_id, type='poller') for rea_id in self.reactionners: self.pynag_con_init(rea_id, type='reactionner')
def setup_new_conf(self): conf = self.new_conf self.new_conf = None self.cur_conf = conf # Got our name from the globals if 'receiver_name' in conf['global']: name = conf['global']['receiver_name'] else: name = 'Unnamed receiver' self.name = name self.api_key = conf['global']['api_key'] self.secret = conf['global']['secret'] self.http_proxy = conf['global']['http_proxy'] self.statsd_host = conf['global']['statsd_host'] self.statsd_port = conf['global']['statsd_port'] self.statsd_prefix = conf['global']['statsd_prefix'] self.statsd_enabled = conf['global']['statsd_enabled'] statsmgr.register(self, self.name, 'receiver', api_key=self.api_key, secret=self.secret, http_proxy=self.http_proxy, statsd_host=self.statsd_host, statsd_port=self.statsd_port, statsd_prefix=self.statsd_prefix, statsd_enabled=self.statsd_enabled) logger.load_obj(self, name) self.direct_routing = conf['global']['direct_routing'] self.accept_passive_unknown_check_results = conf['global']['accept_passive_unknown_check_results'] g_conf = conf['global'] # If we've got something in the schedulers, we do not want it anymore for sched_id in conf['schedulers']: already_got = False # We can already got this conf id, but with another address if sched_id in self.schedulers: new_addr = conf['schedulers'][sched_id]['address'] old_addr = self.schedulers[sched_id]['address'] new_port = conf['schedulers'][sched_id]['port'] old_port = self.schedulers[sched_id]['port'] # Should got all the same to be ok :) if new_addr == old_addr and new_port == old_port: already_got = True if already_got: logger.info("[%s] We already got the conf %d (%s)", self.name, sched_id, conf['schedulers'][sched_id]['name']) wait_homerun = self.schedulers[sched_id]['wait_homerun'] actions = self.schedulers[sched_id]['actions'] external_commands = self.schedulers[sched_id]['external_commands'] con = self.schedulers[sched_id]['con'] s = conf['schedulers'][sched_id] self.schedulers[sched_id] = s if s['name'] in g_conf['satellitemap']: s.update(g_conf['satellitemap'][s['name']]) proto = 'http' if s['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, s['address'], s['port']) self.schedulers[sched_id]['uri'] = uri if already_got: self.schedulers[sched_id]['wait_homerun'] = wait_homerun self.schedulers[sched_id]['actions'] = actions self.schedulers[sched_id]['external_commands'] = external_commands self.schedulers[sched_id]['con'] = con else: self.schedulers[sched_id]['wait_homerun'] = {} self.schedulers[sched_id]['actions'] = {} self.schedulers[sched_id]['external_commands'] = [] self.schedulers[sched_id]['con'] = None self.schedulers[sched_id]['running_id'] = 0 self.schedulers[sched_id]['active'] = s['active'] self.schedulers[sched_id]['timeout'] = s['timeout'] self.schedulers[sched_id]['data_timeout'] = s['data_timeout'] # Do not connect if we are a passive satellite if self.direct_routing and not already_got: # And then we connect to it :) self.pynag_con_init(sched_id) logger.debug("[%s] Sending us configuration %s", self.name, conf) if not self.have_modules: self.modules = mods = conf['global']['modules'] self.have_modules = True logger.info("We received modules %s ", mods) # Set our giving timezone from arbiter use_timezone = conf['global']['use_timezone'] if use_timezone != 'NOTSET': logger.info("Setting our timezone to %s", use_timezone) os.environ['TZ'] = use_timezone time.tzset()
def setup_new_conf(self): conf = self.new_conf self.new_conf = None self.cur_conf = conf # Got our name from the globals if 'receiver_name' in conf['global']: name = conf['global']['receiver_name'] else: name = 'Unnamed receiver' self.name = name self.api_key = conf['global']['api_key'] self.secret = conf['global']['secret'] self.http_proxy = conf['global']['http_proxy'] self.statsd_host = conf['global']['statsd_host'] self.statsd_port = conf['global']['statsd_port'] self.statsd_prefix = conf['global']['statsd_prefix'] self.statsd_enabled = conf['global']['statsd_enabled'] statsmgr.register(self, self.name, 'receiver', api_key=self.api_key, secret=self.secret, http_proxy=self.http_proxy, statsd_host=self.statsd_host, statsd_port=self.statsd_port, statsd_prefix=self.statsd_prefix, statsd_enabled=self.statsd_enabled) logger.load_obj(self, name) self.direct_routing = conf['global']['direct_routing'] self.accept_passive_unknown_check_results = \ conf['global']['accept_passive_unknown_check_results'] g_conf = conf['global'] # If we've got something in the schedulers, we do not want it anymore for sched_id in conf['schedulers']: already_got = False # We can already got this conf id, but with another address if sched_id in self.schedulers: new_addr = conf['schedulers'][sched_id]['address'] old_addr = self.schedulers[sched_id]['address'] new_port = conf['schedulers'][sched_id]['port'] old_port = self.schedulers[sched_id]['port'] # Should got all the same to be ok :) if new_addr == old_addr and new_port == old_port: already_got = True if already_got: logger.info("[%s] We already got the conf %d (%s)", self.name, sched_id, conf['schedulers'][sched_id]['name']) wait_homerun = self.schedulers[sched_id]['wait_homerun'] actions = self.schedulers[sched_id]['actions'] external_commands = self.schedulers[sched_id]['external_commands'] con = self.schedulers[sched_id]['con'] s = conf['schedulers'][sched_id] self.schedulers[sched_id] = s if s['name'] in g_conf['satellitemap']: s.update(g_conf['satellitemap'][s['name']]) proto = 'http' if s['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, s['address'], s['port']) self.schedulers[sched_id]['uri'] = uri if already_got: self.schedulers[sched_id]['wait_homerun'] = wait_homerun self.schedulers[sched_id]['actions'] = actions self.schedulers[sched_id]['external_commands'] = external_commands self.schedulers[sched_id]['con'] = con else: self.schedulers[sched_id]['wait_homerun'] = {} self.schedulers[sched_id]['actions'] = {} self.schedulers[sched_id]['external_commands'] = [] self.schedulers[sched_id]['con'] = None self.schedulers[sched_id]['running_id'] = 0 self.schedulers[sched_id]['active'] = s['active'] self.schedulers[sched_id]['timeout'] = s['timeout'] self.schedulers[sched_id]['data_timeout'] = s['data_timeout'] # Do not connect if we are a passive satellite if self.direct_routing and not already_got: # And then we connect to it :) self.pynag_con_init(sched_id) logger.debug("[%s] Sending us configuration %s", self.name, conf) if not self.have_modules: self.modules = mods = conf['global']['modules'] self.have_modules = True logger.info("We received modules %s ", mods) # Set our giving timezone from arbiter use_timezone = conf['global']['use_timezone'] if use_timezone != 'NOTSET': logger.info("Setting our timezone to %s", use_timezone) os.environ['TZ'] = use_timezone time.tzset()
def setup_new_conf(self): pk = self.new_conf conf_raw = pk['conf'] override_conf = pk['override_conf'] modules = pk['modules'] satellites = pk['satellites'] instance_name = pk['instance_name'] push_flavor = pk['push_flavor'] skip_initial_broks = pk['skip_initial_broks'] accept_passive_unknown_check_results = pk['accept_passive_unknown_check_results'] # horay, we got a name, we can set it in our stats objects statsmgr.register(instance_name, 'scheduler') t0 = time.time() conf = cPickle.loads(conf_raw) logger.debug("Conf received at %d. Unserialized in %d secs" % (t0, time.time() - t0)) self.new_conf = None # Tag the conf with our data self.conf = conf self.conf.push_flavor = push_flavor self.conf.instance_name = instance_name self.conf.skip_initial_broks = skip_initial_broks self.conf.accept_passive_unknown_check_results = accept_passive_unknown_check_results self.cur_conf = conf self.override_conf = override_conf self.modules = modules self.satellites = satellites #self.pollers = self.app.pollers if self.conf.human_timestamp_log: logger.set_human_format() # Now We create our pollers for pol_id in satellites['pollers']: # Must look if we already have it already_got = pol_id in self.pollers p = satellites['pollers'][pol_id] self.pollers[pol_id] = p if p['name'] in override_conf['satellitemap']: p = dict(p) # make a copy p.update(override_conf['satellitemap'][p['name']]) proto = 'http' if p['use_ssl']: proto = 'https' uri = '%s://%s:%s/' % (proto, p['address'], p['port']) self.pollers[pol_id]['uri'] = uri self.pollers[pol_id]['last_connection'] = 0 # First mix conf and override_conf to have our definitive conf for prop in self.override_conf: #print "Overriding the property %s with value %s" % (prop, self.override_conf[prop]) val = self.override_conf[prop] setattr(self.conf, prop, val) if self.conf.use_timezone != '': logger.debug("Setting our timezone to %s" % str(self.conf.use_timezone)) os.environ['TZ'] = self.conf.use_timezone time.tzset() if len(self.modules) != 0: logger.debug("I've got %s modules" % str(self.modules)) # TODO: if scheduler had previous modules instanciated it must clean them! self.modules_manager.set_modules(self.modules) self.do_load_modules() # give it an interface # But first remove previous interface if exists if self.ichecks is not None: logger.debug("Deconnecting previous Check Interface") self.http_daemon.unregister(self.ichecks) # Now create and connect it self.ichecks = IChecks(self.sched) self.http_daemon.register(self.ichecks) logger.debug("The Scheduler Interface uri is: %s" % self.uri) # Same for Broks if self.ibroks is not None: logger.debug("Deconnecting previous Broks Interface") self.http_daemon.unregister(self.ibroks) # Create and connect it self.ibroks = IBroks(self.sched) self.http_daemon.register(self.ibroks) logger.info("Loading configuration.") self.conf.explode_global_conf() # we give sched it's conf self.sched.reset() self.sched.load_conf(self.conf) self.sched.load_satellites(self.pollers, self.reactionners) # We must update our Config dict macro with good value # from the config parameters self.sched.conf.fill_resource_macros_names_macros() #print "DBG: got macros", self.sched.conf.macros # Creating the Macroresolver Class & unique instance m = MacroResolver() m.init(self.conf) #self.conf.dump() #self.conf.quick_debug() # Now create the external commander # it's a applyer: it role is not to dispatch commands, # but to apply them e = ExternalCommandManager(self.conf, 'applyer') # Scheduler need to know about external command to # activate it if necessary self.sched.load_external_command(e) # External command need the sched because he can raise checks e.load_scheduler(self.sched) # We clear our schedulers managed (it's us :) ) # and set ourself in it self.schedulers = {self.conf.instance_id: self.sched}
def setup_new_conf(self): conf = self.new_conf self.new_conf = None self.cur_conf = conf # Got our name from the globals if "receiver_name" in conf["global"]: name = conf["global"]["receiver_name"] else: name = "Unnamed receiver" self.name = name self.api_key = conf["global"]["api_key"] self.secret = conf["global"]["secret"] self.http_proxy = conf["global"]["http_proxy"] self.statsd_host = conf["global"]["statsd_host"] self.statsd_port = conf["global"]["statsd_port"] self.statsd_prefix = conf["global"]["statsd_prefix"] self.statsd_enabled = conf["global"]["statsd_enabled"] statsmgr.register( self, self.name, "receiver", api_key=self.api_key, secret=self.secret, http_proxy=self.http_proxy, statsd_host=self.statsd_host, statsd_port=self.statsd_port, statsd_prefix=self.statsd_prefix, statsd_enabled=self.statsd_enabled, ) logger.load_obj(self, name) self.direct_routing = conf["global"]["direct_routing"] self.accept_passive_unknown_check_results = conf["global"]["accept_passive_unknown_check_results"] g_conf = conf["global"] # If we've got something in the schedulers, we do not want it anymore for sched_id in conf["schedulers"]: already_got = False # We can already got this conf id, but with another address if sched_id in self.schedulers: new_addr = conf["schedulers"][sched_id]["address"] old_addr = self.schedulers[sched_id]["address"] new_port = conf["schedulers"][sched_id]["port"] old_port = self.schedulers[sched_id]["port"] # Should got all the same to be ok :) if new_addr == old_addr and new_port == old_port: already_got = True if already_got: logger.info( "[%s] We already got the conf %d (%s)", self.name, sched_id, conf["schedulers"][sched_id]["name"] ) wait_homerun = self.schedulers[sched_id]["wait_homerun"] actions = self.schedulers[sched_id]["actions"] external_commands = self.schedulers[sched_id]["external_commands"] con = self.schedulers[sched_id]["con"] s = conf["schedulers"][sched_id] self.schedulers[sched_id] = s if s["name"] in g_conf["satellitemap"]: s.update(g_conf["satellitemap"][s["name"]]) proto = "http" if s["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, s["address"], s["port"]) self.schedulers[sched_id]["uri"] = uri if already_got: self.schedulers[sched_id]["wait_homerun"] = wait_homerun self.schedulers[sched_id]["actions"] = actions self.schedulers[sched_id]["external_commands"] = external_commands self.schedulers[sched_id]["con"] = con else: self.schedulers[sched_id]["wait_homerun"] = {} self.schedulers[sched_id]["actions"] = {} self.schedulers[sched_id]["external_commands"] = [] self.schedulers[sched_id]["con"] = None self.schedulers[sched_id]["running_id"] = 0 self.schedulers[sched_id]["active"] = s["active"] self.schedulers[sched_id]["timeout"] = s["timeout"] self.schedulers[sched_id]["data_timeout"] = s["data_timeout"] # Do not connect if we are a passive satellite if self.direct_routing and not already_got: # And then we connect to it :) self.pynag_con_init(sched_id) logger.debug("[%s] Sending us configuration %s", self.name, conf) if not self.have_modules: self.modules = mods = conf["global"]["modules"] self.have_modules = True logger.info("We received modules %s ", mods) # Set our giving timezone from arbiter use_timezone = conf["global"]["use_timezone"] if use_timezone != "NOTSET": logger.info("Setting our timezone to %s", use_timezone) os.environ["TZ"] = use_timezone time.tzset()
def setup_new_conf(self): pk = self.new_conf conf_raw = pk["conf"] override_conf = pk["override_conf"] modules = pk["modules"] satellites = pk["satellites"] instance_name = pk["instance_name"] push_flavor = pk["push_flavor"] skip_initial_broks = pk["skip_initial_broks"] accept_passive_unknown_check_results = pk["accept_passive_unknown_check_results"] api_key = pk["api_key"] secret = pk["secret"] http_proxy = pk["http_proxy"] statsd_host = pk["statsd_host"] statsd_port = pk["statsd_port"] statsd_prefix = pk["statsd_prefix"] statsd_enabled = pk["statsd_enabled"] statsd_interval = pk["statsd_interval"] statsd_types = pk["statsd_types"] statsd_pattern = pk["statsd_pattern"] # horay, we got a name, we can set it in our stats objects statsmgr.register( self.sched, instance_name, "scheduler", api_key=api_key, secret=secret, http_proxy=http_proxy, statsd_host=statsd_host, statsd_port=statsd_port, statsd_prefix=statsd_prefix, statsd_enabled=statsd_enabled, statsd_interval=statsd_interval, statsd_types=statsd_types, statsd_pattern=statsd_pattern, ) t0 = time.time() conf = cPickle.loads(conf_raw) logger.debug("Conf received at %d. Unserialized in %d secs", t0, time.time() - t0) self.new_conf = None # Tag the conf with our data self.conf = conf self.conf.push_flavor = push_flavor self.conf.instance_name = instance_name self.conf.skip_initial_broks = skip_initial_broks self.conf.accept_passive_unknown_check_results = accept_passive_unknown_check_results self.cur_conf = conf self.override_conf = override_conf self.modules = modules self.satellites = satellites # self.pollers = self.app.pollers if self.conf.human_timestamp_log: logger.set_human_format() # Now We create our pollers for pol_id in satellites["pollers"]: # Must look if we already have it already_got = pol_id in self.pollers p = satellites["pollers"][pol_id] self.pollers[pol_id] = p if p["name"] in override_conf["satellitemap"]: p = dict(p) # make a copy p.update(override_conf["satellitemap"][p["name"]]) proto = "http" if p["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, p["address"], p["port"]) self.pollers[pol_id]["uri"] = uri self.pollers[pol_id]["last_connection"] = 0 # Now We create our reactionners for reac_id in satellites["reactionners"]: # Must look if we already have it already_got = reac_id in self.reactionners reac = satellites["reactionners"][reac_id] self.reactionners[reac_id] = reac if reac["name"] in override_conf["satellitemap"]: reac = dict(reac) # make a copy reac.update(override_conf["satellitemap"][reac["name"]]) proto = "http" if p["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, reac["address"], reac["port"]) self.reactionners[reac_id]["uri"] = uri self.reactionners[reac_id]["last_connection"] = 0 # First mix conf and override_conf to have our definitive conf for prop in self.override_conf: # print "Overriding the property %s with value %s" % (prop, self.override_conf[prop]) val = self.override_conf[prop] setattr(self.conf, prop, val) if self.conf.use_timezone != "": logger.debug("Setting our timezone to %s", str(self.conf.use_timezone)) os.environ["TZ"] = self.conf.use_timezone time.tzset() if len(self.modules) != 0: logger.debug("I've got %s modules", str(self.modules)) # TODO: if scheduler had previous modules instanciated it must clean them! self.modules_manager.set_modules(self.modules) self.do_load_modules() # give it an interface # But first remove previous interface if exists if self.ichecks is not None: logger.debug("Deconnecting previous Check Interface") self.http_daemon.unregister(self.ichecks) # Now create and connect it self.ichecks = IChecks(self.sched) self.http_daemon.register(self.ichecks) logger.debug("The Scheduler Interface uri is: %s", self.uri) # Same for Broks if self.ibroks is not None: logger.debug("Deconnecting previous Broks Interface") self.http_daemon.unregister(self.ibroks) # Create and connect it self.ibroks = IBroks(self.sched) self.http_daemon.register(self.ibroks) logger.info("Loading configuration.") self.conf.explode_global_conf() # we give sched it's conf self.sched.reset() self.sched.load_conf(self.conf) self.sched.load_satellites(self.pollers, self.reactionners) # We must update our Config dict macro with good value # from the config parameters self.sched.conf.fill_resource_macros_names_macros() # print "DBG: got macros", self.sched.conf.macros # Creating the Macroresolver Class & unique instance m = MacroResolver() m.init(self.conf) # self.conf.dump() # self.conf.quick_debug() # Now create the external commander # it's a applyer: it role is not to dispatch commands, # but to apply them e = ExternalCommandManager(self.conf, "applyer") # Scheduler need to know about external command to # activate it if necessary self.sched.load_external_command(e) # External command need the sched because he can raise checks e.load_scheduler(self.sched) # We clear our schedulers managed (it's us :) ) # and set ourself in it self.schedulers = {self.conf.instance_id: self.sched}
def setup_new_conf(self): conf = self.new_conf self.new_conf = None self.cur_conf = conf # Got our name from the globals g_conf = conf["global"] if "broker_name" in g_conf: name = g_conf["broker_name"] else: name = "Unnamed broker" self.name = name self.api_key = g_conf["api_key"] self.secret = g_conf["secret"] self.http_proxy = g_conf["http_proxy"] self.statsd_host = g_conf["statsd_host"] self.statsd_port = g_conf["statsd_port"] self.statsd_prefix = g_conf["statsd_prefix"] self.statsd_enabled = g_conf["statsd_enabled"] self.statsd_interval = g_conf["statsd_interval"] self.statsd_types = g_conf["statsd_types"] self.statsd_pattern = g_conf["statsd_pattern"] # We got a name so we can update the logger and the stats global objects logger.load_obj(self, name) statsmgr.register( self, name, "broker", api_key=self.api_key, secret=self.secret, http_proxy=self.http_proxy, statsd_host=self.statsd_host, statsd_port=self.statsd_port, statsd_prefix=self.statsd_prefix, statsd_enabled=self.statsd_enabled, statsd_interval=self.statsd_interval, statsd_types=self.statsd_types, statsd_pattern=self.statsd_pattern, ) logger.debug("[%s] Sending us configuration %s", self.name, conf) # If we've got something in the schedulers, we do not # want it anymore # self.schedulers.clear() for sched_id in conf["schedulers"]: # Must look if we already have it to do not overdie our broks already_got = False # We can already got this conf id, but with another address if sched_id in self.schedulers: new_addr = conf["schedulers"][sched_id]["address"] old_addr = self.schedulers[sched_id]["address"] new_port = conf["schedulers"][sched_id]["port"] old_port = self.schedulers[sched_id]["port"] # Should got all the same to be ok :) if new_addr == old_addr and new_port == old_port: already_got = True if already_got: broks = self.schedulers[sched_id]["broks"] running_id = self.schedulers[sched_id]["running_id"] else: broks = {} running_id = 0 s = conf["schedulers"][sched_id] self.schedulers[sched_id] = s # replacing scheduler address and port by those defined in satellitemap if s["name"] in g_conf["satellitemap"]: s = dict(s) # make a copy s.update(g_conf["satellitemap"][s["name"]]) proto = "http" if s["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, s["address"], s["port"]) self.schedulers[sched_id]["uri"] = uri self.schedulers[sched_id]["broks"] = broks self.schedulers[sched_id]["instance_id"] = s["instance_id"] self.schedulers[sched_id]["running_id"] = running_id self.schedulers[sched_id]["active"] = s["active"] self.schedulers[sched_id]["last_connection"] = 0 self.schedulers[sched_id]["timeout"] = s["timeout"] self.schedulers[sched_id]["data_timeout"] = s["data_timeout"] logger.info("We have our schedulers: %s ", self.schedulers) # Now get arbiter for arb_id in conf["arbiters"]: # Must look if we already have it already_got = arb_id in self.arbiters if already_got: broks = self.arbiters[arb_id]["broks"] else: broks = {} a = conf["arbiters"][arb_id] self.arbiters[arb_id] = a # replacing arbiter address and port by those defined in satellitemap if a["name"] in g_conf["satellitemap"]: a = dict(a) # make a copy a.update(g_conf["satellitemap"][a["name"]]) proto = "http" if a["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, a["address"], a["port"]) self.arbiters[arb_id]["uri"] = uri self.arbiters[arb_id]["broks"] = broks self.arbiters[arb_id]["instance_id"] = 0 # No use so all to 0 self.arbiters[arb_id]["running_id"] = 0 self.arbiters[arb_id]["last_connection"] = 0 # We do not connect to the arbiter. Connection hangs logger.info("We have our arbiters: %s ", self.arbiters) # Now for pollers for pol_id in conf["pollers"]: # Must look if we already have it already_got = pol_id in self.pollers if already_got: broks = self.pollers[pol_id]["broks"] running_id = self.schedulers[sched_id]["running_id"] else: broks = {} running_id = 0 p = conf["pollers"][pol_id] self.pollers[pol_id] = p # replacing poller address and port by those defined in satellitemap if p["name"] in g_conf["satellitemap"]: p = dict(p) # make a copy p.update(g_conf["satellitemap"][p["name"]]) proto = "http" if p["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, p["address"], p["port"]) self.pollers[pol_id]["uri"] = uri self.pollers[pol_id]["broks"] = broks self.pollers[pol_id]["instance_id"] = 0 # No use so all to 0 self.pollers[pol_id]["running_id"] = running_id self.pollers[pol_id]["last_connection"] = 0 # #And we connect to it # self.app.pynag_con_init(pol_id, 'poller') logger.info("We have our pollers: %s", self.pollers) # Now reactionners for rea_id in conf["reactionners"]: # Must look if we already have it already_got = rea_id in self.reactionners if already_got: broks = self.reactionners[rea_id]["broks"] running_id = self.schedulers[sched_id]["running_id"] else: broks = {} running_id = 0 r = conf["reactionners"][rea_id] self.reactionners[rea_id] = r # replacing reactionner address and port by those defined in satellitemap if r["name"] in g_conf["satellitemap"]: r = dict(r) # make a copy r.update(g_conf["satellitemap"][r["name"]]) proto = "http" if r["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, r["address"], r["port"]) self.reactionners[rea_id]["uri"] = uri self.reactionners[rea_id]["broks"] = broks self.reactionners[rea_id]["instance_id"] = 0 # No use so all to 0 self.reactionners[rea_id]["running_id"] = running_id self.reactionners[rea_id]["last_connection"] = 0 # #And we connect to it # self.app.pynag_con_init(rea_id, 'reactionner') logger.info("We have our reactionners: %s", self.reactionners) # Now receivers for rec_id in conf["receivers"]: # Must look if we already have it already_got = rec_id in self.receivers if already_got: broks = self.receivers[rec_id]["broks"] running_id = self.schedulers[sched_id]["running_id"] else: broks = {} running_id = 0 r = conf["receivers"][rec_id] self.receivers[rec_id] = r # replacing reactionner address and port by those defined in satellitemap if r["name"] in g_conf["satellitemap"]: r = dict(r) # make a copy r.update(g_conf["satellitemap"][r["name"]]) proto = "http" if r["use_ssl"]: proto = "https" uri = "%s://%s:%s/" % (proto, r["address"], r["port"]) self.receivers[rec_id]["uri"] = uri self.receivers[rec_id]["broks"] = broks self.receivers[rec_id]["instance_id"] = 0 # No use so all to 0 self.receivers[rec_id]["running_id"] = running_id self.receivers[rec_id]["last_connection"] = 0 if not self.have_modules: self.modules = mods = conf["global"]["modules"] self.have_modules = True logger.info("We received modules %s ", mods) # Ok now start, or restart them! # Set modules, init them and start external ones self.modules_manager.set_modules(self.modules) self.do_load_modules() self.modules_manager.start_external_instances() # Set our giving timezone from arbiter use_timezone = conf["global"]["use_timezone"] if use_timezone != "NOTSET": logger.info("Setting our timezone to %s", use_timezone) os.environ["TZ"] = use_timezone time.tzset() # Connection init with Schedulers for sched_id in self.schedulers: self.pynag_con_init(sched_id, type="scheduler") for pol_id in self.pollers: self.pynag_con_init(pol_id, type="poller") for rea_id in self.reactionners: self.pynag_con_init(rea_id, type="reactionner")