def __init__(self, mysql_host, mysql_database, mysql_user, mysql_password,
zabbix_user, zabbix_password, zabbix_url, executor_driver):
self.mysql_host = mysql_host
self.mysql_database = mysql_database
self.mysql_user = mysql_user
self.mysql_password = mysql_password
self.zabbix_user = zabbix_user
self.zabbix_password = zabbix_password
self.zabbix_url = zabbix_url
self.events_notification_history = dict()
self.db = HMonitorDB(mysql_user=options.mysql_user,
mysql_passwd=options.mysql_password,
mysql_host=options.mysql_host,
mysql_database=options.mysql_database)
self.executor = executor_driver
self.notification_agents = [MailAgent(db=self.db,
executor=self.executor,
api_user=options.mail_api_user,
api_key=options.mail_api_key,
sender=options.mail_sender,
endpoint=options.mail_endpoint),
SmsAgent(db=self.db,
executor=self.executor,
username=options.sms_user,
password=options.sms_password,
epid=options.sms_epid,
endpoint=options.sms_endpoint,
charset=options.sms_charset)]
self.am = AutoFixProxy(db=self.db, executor=self.executor,
url=options.autofix_url)
class Agent(object):
def __init__(self, mysql_host, mysql_database, mysql_user, mysql_password,
zabbix_user, zabbix_password, zabbix_url, executor_driver):
self.mysql_host = mysql_host
self.mysql_database = mysql_database
self.mysql_user = mysql_user
self.mysql_password = mysql_password
self.zabbix_user = zabbix_user
self.zabbix_password = zabbix_password
self.zabbix_url = zabbix_url
self.events_notification_history = dict()
self.db = HMonitorDB(mysql_user=options.mysql_user,
mysql_passwd=options.mysql_password,
mysql_host=options.mysql_host,
mysql_database=options.mysql_database)
self.executor = executor_driver
self.notification_agents = [MailAgent(db=self.db,
executor=self.executor,
api_user=options.mail_api_user,
api_key=options.mail_api_key,
sender=options.mail_sender,
endpoint=options.mail_endpoint),
SmsAgent(db=self.db,
executor=self.executor,
username=options.sms_user,
password=options.sms_password,
epid=options.sms_epid,
endpoint=options.sms_endpoint,
charset=options.sms_charset)]
self.am = AutoFixProxy(db=self.db, executor=self.executor,
url=options.autofix_url)
def initialize(self):
for agent in self.notification_agents:
agent.initialize()
def _auto_fix(self, event):
logging.debug("BEGIN AUTO FIX ON EVENT: {0}".format(event))
result = self.am.do_fix(event)
logging.debug("AUTOFIX RESULT IS: {0}".format(result))
return result
def _get_history_key(self, event):
return "{t}_{h}".format(t=event["trigger_name"], h=event["hostname"])
def _is_history_expired(self, notice_obj):
now = datetime.datetime.now()
return (now - notice_obj["last_send_time"]).seconds > 300
def _alert_in_filter(self, event):
return self.db.check_alert_in_filter(event["trigger_name"],
event["hostname"])
def _do_actions(self, events):
for event in events:
if self._alert_in_filter(event):
logging.info("EVENT MATCH ALERT FILTER. IGNORE THIS EVENT. "
"{t} on {h}".format(t=event["trigger_name"],
h=event["hostname"]))
continue
if self._auto_fix(event):
# TODO(tianhuan) send notification here?
self.db.expire_trigger_event(event["id"])
continue
else:
h_key = self._get_history_key(event)
notice_obj = self.events_notification_history.get(h_key, None)
if (notice_obj and
not self._is_history_expired(notice_obj)):
logging.debug("{e}'s history is not expired".format(
e=h_key
))
continue
else:
notice_obj = dict(last_send_time=datetime.datetime.now())
self.events_notification_history[h_key] = notice_obj
# TODO(tianhuan) memory leak here?
for agent in self.notification_agents:
agent.notice(event)
def _run_notification_agents(self):
for agent in self.notification_agents:
agent.run()
def _run(self):
# Expire events
self.db.expire_trigger_events()
# Trigger actions
events = self.db.get_trigger_events_in_problem()
logging.debug("Events in problem:\n {0}".format(events))
self._do_actions(events)
def run(self):
self._run_notification_agents()
while True:
try:
self._run()
time.sleep(30)
except Exception as e:
# TODO(tianhuan) use specific exception here
logging.exception(e)