Example #1
0
 def format_alert(self, alert_json):
     alert = self.parse_alert_metrics(alert_json)
     try:
         alert["alert_id"] = None
         alert["node_id"] = None
         alert["time_stamp"] = alert_json['NewStateDate']
         alert["resource"] = self.representive_name
         alert['alert_type'] = constants.ALERT_TYPE
         alert['significance'] = constants.SIGNIFICANCE_HIGH
         alert['pid'] = utils.find_grafana_pid()
         alert['source'] = constants.ALERT_SOURCE
         alert['tags']['cluster_name'] = utils.find_cluster_name(
             alert['tags']['integration_id'])
         if alert_json['State'] == constants.GRAFANA_ALERT:
             if "critical" in alert_json['Name'].lower():
                 alert['severity'] = \
                     constants.TENDRL_SEVERITY_MAP['critical']
             else:
                 alert['severity'] = \
                     constants.TENDRL_SEVERITY_MAP['warning']
             alert['tags']['message'] = (
                 "Volume utilization of %s in "
                 "cluster %s is %s %% which is above %s"
                 " threshold (%s %%)" %
                 (alert['tags']['volume_name'],
                  alert['tags']['integration_id'], alert['current_value'],
                  alert['severity'], alert['tags']['warning_max']))
         elif alert_json['State'] == constants.GRAFANA_CLEAR_ALERT:
             # Identifying clear alert from which panel critical/warning
             if "critical" in alert_json['Name'].lower():
                 alert['tags']['clear_alert'] = \
                     constants.TENDRL_SEVERITY_MAP['critical']
             elif "warning" in alert_json['Name'].lower():
                 alert['tags']['clear_alert'] = \
                     constants.TENDRL_SEVERITY_MAP['warning']
             alert['severity'] = constants.TENDRL_SEVERITY_MAP['info']
             alert['tags']['message'] = ("Volume utilization of %s in "
                                         "cluster %s is back normal" %
                                         (alert['tags']['volume_name'],
                                          alert['tags']['integration_id']))
         else:
             logger.log(
                 "error", NS.publisher_id, {
                     "message":
                     "Alert %s have unsupported alert"
                     "severity" % alert_json
                 })
             raise InvalidAlertSeverity
         return alert
     except (KeyError, CalledProcessError, EtcdKeyNotFound, NodeNotFound,
             InvalidAlertSeverity) as ex:
         Event(
             ExceptionMessage(
                 "debug", NS.publisher_id, {
                     "message":
                     "Error in converting grafana"
                     "alert into tendrl alert %s" % alert_json,
                     "exception":
                     ex
                 }))
Example #2
0
 def format_alert(self, alert_json):
     alert = self.parse_alert_metrics(alert_json)
     try:
         alert["alert_id"] = None
         alert["node_id"] = utils.find_node_id(
             alert['tags']['integration_id'],
             alert['tags']['fqdn']
         )
         alert["time_stamp"] = alert_json['NewStateDate']
         alert["resource"] = self.representive_name
         alert['alert_type'] = constants.ALERT_TYPE
         alert['severity'] = constants.TENDRL_GRAFANA_SEVERITY_MAP[
             alert_json['State']]
         alert['significance'] = constants.SIGNIFICANCE_HIGH
         alert['pid'] = utils.find_grafana_pid()
         alert['source'] = constants.ALERT_SOURCE
         alert['tags']['fqdn'] = alert['tags']['fqdn']
         alert['classification'] = alert_json["classification"]
         if alert['severity'] == "WARNING":
             alert['tags']['message'] = ("Swap utilization of node %s is"
                                         " %s which is above the %s "
                                         "threshold (%s)." % (
                                             alert['tags']['fqdn'],
                                             alert['current_value'],
                                             alert['severity'],
                                             alert['tags']['warning_max']
                                         ))
         elif alert['severity'] == "INFO":
             alert['tags']['message'] = ("Swap utilization of node %s is"
                                         " back to normal" % (
                                             alert['tags']['fqdn']))
         else:
             logger.log(
                 "error",
                 NS.publisher_id,
                 {
                     "message": "Alert %s have unsupported alert"
                     "severity" % alert_json
                 }
             )
             raise InvalidAlertSeverity
         return alert
     except (KeyError,
             CalledProcessError,
             EtcdKeyNotFound,
             NodeNotFound,
             InvalidAlertSeverity) as ex:
         Event(
             ExceptionMessage(
                 "error",
                 NS.publisher_id,
                 {
                     "message": "Error in converting grafana"
                     "alert into tendrl alert %s" % alert_json,
                     "exception": ex
                 }
             )
         )
Example #3
0
 def format_alert(self, alert_json):
     alert = self.parse_alert_metrics(alert_json)
     try:
         alert["alert_id"] = None
         alert["node_id"] = utils.find_node_id(
             alert['tags']['integration_id'], alert['tags']['fqdn'])
         alert["time_stamp"] = tendrl_now().isoformat()
         alert["resource"] = self.representive_name
         alert['alert_type'] = constants.ALERT_TYPE
         alert['significance'] = constants.SIGNIFICANCE_HIGH
         alert['pid'] = utils.find_grafana_pid()
         alert['source'] = constants.ALERT_SOURCE
         alert['tags']['cluster_name'] = utils.find_cluster_name(
             alert['tags']['integration_id'])
         alert["tags"]["volume_name"] = utils.find_volume_name(
             alert['tags']['integration_id'],
             alert['tags']['fqdn'].replace('_', '.'),
             alert['tags']['brick_path'].strip(":").replace(
                 grafana_constants.BRICK_PATH_SEPARATOR, '_'))
         if alert_json['State'] == constants.GRAFANA_ALERT:
             if "critical" in alert_json['Name'].lower():
                 alert['severity'] = \
                     constants.TENDRL_SEVERITY_MAP['critical']
             else:
                 alert['severity'] = \
                     constants.TENDRL_SEVERITY_MAP['warning']
             # Modify brick path symbol to slash(/) in alert message
             alert['tags']['message'] = (
                 "Brick utilization on %s:%s in %s "
                 "at %s %% and nearing full capacity" %
                 (alert['tags']['fqdn'],
                  alert['tags']['brick_path'].replace(
                      grafana_constants.BRICK_PATH_SEPARATOR, "/"),
                  alert["tags"]["volume_name"], alert['current_value']))
         elif alert_json['State'] == constants.GRAFANA_CLEAR_ALERT:
             # Identifying clear alert from which panel critical/warning
             if "critical" in alert_json['Name'].lower():
                 alert['tags']['clear_alert'] = \
                     constants.TENDRL_SEVERITY_MAP['critical']
             elif "warning" in alert_json['Name'].lower():
                 alert['tags']['clear_alert'] = \
                     constants.TENDRL_SEVERITY_MAP['warning']
             alert['severity'] = constants.TENDRL_SEVERITY_MAP['info']
             # Modify brick path symbol to slash(/) in alert message
             alert['tags']['message'] = (
                 "Brick utilization of %s:%s in %s "
                 "back to normal" %
                 (alert['tags']['fqdn'],
                  alert['tags']['brick_path'].replace(
                      grafana_constants.BRICK_PATH_SEPARATOR,
                      "/"), alert["tags"]["volume_name"]))
         else:
             logger.log(
                 "error", NS.publisher_id, {
                     "message": "Unsupported alert %s "
                     "severity" % alert_json
                 })
             raise InvalidAlertSeverity
         return alert
     except (KeyError, CalledProcessError, EtcdKeyNotFound, NodeNotFound,
             InvalidAlertSeverity) as ex:
         Event(
             ExceptionMessage(
                 "debug", NS.publisher_id, {
                     "message":
                     "Error in converting grafana"
                     "alert into tendrl alert %s" % alert_json,
                     "exception":
                     ex
                 }))