Exemplo n.º 1
0
def makeKPIsN(path, file, hostKPIs, srvcKPIs, kpiStylesN, grpname='Custom'):

    log('loading custom kpis file: %s' % (os.path.join(path, file)))

    try:
        f = open(os.path.join(path, file), 'r')
        kpiFile = safe_load(f)
    #except parser.ParserError as e:
    except Exception as e:
        log('Error loading custom KPI file %s: %s' %
            (os.path.join(path, file), str(e)))

        raise e

    kpis = kpiFile['kpis']

    grpname = '.' + grpname
    srcIdx = file
    customSql[srcIdx] = kpiFile['sql']

    for kpi in kpis:
        type = kpi['type']

        csName = 'cs-' + kpi['name']

        if not grpname in grouplist[type]:
            grouplist[type].append(grpname)

            if type == 'host':
                hostKPIs.append(grpname)
            else:
                srvcKPIs.append(grpname)

        if type == 'host':
            hostKPIs.append(csName)
        else:
            srvcKPIs.append(csName)

        if csName in kpiStylesN[type]:
            log('[W] this custom KPI already exists: %s' % (csName))
        else:
            kpiStylesN[type][csName] = createStyle(kpi, True, srcIdx)
Exemplo n.º 2
0
    def initHosts(self, hosts, hostKPIs, srvcKPIs):

        kpiDummy = {
            'hierarchy': '1',
            'type': 'service',
            'name': 'cpu',
            'group': 'cpu',
            'label': 'CPU',
            'description': 'Service CPU',
            'sUnit': '%',
            'dUnit': '%',
            'color': '#F00',
            'style': 'solid'
        }

        kpiDummyMem = {
            'hierarchy': '2',
            'type': 'service',
            'name': 'indexserverMemUsed',
            'group': 'mem',
            'sUnit': 'Byte/sample',
            'dUnit': 'MB/sec',
            'label': 'Memory used',
            'description': 'Service Memory Usage',
            'color': '#0D0',
            'style': 'solid'
        }

        kpiDescriptions.kpiStylesNN['service'][
            'cpu'] = kpiDescriptions.createStyle(kpiDummy)
        kpiDescriptions.kpiStylesNN['service'][
            'indexserverMemUsed'] = kpiDescriptions.createStyle(kpiDummyMem)

        kpiDummy['type'] = 'host'
        kpiDummy['style'] = 'dashed'
        kpiDummy['description'] = 'Host CPU'
        kpiDescriptions.kpiStylesNN['host'][
            'cpu'] = kpiDescriptions.createStyle(kpiDummy)

        hostKPIs.append('cpu')
        srvcKPIs.append('cpu')
        srvcKPIs.append('indexserverMemUsed')
        #srvcKPIs.append('memory_allocation_limit')

        stime = datetime.datetime.now() - datetime.timedelta(seconds=18 * 3600)
        stime -= datetime.timedelta(seconds=stime.timestamp() % 3600)

        #etime = stime + datetime.timedelta(seconds = 5*3600)

        etime = datetime.datetime.now()

        hosts.append({
            'host': 'dummy1',
            'port': '',
            'from': stime,
            'to': etime
        })

        hosts.append({
            'host': 'dummy1',
            'port': '30040',
            'from': stime,
            'to': etime
        })

        hosts.append({
            'host': 'dummy1',
            'port': '30041',
            'from': stime,
            'to': etime
        })

        if cfg('experimental'):
            dpDBCustom.scanKPIsN(hostKPIs, srvcKPIs,
                                 kpiDescriptions.kpiStylesNN)
Exemplo n.º 3
0
    def initHosts(self, hosts, hostKPIs, srvcKPIs):

        # kpis_sql = 'select view_name, column_name, display_line_color, display_line_style from m_load_history_info order by display_hierarchy'
        #kpis_sql = 'select view_name, column_name from m_load_history_info order by display_hierarchy'
        kpis_sql = sql.kpis_info

        if not self.connection:
            log('no db connection...')
            return

        log('init hosts: %s' % str(hosts))
        log('init hosts, hostKPIs: %s' % str(hostKPIs))
        log('init hosts, srvcKPIs: %s' % str(srvcKPIs))

        sql_string = sql.hosts_info

        t0 = time.time()

        rows = db.execute_query(self.connection, sql_string)

        for i in range(0, len(rows)):
            hosts.append({
                'host': rows[i][0],
                'port': rows[i][1],
                'from': rows[i][2],
                'to': rows[i][3]
            })

        rows = db.execute_query(self.connection, kpis_sql)

        for kpi in rows:

            if kpi[1].lower() == 'm_load_history_host':
                type = 'host'
            else:
                type = 'service'

            if kpi[1] == '':  #hierarchy nodes
                if len(kpi[0]) == 1:
                    continue  # top level hierarchy node (Host/Service)
                else:
                    # Normal hierarchy node
                    kpiName = '.' + kpi[4]
            else:
                kpiName = kpi[2].lower()
                kpiDummy = {
                    'hierarchy': kpi[0],
                    'type': type,
                    'name': kpiName,
                    'group': kpi[3],
                    'label': kpi[4],
                    'description': kpi[5],
                    'sUnit': kpi[6],
                    'dUnit': kpi[7],
                    'color': kpi[8],
                    'style': kpiDescriptions.nsStyle(kpi[9])
                }

                kpiStylesNN[type][kpiName] = kpiDescriptions.createStyle(
                    kpiDummy)

            if kpi[1].lower() == 'm_load_history_host':
                hostKPIs.append(kpiName)
            else:
                srvcKPIs.append(kpiName)

        t1 = time.time()

        if cfg('experimental'):
            dpDBCustom.scanKPIsN(hostKPIs, srvcKPIs,
                                 kpiDescriptions.kpiStylesNN)

        t2 = time.time()

        kpiDescriptions.clarifyGroups()

        log('hostsInit time: %s/%s' %
            (str(round(t1 - t0, 3)), str(round(t2 - t1, 3))))
Exemplo n.º 4
0
    def initHosts(self, hosts, hostKPIs, srvcKPIs):

        kpiDummy = {
            'hierarchy': '1',
            'type': 'service',
            'name': 'cpu',
            'group': 'cpu',
            'label': 'CPU',
            'description': 'Service CPU',
            'sUnit': '%',
            'dUnit': '%',
            'color': '#F00',
            'style': 'solid'
        }

        kpiDummyMem = {
            'hierarchy': '2',
            'type': 'service',
            'name': 'indexserverMemUsed',
            'group': 'mem',
            'sUnit': 'Byte',
            'dUnit': 'MB',
            'label': 'Memory used',
            'description': 'Service Memory Usage',
            'color': '#0D0',
            'style': 'solid'
        }

        kpiDescriptions.kpiStylesNN['service'][
            'cpu'] = kpiDescriptions.createStyle(kpiDummy)
        kpiDescriptions.kpiStylesNN['service'][
            'indexserverMemUsed'] = kpiDescriptions.createStyle(kpiDummyMem)

        kpiDummy['type'] = 'host'
        kpiDummy['style'] = 'dashed'
        kpiDummy['description'] = 'Host CPU'
        kpiDescriptions.kpiStylesNN['host'][
            'cpu'] = kpiDescriptions.createStyle(kpiDummy)

        hostKPIs.append('cpu')
        srvcKPIs.append('cpu')
        srvcKPIs.append('indexserverMemUsed')
        #srvcKPIs.append('memory_allocation_limit')

        stime = datetime.datetime.now() - datetime.timedelta(seconds=18 * 3600)
        stime -= datetime.timedelta(seconds=stime.timestamp() % 3600)

        #etime = stime + datetime.timedelta(seconds = 5*3600)

        etime = datetime.datetime.now()

        hosts.append({
            'host': 'dummy1',
            'port': '',
            'from': stime,
            'to': etime
        })

        hosts.append({
            'host': 'dummy1',
            'port': '30040',
            'from': stime,
            'to': etime
        })

        hosts.append({
            'host': 'dummy1',
            'port': '30041',
            'from': stime,
            'to': etime
        })

        try:
            dpDBCustom.scanKPIsN(hostKPIs, srvcKPIs,
                                 kpiDescriptions.kpiStylesNN)
        except Exception as e:
            kpiDescriptions.removeDeadKPIs(srvcKPIs, 'service')
            kpiDescriptions.removeDeadKPIs(hostKPIs, 'host')

            msgDialog(
                'Custom KPIs Error',
                'There were errors during custom KPIs load.\n\n' + str(e))