Ejemplo n.º 1
0
    def _extractAddressAndPort(self, oid):
        try:
            oid_parts = oid.split('.')
            addr_type = int(oid_parts[0])
            port = int(oid_parts[-1])
            addr_parts = oid_parts[1:-1]
            result = []

            if len(addr_parts) != addr_type:
                log.debug("Invalid oid %s", oid) 
                return []
            if not self.PORT_MIN <= port <= self.PORT_MAX:
                log.debug("Port value exceeds range for oid %s", oid)
                return []

            addr = IpUtil.bytesToCanonIp(addr_parts)
            if not self.ignoredAddr(addr):
                log.debug("Adding addr: %s" % addr)
                result.append((addr, port))
            else:
                log.debug("Ignoring addr: %s" % addr)

            # Any IPv6 address is inclusive of any IPv4 addresses as well
            if addr == IpUtil.IPV6_ANY_ADDRESS:
                result.append((IpUtil.IPV4_ANY_ADDRESS, port))
        except Exception, e:
            log.debug("Unable to process oid %s: %s", oid, e)
            return []
Ejemplo n.º 2
0
 def start(self, protocol):
     """
     Execute NTP protocol
     :param protocol: instance of NtpProtocol
     """
     if IpUtil.get_ip_version(protocol.host) == 6:
         self.port = reactor.listenUDP(0, protocol, interface='::')
     else:
         self.port = reactor.listenUDP(0, protocol)
Ejemplo n.º 3
0
 def start(self, protocol):
     """
     Execute NTP protocol
     :param protocol: instance of NtpProtocol
     """
     if IpUtil.get_ip_version(protocol.host) == 6:
         self.port = reactor.listenUDP(0, protocol, interface='::')
     else:
         self.port = reactor.listenUDP(0, protocol)
Ejemplo n.º 4
0
    def process(self, device, results, log):
        log.info('Modeler %s processing ip services data for device %s',
                 self.name(), device.id)
        self.log = log
        rm = self.relMap()
        if not results.strip():  # No output
            log.error("No output from the command: %s", self.command)
            return

        if '### ss output' not in results:
            parser = NetstatServicesParser(log)
        else:
            parser = SsServicesParser(log)

        try:
            maxport = getattr(device, 'zIpServiceMapMaxPort', 1024)
            maxport = int(maxport)
        except ValueError:
            maxport = 1024

        rm = self.relMap()
        ports = {}
        for proto, port, addr in parser.parse(results):
            if not IpUtil.isRemotelyReachable(
                    addr) or not port:  # Can't monitor things we can't reach
                continue

            if port > maxport:
                log.debug(
                    "Ignoring entry greater than zIpServiceMapMaxPort "
                    "(%s): %s %s %s", maxport, addr, proto, port)
                continue

            om = ports.get((proto, port), None)
            if om:
                if addr in om.ipaddresses:
                    continue
                log.debug(
                    "Adding %s to the list of addresses listening "
                    "to %s port %s", addr, proto, port)
                om.ipaddresses.append(addr)
            else:
                om = self.objectMap()
                om.protocol = proto
                om.port = int(port)
                om.id = '%s_%05d' % (om.protocol, om.port)
                log.debug("Found %s listening to %s port %s (%s)", addr, proto,
                          port, om.id)
                om.setServiceClass = {'protocol': proto, 'port': om.port}
                om.ipaddresses = [addr]
                om.discoveryAgent = self.name()
                ports[(proto, port)] = om
                rm.append(om)

        log.debug("Found %d IPServices", len(ports.keys()))

        return rm
Ejemplo n.º 5
0
    def process(self, device, results, log):
        log.info('Modeler %s processing ip services data for device %s',
                 self.name(), device.id)
        self.log = log
        rm = self.relMap()
        if not results.strip(): # No output
            log.error("No output from the command: %s", self.command)
            return

        if '### ss output' not in results:
            parser = NetstatServicesParser(log)
        else:
            parser = SsServicesParser(log)

        try:
            maxport = getattr(device, 'zIpServiceMapMaxPort', 1024)
            maxport = int(maxport)
        except ValueError:
            maxport = 1024

        rm = self.relMap()
        ports = {}
        for proto, port, addr in parser.parse(results):
            if not IpUtil.isRemotelyReachable(addr) or not port: # Can't monitor things we can't reach
                continue

            if port > maxport:
                log.debug("Ignoring entry greater than zIpServiceMapMaxPort "
                          "(%s): %s %s %s", maxport, addr, proto, port)
                continue

            om = ports.get((proto, port), None)
            if om:
                if addr in om.ipaddresses:
                    continue
                log.debug("Adding %s to the list of addresses listening "
                          "to %s port %s", addr, proto, port)
                om.ipaddresses.append(addr)
            else:
                om = self.objectMap()
                om.protocol = proto
                om.port = int(port)
                om.id = '%s_%05d' % (om.protocol, om.port)
                log.debug("Found %s listening to %s port %s (%s)",
                          addr, proto, port, om.id)
                om.setServiceClass = {'protocol': proto, 'port': om.port}
                om.ipaddresses = [addr]
                om.discoveryAgent = self.name()
                ports[(proto, port)] = om
                rm.append(om)

        log.debug("Found %d IPServices", len(ports.keys()))

        return rm
Ejemplo n.º 6
0
 def ipAddressString(self):
     manageIp = self._object.manageIp
     if manageIp:
         if "%" in manageIp:
             address, interface = manageIp.split("%")
         else:
             address = manageIp
             interface = None
         addr_part = IpUtil.IPAddress(address)
         if interface is None:
             addr_string = "%s" % addr_part
         else:
             addr_string = "%s%%%s" % (addr_part, interface)
     else:
         addr_string = None
     return addr_string
Ejemplo n.º 7
0
    def parse(self, results):
        """Parses command output in `results` string and returns services
        information in format:

            [(proto, port, addr), ...]
        """
        services = []

        for line in results.split("\n"):
            # tcp    UNCONN     0      0      *:68      *:*
            fields = line.split()
            if len(fields) != 6:
                continue
            try:
                proto = fields[0]
                # please note protocol alway be tcp due a bug in RH;
                # see https://bugzilla.redhat.com/show_bug.cgi?id=1063927
                if fields[1] == 'UNCONN':
                    proto = 'udp'

                addr, port = fields[4].rsplit(":", 1)
                if addr == '*':
                    addr = '0.0.0.0'
                else:
                    ip_version = IpUtil.get_ip_version(addr)
                    if ip_version is None:  # Not a valid ip
                        continue
                    elif ip_version == 6:
                        proto = proto + '6'

                self.log.debug("Got %s %s port %s", addr, proto, port)
                port = int(port)
            except ValueError:
                self.log.exception(
                    "Failed to parse IPService information '%s'", line)
                continue

            services.append((proto, port, addr))

        return services
Ejemplo n.º 8
0
    def parse(self, results):
        """Parses command output in `results` string and returns services
        information in format:

            [(proto, port, addr), ...]
        """
        services = []

        for line in results.split("\n"):
            # tcp    UNCONN     0      0      *:68      *:*
            fields = line.split()
            if len(fields) != 6:
                continue
            try:
                proto = fields[0]
                # please note protocol alway be tcp due a bug in RH;
                # see https://bugzilla.redhat.com/show_bug.cgi?id=1063927
                if fields[1] == 'UNCONN':
                    proto = 'udp'

                addr, port = fields[4].rsplit(":", 1)
                if addr == '*':
                    addr = '0.0.0.0'
                else:
                    ip_version = IpUtil.get_ip_version(addr)
                    if ip_version is None:  # Not a valid ip
                        continue
                    elif ip_version == 6:
                        proto = proto + '6'

                self.log.debug("Got %s %s port %s", addr, proto, port)
                port = int(port)
            except ValueError:
                self.log.exception("Failed to parse IPService information '%s'",
                                   line)
                continue

            services.append((proto, port, addr))

        return services
Ejemplo n.º 9
0
    def process(self, device, results, log):
        log.info('Modeler %s processing data for device %s', self.name(),
                 device.id)

        if not results.strip():  # No output
            log.error("No output from the command: %s", self.command)
            return

        try:
            maxport = getattr(device, 'zIpServiceMapMaxPort', 1024)
            maxport = int(maxport)
        except ValueError:
            maxport = 1024

        rm = self.relMap()
        ports = {}
        for line in results.splitlines():
            aline = line.split()
            if len(aline) < 5: continue
            try:
                proto, local = aline[0], aline[3]
                if proto == "raw":
                    continue
                addr, port = local.rsplit(":", 1)
                log.debug("Got %s %s port %s", addr, proto, port)
                if not IpUtil.isRemotelyReachable(addr) or not port:
                    # Can't monitor things we can't reach
                    continue
                port = int(port)
                if port > maxport:
                    log.debug("Ignoring entry greater than " \
                              "zIpServiceMapMaxPort (%s): %s %s %s",
                              maxport, addr, proto, port)
                    continue
            except ValueError:
                log.exception("Failed to parse IPService information '%s'",
                              line)
                continue

            om = ports.get((proto, port), None)
            if om:
                if addr in om.ipaddresses:
                    continue
                log.debug(
                    "Adding %s to the list of addresses listening to %s port %s",
                    addr, proto, port)
                om.ipaddresses.append(addr)
            else:
                om = self.objectMap()
                om.protocol = proto
                om.port = int(port)
                om.id = '%s_%05d' % (om.protocol, om.port)
                log.debug("Found %s listening to %s port %s (%s)", addr, proto,
                          port, om.id)
                om.setServiceClass = {'protocol': proto, 'port': om.port}
                om.ipaddresses = [
                    addr,
                ]
                om.discoveryAgent = self.name()
                ports[(proto, port)] = om
                rm.append(om)

        log.debug("Found %d IPServices", len(ports.keys()))

        return rm
Ejemplo n.º 10
0
    def process(self, device, results, log):
        """
        From SNMP info gathered from the device, convert them
        to interface objects.
        """
        getdata, tabledata = results
        log.info('Modeler %s processing data for device %s', self.name(), device.id)
        log.debug("%s tabledata = %s", device.id, tabledata)
        rm = self.relMap()
        iptable = tabledata.get("ipAddrTable")
        sourceTable = 'ipAddrTable'
        if not iptable:
            iptable = tabledata.get("ipNetToMediaTable")
            if iptable:
                log.info("Unable to use ipAddrTable -- using ipNetToMediaTable instead")
                sourceTable = 'ipNetToMediaTable'
            else:
                log.warn("Unable to get data for %s from either ipAddrTable or"
                          " ipNetToMediaTable" % device.id)
                iptable = dict()

        # Add in IPv6 info
        ipv6table = tabledata.get("ipAddressIfIndex")
        if ipv6table:
            iptable.update(ipv6table)

        iftable = tabledata.get("iftable")
        if iftable is None:
            log.error("Unable to get data for %s for iftable -- skipping model" % device.id)
            return None

        ifalias = tabledata.get("ifalias", {})

        self.prepIfTable(log, iftable, ifalias)

        omtable = {}
        duplex = tabledata.get("duplex", {})
        for key, iface in iftable.items():
            if key in duplex:
                iftable[key]['duplex'] = duplex[key].get('duplex', 0)
            else:
                iftable[key]['duplex'] = 0

        for ip, row in iptable.items():
            #FIXME - not getting ifindex back from HP printer
            if 'ifindex' not in row:
                log.debug( "IP entry for %s is missing ifindex" % ip)
                continue

            ip_parts = ip.split('.')
            # If the ipAddrTable key has five octets, that probably
            # means this is a classless subnet (that is, <256).  Usually,
            # the first 4 octets will be the ipAddress we care about.
            # Regardless, we will be using the ip address in the row
            # later anyway.

            try:
                if len(ip_parts) == 5 and sourceTable == 'ipAddrTable':
                    addr_type = IpUtil.IPV4_ADDR_TYPE
                    ip = IpUtil.bytesToCanonIp(ip_parts[:-1])

                # If we are using the ipNetToMediaTable, we use the
                # last 4 octets.
                elif len(ip_parts) == 5 and sourceTable == 'ipNetToMediaTable':
                    addr_type = IpUtil.IPV4_ADDR_TYPE
                    if row['iptype'] != 1:
                        log.debug("iptype (%s) is not 1 -- skipping" % (
                                 row['iptype'] ))
                        continue
                    ip = IpUtil.bytesToCanonIp(ip_parts[1:])
                    log.warn("Can't find netmask -- using /24")
                    row['netmask'] = '255.255.255.0'

                elif len(ip_parts) == 16:
                    addr_type = IpUtil.IPV6_ADDR_TYPE
                    ip = IpUtil.bytesToCanonIp(ip_parts)

            except Exception:
                log.warn("The %s address for ifindex %s is incorrect: %s",
                         addr_type, row['ifindex'], ip)
                continue

            strindex = str(row['ifindex'])
            if strindex not in omtable and strindex not in iftable:
                log.warn("Skipping %s as it points to missing ifindex %s",
                            row.get('ipAddress',""), row.get('ifindex',""))
                continue

            if strindex not in omtable:
                om = self.processInt(log, device, iftable[strindex])
                if not om:
                    continue
                rm.append(om)
                omtable[strindex] = om
                del iftable[strindex]
            elif strindex in omtable:
                om = omtable[strindex]
            else:
                log.warn("The IP %s points to missing ifindex %s -- skipping" % (
                         ip, strindex) )
                continue

            if not hasattr(om, 'setIpAddresses'):
                om.setIpAddresses = []
            if 'ipAddress' in row:
                ip = row['ipAddress']
            if 'netmask' in row:
                ip = ip + "/" + str(self.maskToBits(row['netmask'].strip()))

            # Ignore IP addresses with a 0.0.0.0 netmask.
            if ip.endswith("/0"):
                log.warn("Ignoring IP address with 0.0.0.0 netmask: %s", ip)
            else:
                om.setIpAddresses.append(ip)

        for iface in iftable.values():
            om = self.processInt(log, device, iface)
            if om:
                rm.append(om)

        return rm
 def isip(self, ip):
     return iputil.isip(ip)
Ejemplo n.º 12
0
 def makeConfigKey(self, config, subconfig):
     return config.id, subconfig.cycleTime, IpUtil.ipunwrap(subconfig.ip)
Ejemplo n.º 13
0
 def getIpAddress(self):
     if self._object.manageIp:
         return IpUtil.ipToDecimal(self._object.manageIp)
Ejemplo n.º 14
0
 def getIpAddress(self):
     if self._object.manageIp:
         return IpUtil.ipToDecimal(self._object.manageIp)
Ejemplo n.º 15
0
    def process(self, device, results, log):
        """
        From SNMP info gathered from the device, convert them
        to interface objects.
        """
        getdata, tabledata = results
        log.info('Modeler %s processing data for device %s', self.name(),
                 device.id)
        log.debug("%s tabledata = %s", device.id, tabledata)
        rm = self.relMap()
        iptable = tabledata.get("ipAddrTable")
        sourceTable = 'ipAddrTable'
        if not iptable:
            iptable = tabledata.get("ipNetToMediaTable")
            if iptable:
                log.info(
                    "Unable to use ipAddrTable -- using ipNetToMediaTable instead"
                )
                sourceTable = 'ipNetToMediaTable'
            else:
                log.warn("Unable to get data for %s from either ipAddrTable or"
                         " ipNetToMediaTable" % device.id)
                iptable = dict()

        # Add in IPv6 info
        ipv6table = tabledata.get("ipAddressIfIndex")
        if ipv6table:
            iptable.update(ipv6table)

        iftable = tabledata.get("iftable")
        if iftable is None:
            log.error(
                "Unable to get data for %s for iftable -- skipping model" %
                device.id)
            return None

        ifalias = tabledata.get("ifalias", {})

        self.prepIfTable(log, iftable, ifalias)

        omtable = {}
        duplex = tabledata.get("duplex", {})
        for key, iface in iftable.items():
            if key in duplex:
                iftable[key]['duplex'] = duplex[key].get('duplex', 0)
            else:
                iftable[key]['duplex'] = 0

        for ip, row in iptable.items():
            #FIXME - not getting ifindex back from HP printer
            if 'ifindex' not in row:
                log.debug("IP entry for %s is missing ifindex" % ip)
                continue

            ip_parts = ip.split('.')
            # If the ipAddrTable key has five octets, that probably
            # means this is a classless subnet (that is, <256).  Usually,
            # the first 4 octets will be the ipAddress we care about.
            # Regardless, we will be using the ip address in the row
            # later anyway.

            try:
                if len(ip_parts) == 5 and sourceTable == 'ipAddrTable':
                    addr_type = IpUtil.IPV4_ADDR_TYPE
                    ip = IpUtil.bytesToCanonIp(ip_parts[:-1])

                # If we are using the ipNetToMediaTable, we use the
                # last 4 octets.
                elif len(ip_parts) == 5 and sourceTable == 'ipNetToMediaTable':
                    addr_type = IpUtil.IPV4_ADDR_TYPE
                    if row['iptype'] != 1:
                        log.debug("iptype (%s) is not 1 -- skipping" %
                                  (row['iptype']))
                        continue
                    ip = IpUtil.bytesToCanonIp(ip_parts[1:])
                    log.warn("Can't find netmask -- using /24")
                    row['netmask'] = '255.255.255.0'

                elif len(ip_parts) == 16:
                    addr_type = IpUtil.IPV6_ADDR_TYPE
                    ip = IpUtil.bytesToCanonIp(ip_parts)

            except Exception:
                log.warn("The %s address for ifindex %s is incorrect: %s",
                         addr_type, row['ifindex'], ip)
                continue

            strindex = str(row['ifindex'])
            if strindex not in omtable and strindex not in iftable:
                log.warn("Skipping %s as it points to missing ifindex %s",
                         row.get('ipAddress', ""), row.get('ifindex', ""))
                continue

            if strindex not in omtable:
                om = self.processInt(log, device, iftable[strindex])
                if not om:
                    continue
                rm.append(om)
                omtable[strindex] = om
                del iftable[strindex]
            elif strindex in omtable:
                om = omtable[strindex]
            else:
                log.warn("The IP %s points to missing ifindex %s -- skipping" %
                         (ip, strindex))
                continue

            if not hasattr(om, 'setIpAddresses'):
                om.setIpAddresses = []
            if 'ipAddress' in row:
                ip = row['ipAddress']
            if 'netmask' in row:
                ip = ip + "/" + str(self.maskToBits(row['netmask'].strip()))

            # Ignore IP addresses with a 0.0.0.0 netmask.
            if ip.endswith("/0"):
                log.warn("Ignoring IP address with 0.0.0.0 netmask: %s", ip)
            else:
                om.setIpAddresses.append(ip)

        for iface in iftable.values():
            om = self.processInt(log, device, iface)
            if om:
                rm.append(om)

        return rm
 def maskToBits(self, mask):
     """Return the netmask as number of bits 255.255.255.0 -> 24.
     """
     return iputil.maskToBits(mask)
Ejemplo n.º 17
0
    def process(self, device, results, log):
        log.info('Modeler %s processing data for device %s', self.name(), device.id)

        if not results.strip(): # No output
            log.error("No output from the command: %s", self.command)
            return

        try:
            maxport = getattr(device, 'zIpServiceMapMaxPort', 1024)
            maxport = int(maxport)
        except ValueError:
            maxport = 1024

        rm = self.relMap()
        ports = {}
        for line in results.splitlines():
            aline = line.split()
            if len(aline) < 5: continue
            try:
                proto, local = aline[0], aline[3]
                if proto == "raw":
                    continue
                addr, port = local.rsplit(":", 1) 
                log.debug("Got %s %s port %s", addr, proto, port)
                if not IpUtil.isRemotelyReachable(addr) or not port:
                    # Can't monitor things we can't reach
                    continue
                port = int(port)
                if port > maxport:
                    log.debug("Ignoring entry greater than " \
                              "zIpServiceMapMaxPort (%s): %s %s %s",
                              maxport, addr, proto, port)
                    continue
            except ValueError:
                log.exception("Failed to parse IPService information '%s'",
                              line)
                continue

            om = ports.get((proto, port), None)
            if om:
                if addr in om.ipaddresses:
                    continue
                log.debug("Adding %s to the list of addresses listening to %s port %s",
                          addr, proto, port)
                om.ipaddresses.append(addr)
            else:
                om = self.objectMap()
                om.protocol = proto
                om.port = int(port)
                om.id = '%s_%05d' % (om.protocol,om.port)
                log.debug("Found %s listening to %s port %s (%s)",
                          addr, proto, port, om.id)
                om.setServiceClass = {'protocol': proto, 'port':om.port}
                om.ipaddresses = [addr,]
                om.discoveryAgent = self.name()
                ports[(proto, port)] = om
                rm.append(om)

        log.debug("Found %d IPServices", len(ports.keys()))

        return rm
 def hexToBits(self, mask):
     """Return the netmask as number of bits 0xffffff00 -> 24.
     """
     return iputil.hexToBits(mask)
Ejemplo n.º 19
0
 def hexToBits(self, mask):
     """Return the netmask as number of bits 0xffffff00 -> 24.
     """
     return iputil.hexToBits(mask)
Ejemplo n.º 20
0
 def maskToBits(self, mask):
     """Return the netmask as number of bits 255.255.255.0 -> 24.
     """
     return iputil.maskToBits(mask)
Ejemplo n.º 21
0
 def isip(self, ip):
     return iputil.isip(ip)