def make_components(ilo, dev): for i, (label, size, speed) in enumerate(ilo.memories): mem, created = Memory.concurrent_get_or_create(device=dev, index=i + 1) mem.size = size mem.speed = speed mem.label = label mem.model, c = ComponentModel.create( ComponentType.memory, size=mem.size, speed=mem.speed, priority=SAVE_PRIORITY, ) mem.save(priority=SAVE_PRIORITY) for i, (label, speed, cores, extra, family) in enumerate(ilo.cpus): cpu, created = Processor.concurrent_get_or_create(device=dev, index=i + 1) cpu.label = label cpu.model, c = ComponentModel.create( ComponentType.processor, speed=speed, cores=cores, family=family, name='CPU %s %dMHz, %s-core' % (family, speed, cores), priority=SAVE_PRIORITY, ) cpu.save(priority=SAVE_PRIORITY)
def setUp(self): device = Device.create( ethernets=[('', 'deadbeefcafe', 0)], model_name='HAL 9000', model_type=DeviceType.unknown, remarks="I'm sorry, Dave.", ) self.deployment = Deployment( hostname='discovery.one', ip='127.0.0.1', mac='deadbeefcafe', device=device, preboot=None, venture=None, venture_role=None, ) self.deployment.save() self.ip = IPAddress(address='127.0.0.1', device=device) self.ip.save() IPAddress(address='127.0.0.2', device=device).save() share_model = ComponentModel(type=ComponentType.share, name="share") share_model.save() share = DiskShare(wwn='x' * 33, device=device, model=share_model) share.save() DiskShareMount(share=share, device=device).save() OperatingSystem.create(os_name='GladOS', dev=device, family='', priority=0) Software.create(dev=device, model_name='soft', path='/', family='', priority=0)
def test_disk_shares_and_exports(self): model = ComponentModel( type=ComponentType.share, name="3par share", ) model.save() share = DiskShare( device=self.device, model=model, label="pr0n", size="2048", wwn="deadbeefcafe1234", ) share.save() address = IPAddress(address='127.0.0.1') address.save() DiskShareMount( device=self.device, share=share, address=address, ).save() data = get_device_data(Device.objects.get(sn='123456789')) exports = data['disk_exports'] mounts = data['disk_shares'] self.assertEqual(len(exports), 1) self.assertEqual(len(mounts), 1) self.assertEqual(mounts[0]['serial_number'], "deadbeefcafe1234")
def make_components(ilo, dev): for i, (label, size, speed) in enumerate(ilo.memories): mem, created = Memory.concurrent_get_or_create(device=dev, index=i + 1) mem.size = size mem.speed = speed mem.label = label mem.model, c = ComponentModel.concurrent_get_or_create( size=mem.size, speed=mem.speed, type=ComponentType.memory.id, family='', extra_hash='') if c: mem.model.name = 'RAM %dMiB, %dMHz' % (mem.size, mem.speed) mem.model.save() mem.save() for i, (label, speed, cores, extra, family) in enumerate(ilo.cpus): cpu, created = Processor.concurrent_get_or_create(device=dev, index=i + 1) family = family or '' cpu.label = label cpu.model, c = ComponentModel.concurrent_get_or_create( speed=speed, type=ComponentType.processor.id, extra=extra, extra_hash=hashlib.md5(extra).hexdigest(), cores=cores, family=family) if c: cpu.model.name = 'CPU %s %dMHz, %s-core' % (family, speed, cores) cpu.model.save() cpu.save()
def setUp(self): device = Device.create( ethernets=[('', 'deadbeefcafe', 0)], model_name='HAL 9000', model_type=DeviceType.unknown, remarks="I'm sorry, Dave.", ) self.deployment = Deployment( hostname='discovery.one', ip='127.0.0.1', mac='deadbeefcafe', device=device, preboot=None, venture=None, venture_role=None, ) self.deployment.save() self.ip = IPAddress(address='127.0.0.1', device=device) self.ip.save() IPAddress(address='127.0.0.2', device=device).save() share_model = ComponentModel(type=ComponentType.share, name="share") share_model.save() share = DiskShare(wwn='x'*33, device=device, model=share_model) share.save() DiskShareMount(share=share, device=device).save() OperatingSystem.create(os_name='GladOS', dev=device, family='', priority=0) Software.create(dev=device, model_name='soft', path='/', family='', priority=0)
def run_http_ibm_system_x(ip): session_id = get_session_id(ip) management_url = "http://%s/wsman" % ip model_name = get_model_name(management_url, session_id) sn = get_sn(management_url, session_id) macs = get_mac_addresses(management_url, session_id) ethernets = [Eth(label=label, mac=mac, speed=0) for (label, mac) in macs] ipaddr, ip_created = IPAddress.concurrent_get_or_create(address=ip) ipaddr.is_management = True ipaddr.save() dev = Device.create( ethernets=ethernets, model_name=model_name, sn=sn, model_type=DeviceType.rack_server, ) dev.management = ipaddr dev.save(priority=SAVE_PRIORITY) ipaddr.device = dev ipaddr.save() detected_memory = get_memory(management_url, session_id) detected_memory_indexes = [x.get('index') for x in detected_memory] for m in dev.memory_set.exclude(index__in=detected_memory_indexes): m.delete() for m in detected_memory: index = m['index'] mem, _ = Memory.concurrent_get_or_create(index=index, device=dev) mem.label = m['label'] mem.size = m['size'] mem.save(priority=SAVE_PRIORITY) mem.model, c = ComponentModel.concurrent_get_or_create( name='RAM %s %dMiB' % (mem.label, mem.size), size=mem.size, type=ComponentType.memory.id, family=mem.label, cores=0 ) mem.save(priority=SAVE_PRIORITY) detected_processors = get_processors(management_url, session_id) detected_processors_keys = [x.get('index') for x in detected_processors] for cpu in dev.processor_set.exclude(index__in=detected_processors_keys): cpu.delete() # add new for p in detected_processors: processor_model, _ = ComponentModel.concurrent_get_or_create( name=p.get('label'), speed=p.get('speed'), type=ComponentType.processor.id, family=p.get('family'), cores=p.get('cores') ) processor, _ = Processor.concurrent_get_or_create( device=dev, index=p.get('index'), ) processor.label = p.get('label') processor.model = processor_model processor.speed = p.get('speed') processor.save() return model_name
def run_http_ibm_system_x(ip): session_id = get_session_id(ip) management_url = "http://%s/wsman" % ip model_name = get_model_name(management_url, session_id) sn = get_sn(management_url, session_id) macs = get_mac_addresses(management_url, session_id) ethernets = [Eth(label=label, mac=mac, speed=0) for (label, mac) in macs] ipaddr, ip_created = IPAddress.concurrent_get_or_create(address=ip) ipaddr.is_management = True ipaddr.save() dev = Device.create( ethernets=ethernets, model_name=model_name, sn=sn, model_type=DeviceType.rack_server, ) dev.management = ipaddr dev.save(priority=SAVE_PRIORITY) ipaddr.device = dev ipaddr.save() detected_memory = get_memory(management_url, session_id) detected_memory_indexes = [x.get('index') for x in detected_memory] for m in dev.memory_set.exclude(index__in=detected_memory_indexes): m.delete() for m in detected_memory: index = m['index'] mem, _ = Memory.concurrent_get_or_create(index=index, device=dev) mem.label = m['label'] mem.size = m['size'] mem.model, c = ComponentModel.create( ComponentType.memory, size=mem.size, priority=SAVE_PRIORITY, ) mem.save(priority=SAVE_PRIORITY) detected_processors = get_processors(management_url, session_id) detected_processors_keys = [x.get('index') for x in detected_processors] for cpu in dev.processor_set.exclude(index__in=detected_processors_keys): cpu.delete() # add new for p in detected_processors: processor_model, _ = ComponentModel.create( ComponentType.processor, speed=p.get('speed'), family=p.get('family'), cores=p.get('cores'), name=p.get('label'), priority=SAVE_PRIORITY, ) processor, _ = Processor.concurrent_get_or_create( device=dev, index=p.get('index'), ) processor.label = p.get('label') processor.model = processor_model processor.speed = p.get('speed') processor.save(priority=SAVE_PRIORITY) return model_name
def test_parts(self): model = ComponentModel(type=ComponentType.management, name="weapons of mass destruction") model.save() GenericComponent(label="ziew", device=self.device, model=model).save() data = get_device_data(Device.objects.get(sn="123456789")) parts = data["parts"] self.assertEqual(parts[0]["type"], "management") self.assertEqual(parts[0]["model_name"], "weapons of mass destruction") self.assertEqual(len(parts), 1)
def test_fc(self): model = ComponentModel(type=ComponentType.fibre, name="FC-336") model.save() FibreChannel(physical_id="deadbeefcafe", label="ziew", device=self.device, model=model).save() data = get_device_data(Device.objects.get(sn="123456789")) fc = data["fibrechannel_cards"] self.assertEqual(len(fc), 1) self.assertEqual(fc[0]["physical_id"], "deadbeefcafe") self.assertEqual(fc[0]["model_name"], "FC-336")
def _add_ipmi_components(device, data): # CPUs cpu_index = 0 total_mem_index = 0 while True: cpu = data['MB/P{}'.format(cpu_index)] if not cpu: break if not cpu['Product Name']: cpu_index += 1 continue proc, _ = Processor.concurrent_get_or_create(index=cpu_index+1, device=device) proc.label = re.sub(' +', ' ', cpu['Product Name']).title() speed_match = re.search(r'(\d+\.\d+)GHZ', cpu['Product Name']) if speed_match: speed = int(float(speed_match.group(1)) * 1000) else: speed = 0 cores = 0 proc.model, c = ComponentModel.concurrent_get_or_create( family=proc.label, speed=speed, type=ComponentType.processor.id, cores=cores, extra_hash='', size=0) if c: proc.model.name = ('CPU %s %dMHz %d-core' % (proc.label, speed, cores))[:50] proc.model.save() proc.save() # Memory mem_index = 0 while True: memory = data['MB/P{}/D{}'.format(cpu_index, mem_index)] if not memory: break if not memory['Product Name']: mem_index += 1 total_mem_index += 1 continue size_match = re.search(r'(\d+)GB', memory['Product Name']) if not size_match: mem_index += 1 total_mem_index += 1 continue mem, _ = Memory.concurrent_get_or_create(index=total_mem_index+1, device=device) mem.label = memory['Product Name'] size = int(size_match.group(1)) * 1024 speed = 0 mem.model, c = ComponentModel.concurrent_get_or_create( name='RAM %s %dMiB' % (mem.label, size), size=size, speed=speed, type=ComponentType.memory.id, extra='', extra_hash='', family=mem.label, cores=0) mem.save() mem_index += 1 total_mem_index += 1 cpu_index += 1
def test_disks(self): model = ComponentModel(type=ComponentType.disk, name="HP DG0300BALVP SAS 307200MiB, 10000RPM") model.save() Storage(sn="abc3", device=self.device, label="ziew", mount_point="/dev/hda", model=model, size=307200).save() data = get_device_data(Device.objects.get(sn="123456789")) disks = data["disks"] self.assertEqual(len(disks), 1) self.assertEqual(disks[0]["size"], 307200) self.assertEqual(disks[0]["serial_number"], "abc3") self.assertEqual(disks[0]["mount_point"], "/dev/hda")
def test_software(self): model = ComponentModel(type=ComponentType.software, name="cobol") model.save() Software( label="cobol", device=self.device, model=model, version="1.0.0", path="/usr/bin/cobol", sn="0000001" ).save() data = get_device_data(Device.objects.get(sn="123456789")) soft = data["installed_software"] self.assertEqual(soft[0]["version"], "1.0.0") self.assertEqual(soft[0]["model_name"], "cobol") self.assertEqual(len(soft), 1)
def handle_dmidecode(info, ethernets=(), save_priority=0): """Take the data collected by parse_dmidecode and apply it to a device.""" # It's either a rack or a blade server, who knows? # We will let other plugins determine that. dev = Device.create(ethernets=ethernets, sn=info['sn'], uuid=info['uuid'], model_name='DMI ' + info['model'], model_type=DeviceType.unknown, priority=save_priority) for i, cpu_info in enumerate(info['cpu']): extra = ',\n'.join(cpu_info['flags']) extra = ('threads: %d\n' % cpu_info['threads'] if cpu_info['threads'] else '') + extra if cpu_info['64bit']: extra = '64bit\n' + extra model, created = ComponentModel.concurrent_get_or_create( speed=cpu_info['speed'] or 0, cores=cpu_info['cores'] or 0, family=cpu_info['family'], extra_hash=hashlib.md5(extra).hexdigest(), type=ComponentType.processor.id, ) if created: model.name = cpu_info['model'] model.extra = extra model.save() cpu, created = Processor.concurrent_get_or_create(device=dev, index=i + 1) if created: cpu.label = cpu_info['label'] cpu.model = model cpu.save() for cpu in dev.processor_set.filter(index__gt=i + 1): cpu.delete() for i, mem_info in enumerate(info['mem']): model, created = ComponentModel.concurrent_get_or_create( speed=mem_info['speed'] or 0, size=mem_info['size'] or 0, type=ComponentType.memory.id, ) if created: model.name = 'RAM %s %dMiB' % (mem_info['type'], mem_info['size']) model.save() mem, created = Memory.concurrent_get_or_create(device=dev, index=i + 1) if created: mem.label = mem_info['label'] mem.model = model mem.save() for mem in dev.memory_set.filter(index__gt=i + 1): mem.delete() return dev
def handle_dmidecode(info, ethernets=(), save_priority=0): """Take the data collected by parse_dmidecode and apply it to a device.""" # It's either a rack or a blade server, who knows? # We will let other plugins determine that. dev = Device.create( ethernets=ethernets, sn=info['sn'], uuid=info['uuid'], model_name='DMI '+info['model'], model_type=DeviceType.unknown, priority=save_priority ) for i, cpu_info in enumerate(info['cpu']): extra = ',\n'.join(cpu_info['flags']) extra = ('threads: %d\n' % cpu_info['threads'] if cpu_info['threads'] else '') + extra if cpu_info['64bit']: extra = '64bit\n' + extra model, created = ComponentModel.concurrent_get_or_create( speed=cpu_info['speed'] or 0, cores=cpu_info['cores'] or 0, family=cpu_info['family'], extra_hash=hashlib.md5(extra).hexdigest(), type=ComponentType.processor.id, ) if created: model.name = cpu_info['model'] model.extra = extra model.save() cpu, created = Processor.concurrent_get_or_create(device=dev, index=i + 1) if created: cpu.label = cpu_info['label'] cpu.model = model cpu.save() for cpu in dev.processor_set.filter(index__gt=i + 1): cpu.delete() for i, mem_info in enumerate(info['mem']): model, created = ComponentModel.concurrent_get_or_create( speed=mem_info['speed'] or 0, size=mem_info['size'] or 0, type=ComponentType.memory.id, ) if created: model.name = 'RAM %s %dMiB' % (mem_info['type'], mem_info['size']) model.save() mem, created = Memory.concurrent_get_or_create(device=dev, index=i + 1) if created: mem.label = mem_info['label'] mem.model = model mem.save() for mem in dev.memory_set.filter(index__gt=i + 1): mem.delete() return dev
def test_processors(self): model = ComponentModel(type=ComponentType.processor, name="CPU Xeon 2533MHz, 4-core") model.save() for i in xrange(4): p = Processor(label="ziew", model=model, device=self.device, index=i) p.save() data = get_device_data(Device.objects.get(sn="123456789")) processors = data["processors"] self.assertEqual(len(processors), 4) self.assertEqual(processors[0]["label"], "ziew") self.assertEqual(processors[0]["model_name"], "CPU Xeon 2533MHz, 4-core") self.assertEqual(processors[0]["cores"], 4) self.assertEqual(processors[3]["index"], 3)
def handle_smartctl(dev, disks, priority=0): for disk_handle, disk in disks.iteritems(): if not disk.get("serial_number") or disk.get("device_type") != "disk": continue if {"user_capacity", "vendor", "product", "transport_protocol"} - set(disk.keys()): # not all required keys present continue if disk["vendor"].lower() in DISK_VENDOR_BLACKLIST: continue if disk["product"].lower() in DISK_PRODUCT_BLACKLIST: continue stor, created = Storage.concurrent_get_or_create(device=dev, sn=disk["serial_number"], mount_point=None) stor.device = dev size_value, size_unit, rest = disk["user_capacity"].split(" ", 2) size_value = size_value.replace(",", "") stor.size = int(int(size_value) / units.size_divisor[size_unit]) stor.speed = int(disk.get("rotational_speed", 0)) label_meta = [" ".join(disk["vendor"].split()), disk["product"]] if "transport_protocol" in disk: label_meta.append(disk["transport_protocol"]) stor.label = " ".join(label_meta) disk_default = dict( vendor="unknown", product="unknown", revision="unknown", transport_protocol="unknown", user_capacity="unknown", ) disk_default.update(disk) stor.model, c = ComponentModel.create( ComponentType.disk, size=stor.size, speed=stor.speed, family=stor.label, priority=priority ) stor.save(priority=priority)
def handle_facts_disks(dev, facts, is_virtual=False): disks = {} _cur_key = None for k, v in facts.iteritems(): if not k.startswith('disk_'): continue k = k[5:] if k.endswith('_product'): _cur_key = 'product' k = k[:-8] elif k.endswith('_revision'): _cur_key = 'revision' k = k[:-9] elif k.endswith('_size'): _cur_key = 'size' k = k[:-5] elif k.endswith('_vendor'): _cur_key = 'vendor' k = k[:-7] elif k.endswith('_serial'): _cur_key = 'serial' k = k[:-7] else: continue disks.setdefault(k, {})[_cur_key] = v.strip() for label, disk in disks.iteritems(): try: if 'size' not in disk or not int(disk['size']): continue except ValueError: continue if disk['vendor'].lower() in DISK_VENDOR_BLACKLIST: continue if disk['product'].lower() in DISK_PRODUCT_BLACKLIST: continue sn = disk.get('serial', '').strip() if sn: stor, created = Storage.concurrent_get_or_create(device=dev, sn=sn) else: stor, created = Storage.concurrent_get_or_create(device=dev, mount_point=label, sn=None) stor.size = disk['size'] = int(int(disk['size']) / 1024 / 1024) stor.label = '{} {} {}'.format(disk['vendor'].strip(), disk['product'].strip(), disk['revision'].strip()) extra = """Vendor: {vendor} Product: {product} Firmware Revision: {revision} Size: {size}""".format(**disk) stor.model, c = ComponentModel.concurrent_get_or_create( size=stor.size, speed=0, type=ComponentType.disk.id, family=disk['vendor'].strip(), extra_hash=hashlib.md5(extra).hexdigest(), extra=extra) stor.model.name = '{} {}MiB'.format(stor.label, stor.size) stor.model.save(priority=SAVE_PRIORITY) stor.save(priority=SAVE_PRIORITY)
def save_storage(storage, dev): mount_points = [] for s in storage: if not s.get('sn'): continue stor, created = Storage.concurrent_get_or_create(device=dev, sn=s.get('sn')) try: stor.size = int(s.get('size')) except ValueError: pass stor.label = s.get('label') model = '{} {}MiB'.format(stor.label, stor.size) stor.mount_point = s.get('mountpoint') mount_points.append(stor.mount_point) extra = '' stor.model, c = ComponentModel.concurrent_get_or_create( size=stor.size, type=ComponentType.disk.id, speed=0, cores=0, extra=extra, extra_hash=hashlib.md5(extra).hexdigest(), family=model) stor.model.name = model stor.model.save(priority=SAVE_PRIORITY) stor.save(priority=SAVE_PRIORITY) dev.storage_set.exclude(mount_point__in=mount_points).delete()
def save_processors(processors, dev, is_virtual=False): indexes = [] for p in processors: cpuname = p.get("label") if is_virtual and not cpuname.lower().startswith("virtual"): cpuname = "Virtual %s" % cpuname try: index = int(p.get("index")[3:]) + 1 # CPU0 speed = int(p.get("speed")) cores = int(p.get("cores")) except ValueError: continue indexes.append(index) cpu, created = Processor.concurrent_get_or_create( device=dev, index=index, defaults={"label": cpuname, "speed": speed, "cores": cores} ) if not created: cpu.label = cpuname cpu.speed = speed cpu.cores = cores is64bit = p.get("is64bit") == "true" name = "CPU %s%s %s%s" % ( "64bit " if is64bit else "", cpuname, "%dMhz" % speed if speed else "", " multicore" if cores > 1 else "", ) cpu.model, c = ComponentModel.create( ComponentType.processor, cores=cores, family=cpuname, speed=speed, name=name, priority=SAVE_PRIORITY ) cpu.save(priority=SAVE_PRIORITY) for cpu in dev.processor_set.exclude(index__in=indexes): cpu.delete()
def handle_hpacu(dev, disks, priority=0): for disk_handle, disk in disks.iteritems(): if not disk.get('serial_number'): continue stor, created = Storage.concurrent_get_or_create( device=dev, sn=disk['serial_number'], mount_point=None, ) stor.device = dev size_value, size_unit = disk['size'].split() stor.size = int(float(size_value) / units.size_divisor[size_unit]) stor.speed = int(disk.get('rotational_speed', 0)) stor.label = '{} {}'.format(' '.join(disk['model'].split()), disk['interface_type']) disk_default = dict( model='unknown', firmware_revision='unknown', interface_type='unknown', size='unknown', rotational_speed='unknown', status='unknown', ) disk_default.update(disk) stor.model, c = ComponentModel.create( ComponentType.disk, size=stor.size, speed=stor.speed, family=stor.label, priority=priority, ) stor.save(priority=priority)
def _add_dev_cpu(ip, pairs, parent, raw, counts, dev_id): try: model = pairs['Mach type/model'] except KeyError: DiscoveryWarning( message="Processor model unknown", plugin=__name__, device=parent, ip=ip, ).save() return counts.cpu += 1 try: index = int(model.split()[-1]) except ValueError: index = counts.cpu cpu, created = Processor.concurrent_get_or_create( device=parent, index=index, ) cpu.label = pairs['Mach type/model'] family = pairs['Processor family'] if family.startswith('Intel '): family = cpu.label[len('Intel '):] speed = int(float(pairs['Speed'].replace('GHz', '')) * 1000) cores = int(pairs['Processor cores']) cpu.model, c = ComponentModel.create( ComponentType.processor, speed=speed, cores=cores, name='CPU %s %d MHz, %s-core' % (family, speed, cores), family=family, priority=SAVE_PRIORITY, ) cpu.save(priority=SAVE_PRIORITY)
def _save_shares(dev, shares): wwns = [] for share_id, (label, wwn, snapshot_size, size, share_type, speed, full) in shares.iteritems(): wwn = normalize_wwn(wwn) wwns.append(wwn) model, created = ComponentModel.create( ComponentType.share, name='3PAR %s disk share' % share_type, family=share_type, speed=speed, priority=0, # FIXME: why 0? ) share, created = DiskShare.concurrent_get_or_create( wwn=wwn, defaults={'device': dev}, ) if not created: if dev.id != share.device.id: raise ValueError( 'DiskShare %r: Conflict of devices %r and %r!' % ( share, dev, share.device, )) share.model = model share.label = label share.full = full share.size = size share.share_id = share_id share.snapshot_size = snapshot_size share.save() dev.diskshare_set.exclude(wwn__in=wwns).delete()
def _add_dev_memory(ip, pairs, parent, raw, counts, dev_id): try: model = pairs['Mach type/model'] except KeyError: DiscoveryWarning( message="Memory model unknown", plugin=__name__, device=parent, ip=ip, ).save() return counts.mem += 1 try: index = int(model.split()[-1]) except ValueError: index = counts.mem mem, created = Memory.concurrent_get_or_create(device=parent, index=index) size = int(pairs['Size'].replace('GB', '')) * 1024 speed = int(pairs.get('Speed', '0').replace('MHz', '')) mem.label = pairs.get('Mach type/model', '') mem.model, c = ComponentModel.create( ComponentType.memory, size=size, speed=speed, priority=SAVE_PRIORITY, ) mem.save(priority=SAVE_PRIORITY)
def handle_lshw_fibre_cards(dev, lshw, is_virtual=False, priority=0): buses = [] for bus in jpath.get_all("..bus", lshw): if not bus: continue if isinstance(bus, list): buses.extend(bus) else: buses.append(bus) buses = filter(lambda item: item["id"].startswith("fiber"), buses) buses.sort(key=lambda item: item["handle"]) handled_buses = set() detected_fc_cards = set() for bus in buses: handle = unicode(bus["handle"]) m = re.search(r"([1-9][0-9]*)", handle) if not m: continue physid = m.group(1) if physid in handled_buses: continue fib, created = FibreChannel.concurrent_get_or_create(device=dev, physical_id=physid) fib.label = "{} {}".format(bus["vendor"], bus["product"]) fib.model, c = ComponentModel.create( ComponentType.fibre, family=bus["vendor"], name=bus["product"], priority=priority ) fib.save(priority=priority) handled_buses.add(physid) detected_fc_cards.add(fib.pk) dev.fibrechannel_set.exclude(pk__in=detected_fc_cards).delete()
def handle_lshw_processors(dev, processors, is_virtual=False, priority=0): if isinstance(processors, dict): processors = [processors] detected_cpus = {} family = None for processor in processors: family = processor["version"] or ("Virtual CPU" if is_virtual else processor["product"]) if family: break if not family: return # skip CPU changes if we cannot determine family for i, processor in enumerate(processors): if processor["disabled"] == "true" or not processor["size"]: continue label = "CPU {}".format(i + 1) speed = int(processor["size"]["value"] or 0) # 'size', sic! speed /= units.speed_divisor[processor["size"]["units"]] speed = int(speed) model, c = ComponentModel.create( ComponentType.processor, speed=speed, family=family, name=processor["product"] or "CPU {} {}MHz".format(family, speed), priority=priority, ) detected_cpus[i + 1] = label, model for cpu in dev.processor_set.all(): label, model = detected_cpus.get(cpu.index, (None, None)) if cpu.label != label or cpu.model != model: cpu.delete() for index, (label, model) in detected_cpus.iteritems(): cpu, created = Processor.concurrent_get_or_create(device=dev, index=index) cpu.label = label cpu.model = model cpu.save(priority=priority)
def cisco_component(dev, inv, ip_address=None): comp_type = cisco_type(inv['pid']) name = inv['descr'] if not name.lower().startswith('cisco'): name = 'Cisco %s' % name model, created = ComponentModel.create( comp_type, family=inv['pid'], name=name, priority=0, # FIXME: why 0? ) comp, created = GenericComponent.concurrent_get_or_create( sn=inv['sn'], defaults={ 'device': dev, }, ) if comp.device == dev: comp.model = model comp.label = inv['name'][:255] comp.save() elif ip_address: DiscoveryWarning( message="GenericComponent(id={}) belongs to Device(id={})".format( comp.id, comp.device.id, ), plugin=__name__, device=dev, ip=ip_address, ).save() comp = None else: comp = None return comp
def handle_lshw_fibre_cards(dev, lshw, is_virtual=False, priority=0): buses = [] for bus in jpath.get_all('..bus', lshw): if not bus: continue if isinstance(bus, list): buses.extend(bus) else: buses.append(bus) buses = filter(lambda item: item['id'].startswith('fiber'), buses) buses.sort(key=lambda item: item['handle']) handled_buses = set() detected_fc_cards = set() for bus in buses: handle = unicode(bus['handle']) m = re.search(r"([1-9][0-9]*)", handle) if not m: continue physid = m.group(1) if physid in handled_buses: continue fib, created = FibreChannel.concurrent_get_or_create( device=dev, physical_id=physid) fib.label = "{} {}".format(bus['vendor'], bus['product']) fib.model, c = ComponentModel.create( ComponentType.fibre, family=bus['vendor'], name=bus['product'], priority=priority, ) fib.save(priority=priority) handled_buses.add(physid) detected_fc_cards.add(fib.pk) dev.fibrechannel_set.exclude(pk__in=detected_fc_cards).delete()
def cisco_component(dev, inv): extra = '' # '\n'.join('%s: %s' % i for i in inv.iteritems()) comp_type = cisco_type(inv['pid']) model, created = ComponentModel.concurrent_get_or_create( type=comp_type.id, size=0, speed=0, cores=0, family=inv['pid'], extra_hash=hashlib.md5(extra).hexdigest(), extra=extra) name = inv['descr'] if not name.lower().startswith('cisco'): name = 'Cisco %s' % name if created: model.name = name[:50] model.save() elif model.name != name[:50]: model.name = name[:50] model.save() comp, created = GenericComponent.concurrent_get_or_create(sn=inv['sn'], device=dev) comp.model = model comp.label = inv['name'][:255] comp.save() return comp
def save_memory(memory, dev): indexes = [] index = 0 for row in memory: index += 1 indexes.append(index) try: size = int(row.get('size')) speed = int(row.get('speed')) if row.get('speed') else 0 except ValueError: pass label = row.get('label') mem, created = Memory.concurrent_get_or_create(device=dev, index=index) mem.size = size mem.label = 'RAM %dMiB' % size mem.speed = speed family = 'Virtual Windows' if 'Virtual' in label else 'Windows' mem.model, c = ComponentModel.create( ComponentType.memory, family=family, size=size, speed=speed, priority=SAVE_PRIORITY, ) mem.save(priority=SAVE_PRIORITY) dev.memory_set.exclude(index__in=indexes).delete()
def handle_lshw_fibre_cards(dev, lshw, is_virtual=False, priority=0): buses = [] for bus in jpath.get_all('..bus', lshw): if not bus: continue if isinstance(bus, list): buses.extend(bus) else: buses.append(bus) buses = filter(lambda item: item['id'].startswith('fiber'), buses) buses.sort(key=lambda item: item['physid']) handled_buses = set() for bus in buses: physid = unicode(bus['physid']) for handled in handled_buses: if physid.startswith(handled): break else: fib, created = FibreChannel.concurrent_get_or_create(device=dev, physical_id=physid) fib.label = "{} {}".format(bus['vendor'], bus['product']) extra = fib.label fib.model, c = ComponentModel.concurrent_get_or_create( type=ComponentType.fibre.id, family=bus['vendor'], extra_hash=hashlib.md5(extra).hexdigest(), extra=extra) fib.model.name = bus['product'] fib.model.save(priority=priority) fib.save(priority=priority) handled_buses.add(physid)
def handle_hpacu(dev, disks, priority=0): for disk_handle, disk in disks.iteritems(): if not disk.get('serial_number'): continue stor, created = Storage.concurrent_get_or_create(device=dev, sn=disk['serial_number']) stor.device = dev size_value, size_unit = disk['size'].split() stor.size = int(float(size_value) / units.size_divisor[size_unit]) stor.speed = int(disk.get('rotational_speed', 0)) stor.label = '{} {}'.format(' '.join(disk['model'].split()), disk['interface_type']) disk_default = dict( model = 'unknown', firmware_revision = 'unknown', interface_type = 'unknown', size = 'unknown', rotational_speed = 'unknown', status = 'unknown', ) disk_default.update(disk) extra = """Model: {model} Firmware Revision: {firmware_revision} Interface: {interface_type} Size: {size} Rotational Speed: {rotational_speed} Status: {status}""".format(**disk_default) stor.model, c = ComponentModel.concurrent_get_or_create( size=stor.size, speed=stor.speed, type=ComponentType.disk.id, family='', extra_hash=hashlib.md5(extra).hexdigest(), extra=extra) stor.model.name = '{} {}MiB'.format(stor.label, stor.size) stor.model.save(priority=priority) stor.save(priority=priority)
def save_memory(memory, dev): indexes = [] index = 0 for row in memory: index += 1 indexes.append(index) try: size = int(row.get('size')) speed = int(row.get('speed')) if row.get('speed') else 0 except ValueError: pass label = row.get('label') mem, created = Memory.concurrent_get_or_create(device=dev, index=index) mem.size = size mem.label = 'RAM %dMiB' % size mem.speed = speed family = 'Virtual' if 'Virtual' in label else '' extra = '%s %dMiB %s %s' % (label, size, speed, row.get('caption')) mem.model, c = ComponentModel.concurrent_get_or_create( family=family, size=size, speed=speed, type=ComponentType.memory.id, extra_hash=hashlib.md5(extra.encode('utf-8')).hexdigest()) mem.model.extra = extra mem.model.name = 'RAM Windows %dMiB' % size mem.model.save() mem.save(priority=SAVE_PRIORITY) dev.memory_set.exclude(index__in=indexes).delete()
def _save_shares(dev, volumes): wwns = [] for (label, serial, size, volume_type, speed) in volumes: wwn = normalize_wwn(serial) wwns.append(wwn) model, created = ComponentModel.create( ComponentType.share, speed=speed, family=volume_type, name='MSA %s disk share' % volume_type, priority=0, # FIXME: why 0? ) share, created = DiskShare.concurrent_get_or_create( wwn=wwn, defaults={'device': dev}, ) if not created: if dev.id != share.device.id: raise ValueError( 'DiskShare %r: Conflict of devices %r and %r!' % ( share, dev, share.device, ) ) share.model = model share.label = label share.size = size * 512 / 1024 / 1024 share.snapshot_size = 0 share.save() dev.diskshare_set.exclude(wwn__in=wwns).delete()
def test_parts(self): model = ComponentModel( type=ComponentType.management, name="weapons of mass destruction", ) model.save() GenericComponent( label='ziew', device=self.device, model=model, ).save() data = get_device_data(Device.objects.get(sn='123456789')) parts = data['parts'] self.assertEqual(parts[0]['type'], "management") self.assertEqual(parts[0]['model_name'], "weapons of mass destruction") self.assertEqual(len(parts), 1)
def cisco_component(dev, inv): comp_type = cisco_type(inv['pid']) name = inv['descr'] if not name.lower().startswith('cisco'): name = 'Cisco %s' % name model, created = ComponentModel.create( comp_type, family=inv['pid'], name=name, priority=0, # FIXME: why 0? ) comp, created = GenericComponent.concurrent_get_or_create( sn=inv['sn'], defaults={ 'device': dev, }, ) if comp.device == dev: comp.model = model comp.label = inv['name'][:255] comp.save() else: DiscoveryWarning( message="GenericComponent(id={}) belongs to Device(id={})".format( comp.id, comp.device.id, ), plugin=__name__, device=dev, ).save() comp = None return comp
def handle_lshw_fibre_cards(dev, lshw, is_virtual=False, priority=0): buses = [] for bus in jpath.get_all('..bus', lshw): if not bus: continue if isinstance(bus, list): buses.extend(bus) else: buses.append(bus) buses = filter(lambda item: item['id'].startswith('fiber'), buses) buses.sort(key=lambda item: item['handle']) handled_buses = set() detected_fc_cards = set() for bus in buses: handle = unicode(bus['handle']) m = re.search(r"([1-9][0-9]*)", handle) if not m: continue physid = m.group(1) if physid in handled_buses: continue fib, created = FibreChannel.concurrent_get_or_create(device=dev, physical_id=physid) fib.label = "{} {}".format(bus['vendor'], bus['product']) extra = fib.label fib.model, c = ComponentModel.concurrent_get_or_create( type=ComponentType.fibre.id, family=bus['vendor'], extra_hash=hashlib.md5(extra).hexdigest()) fib.model.extra = extra fib.model.name = bus['product'] fib.model.save(priority=priority) fib.save(priority=priority) handled_buses.add(physid) detected_fc_cards.add(fib.pk) dev.fibrechannel_set.exclude(pk__in=detected_fc_cards).delete()
def _add_dev_cpu(pairs, parent, raw, counts, dev_id): try: model = pairs['Mach type/model'] except KeyError: return counts.cpu += 1 try: index = int(model.split()[-1]) except ValueError: index = counts.cpu cpu, created = Processor.concurrent_get_or_create(device=parent, index=index) cpu.label = pairs['Mach type/model'] family = pairs['Processor family'] if family.startswith('Intel '): family = cpu.label[len('Intel '):] speed = int(float(pairs['Speed'].replace('GHz', '')) * 1000) cores = int(pairs['Processor cores']) extra = '\n'.join('%s: %s' % (k, v) for (k, v) in sorted(pairs.iteritems()) if v not in ('Not Available', '', None, 'Not Available (Not Available)') and k not in ('Processor cores', 'Processor family', 'Speed', 'system>', 'Mach type/model')) cpu.model, c = ComponentModel.concurrent_get_or_create( cores=cores, speed=speed, type=ComponentType.processor.id, extra_hash=hashlib.md5(extra).hexdigest(), extra=extra, family=family) cpu.model.name = 'CPU %s %d MHz, %s-core' % (family, speed, cores) cpu.model.save(priority=SAVE_PRIORITY) cpu.save(priority=SAVE_PRIORITY)
def _add_dev_cpu(pairs, parent, raw, counts, dev_id): try: model = pairs['Mach type/model'] except KeyError: return counts.cpu += 1 try: index = int(model.split()[-1]) except ValueError: index = counts.cpu cpu, created = Processor.concurrent_get_or_create(device=parent, index=index) cpu.label = pairs['Mach type/model'] family = pairs['Processor family'] if family.startswith('Intel '): family = cpu.label[len('Intel '):] speed = int(float(pairs['Speed'].replace('GHz', '')) * 1000) cores = int(pairs['Processor cores']) extra = '\n'.join( '%s: %s' % (k, v) for (k, v) in sorted(pairs.iteritems()) if v not in ('Not Available', '', None, 'Not Available (Not Available)' ) and k not in ('Processor cores', 'Processor family', 'Speed', 'system>', 'Mach type/model')) cpu.model, c = ComponentModel.concurrent_get_or_create( cores=cores, speed=speed, type=ComponentType.processor.id, extra_hash=hashlib.md5(extra).hexdigest(), extra=extra, family=family) cpu.model.name = 'CPU %s %d MHz, %s-core' % (family, speed, cores) cpu.model.save(priority=SAVE_PRIORITY) cpu.save(priority=SAVE_PRIORITY)
def handle_lshw_processors(dev, processors, is_virtual=False, priority=0): if isinstance(processors, dict): processors = [processors] detected_cpus = {} for i, processor in enumerate(processors): if processor['disabled'] == 'true' or not processor['size']: continue label = 'CPU {}'.format(i + 1) speed = int(processor['size']['value'] or 0) # 'size', sic! speed /= units.speed_divisor[processor['size']['units']] speed = int(speed) family = processor['version'] or '' caps = processor['capabilities'] extra = "\n".join([": ".join((key, ' '.join(e for e in untangle(caps[key]) if e) or '')) for key in sorted(caps.keys())]) model, c = ComponentModel.concurrent_get_or_create( speed=speed, type=ComponentType.processor.id, extra_hash=hashlib.md5(extra).hexdigest(), family=family, cores=0) model.extra = extra model.name = processor['product'] or 'CPU {} {}MHz'.format(family, speed) model.save(priority=priority) detected_cpus[i+1] = label, model for cpu in dev.processor_set.all(): label, model = detected_cpus.get(cpu.index, (None, None)) if cpu.label != label or cpu.model != model: cpu.delete() for index, (label, model) in detected_cpus.iteritems(): cpu, created = Processor.concurrent_get_or_create( device=dev, index=index) cpu.label = label cpu.model = model cpu.save(priority=priority)
def _save_shares(dev, shares): wwns = [] for share_id, (label, wwn, snapshot_size, size, share_type, speed, full) in shares.iteritems(): wwn = normalize_wwn(wwn) wwns.append(wwn) model, created = ComponentModel.create( ComponentType.share, name='3PAR %s disk share' % share_type, family=share_type, speed=speed, priority=0, # FIXME: why 0? ) share, created = DiskShare.concurrent_get_or_create( wwn=wwn, defaults={'device': dev}, ) if not created: if dev.id != share.device.id: raise ValueError( 'DiskShare %r: Conflict of devices %r and %r!' % ( share, dev, share.device, ) ) share.model = model share.label = label share.full = full share.size = size share.share_id = share_id share.snapshot_size = snapshot_size share.save() dev.diskshare_set.exclude(wwn__in=wwns).delete()
def _save_storage(dev, data): detected_storage = [] for disk in data: model_name = "{} {}".format( disk['manufacturer'], disk['model'] ) size = int(int(disk['size']) / 1024 / 1024 / 1024) model, _ = ComponentModel.create( ComponentType.disk, size=size, family=model_name, priority=SAVE_PRIORITY, ) storage, _ = Storage.concurrent_get_or_create( device=dev, sn=disk['sn'], mount_point=None, ) storage.model = model storage.label = model.name storage.size = size storage.save(priority=SAVE_PRIORITY) detected_storage.append(storage.pk) dev.storage_set.exclude(pk__in=detected_storage).delete()
def _save_shares(dev, volumes): wwns = [] for (label, serial, size, volume_type, speed) in volumes: wwn = normalize_wwn(serial) wwns.append(wwn) model, created = ComponentModel.create( ComponentType.share, speed=speed, family=volume_type, name='MSA %s disk share' % volume_type, priority=0, # FIXME: why 0? ) share, created = DiskShare.concurrent_get_or_create( wwn=wwn, defaults={'device': dev}, ) if not created: if dev.id != share.device.id: raise ValueError( 'DiskShare %r: Conflict of devices %r and %r!' % ( share, dev, share.device, )) share.model = model share.label = label share.size = size * 512 / 1024 / 1024 share.snapshot_size = 0 share.save() dev.diskshare_set.exclude(wwn__in=wwns).delete()
def handle_dmidecode(info, ethernets=(), priority=0): """Take the data collected by parse_dmidecode and apply it to a device.""" # It's either a rack or a blade server, who knows? # We will let other plugins determine that. dev = Device.create( ethernets=ethernets, sn=info['sn'], uuid=info['uuid'], model_name='DMI ' + info['model'], model_type=DeviceType.unknown, priority=priority, ) for i, cpu_info in enumerate(info['cpu']): model, created = ComponentModel.create( ComponentType.processor, speed=cpu_info['speed'] or 0, cores=cpu_info['cores'] or 0, family=cpu_info['family'], name=cpu_info['model'], priority=priority, ) cpu, created = Processor.concurrent_get_or_create(device=dev, index=i + 1) if created: cpu.label = cpu_info['label'] cpu.model = model cpu.save() for cpu in dev.processor_set.filter(index__gt=i + 1): cpu.delete() for i, mem_info in enumerate(info['mem']): model, created = ComponentModel.create( ComponentType.memory, speed=mem_info['speed'] or 0, size=mem_info['size'] or 0, family=mem_info['type'], priority=priority, ) mem, created = Memory.concurrent_get_or_create(device=dev, index=i + 1) if created: mem.label = mem_info['label'] mem.model = model mem.save() for mem in dev.memory_set.filter(index__gt=i + 1): mem.delete() return dev
def test_fc(self): model = ComponentModel( type=ComponentType.fibre, name="FC-336", ) model.save() FibreChannel( physical_id='deadbeefcafe', label='ziew', device=self.device, model=model, ).save() data = get_device_data(Device.objects.get(sn='123456789')) fc = data['fibrechannel_cards'] self.assertEqual(len(fc), 1) self.assertEqual(fc[0]['physical_id'], 'deadbeefcafe') self.assertEqual(fc[0]['model_name'], 'FC-336')
def save_storage(storage, dev): mount_points = [] for item in storage: sn = item.get('sn') mount_point = item.get('mountpoint') if not sn or not mount_point: continue label = item.get('label') try: size = int(item.get('size')) except ValueError: continue model_name = '{} {}MiB'.format(label, size) model, c = ComponentModel.create( ComponentType.disk, size=size, family=model_name, priority=SAVE_PRIORITY, ) stor = None try: stor = Storage.objects.get(device=dev, mount_point=mount_point) if stor.sn != sn: try: stor_found_by_sn = Storage.objects.get(sn=sn) if all((stor_found_by_sn.model == model, stor_found_by_sn.size == size, stor_found_by_sn.label == label)): stor.mount_point = None stor.save(priotity=SAVE_PRIORITY) stor = stor_found_by_sn stor.device = dev stor.mount_point = mount_point else: stor = None except Storage.DoesNotExist: stor.sn = sn except Storage.DoesNotExist: try: stor = Storage.objects.get(sn=sn) if all((stor.model == model, stor.size == size, stor.label == label)): stor.device = dev stor.mount_point = mount_point else: stor = None except Storage.DoesNotExist: stor = Storage(device=dev, mount_point=mount_point, sn=sn) if stor: stor.model = model stor.label = label stor.size = size stor.save(priority=SAVE_PRIORITY) mount_points.append(mount_point) dev.storage_set.exclude(mount_point__in=mount_points).update( mount_point=None)
def test_software(self): model = ComponentModel( type=ComponentType.software, name="cobol", ) model.save() Software( label='cobol', device=self.device, model=model, version='1.0.0', path='/usr/bin/cobol', sn='0000001', ).save() data = get_device_data(Device.objects.get(sn='123456789')) soft = data['installed_software'] self.assertEqual(soft[0]['version'], "1.0.0") self.assertEqual(soft[0]['model_name'], "cobol") self.assertEqual(len(soft), 1)
def test_disks(self): model = ComponentModel( type=ComponentType.disk, name="HP DG0300BALVP SAS 307200MiB, 10000RPM", ) model.save() Storage( sn="abc3", device=self.device, label="ziew", mount_point="/dev/hda", model=model, size=307200, ).save() data = get_device_data(Device.objects.get(sn='123456789')) disks = data['disks'] self.assertEqual(len(disks), 1) self.assertEqual(disks[0]['size'], 307200) self.assertEqual(disks[0]['serial_number'], "abc3") self.assertEqual(disks[0]['mount_point'], "/dev/hda")
def handle_megaraid(dev, disks, priority=0): for (controller_handle, disk_handle), disk in disks.iteritems(): disk['vendor'], disk['product'], disk['serial_number'] = \ _handle_inquiry_data( disk.get('inquiry_data', ''), controller_handle, disk_handle ) if not disk.get('serial_number') or disk.get('media_type') not in ( 'Hard Disk Device', 'Solid State Device'): continue if {'coerced_size', 'vendor', 'product', 'pd_type'} - \ set(disk.keys()): # not all required keys present continue if disk['vendor'].lower() in DISK_VENDOR_BLACKLIST: continue if disk['product'].lower() in DISK_PRODUCT_BLACKLIST: continue stor, created = Storage.concurrent_get_or_create( device=dev, sn=disk['serial_number']) stor.device = dev size_value, size_unit, rest = disk['coerced_size'].split(' ', 2) size_value = size_value.replace(',', '') stor.size = int(float(size_value) / units.size_divisor[size_unit]) stor.speed = int(disk.get('rotational_speed', 0)) label_meta = [' '.join(disk['vendor'].split()), disk['product']] if 'pd_type' in disk: label_meta.append(disk['pd_type']) stor.label = ' '.join(label_meta) disk_default = dict( vendor='unknown', product='unknown', device_firmware_level='unknown', pd_type='unknown', coerced_size='unknown', ) disk_default.update(disk) extra = """Model: {vendor} {product} Firmware Revision: {device_firmware_level} Interface: {pd_type} Size: {coerced_size} """.format(**disk_default) stor.model, c = ComponentModel.concurrent_get_or_create( size=stor.size, speed=stor.speed, type=ComponentType.disk.id, family='', extra_hash=hashlib.md5(extra).hexdigest(), extra=extra) stor.model.name = '{} {}MiB'.format(stor.label, stor.size) stor.model.save(priority=priority) stor.save(priority=priority)
def handle_facts_disks(dev, facts, is_virtual=False): disks = {} _cur_key = None for k, v in facts.iteritems(): if not k.startswith('disk_'): continue k = k[5:] if k.endswith('_product'): _cur_key = 'product' k = k[:-8] elif k.endswith('_revision'): _cur_key = 'revision' k = k[:-9] elif k.endswith('_size'): _cur_key = 'size' k = k[:-5] elif k.endswith('_vendor'): _cur_key = 'vendor' k = k[:-7] elif k.endswith('_serial'): _cur_key = 'serial' k = k[:-7] else: continue disks.setdefault(k, {})[_cur_key] = v.strip() for label, disk in disks.iteritems(): try: if 'size' not in disk or not int(disk['size']): continue except ValueError: continue if disk['vendor'].lower() in DISK_VENDOR_BLACKLIST: continue if disk['product'].lower() in DISK_PRODUCT_BLACKLIST: continue sn = disk.get('serial', '').strip() stor, created = Storage.concurrent_get_or_create( device=dev, mount_point=label, sn=sn if sn else None, ) stor.size = disk['size'] = int(int(disk['size']) / 1024 / 1024) stor.label = '{} {} {}'.format(disk['vendor'].strip(), disk['product'].strip(), disk['revision'].strip()) stor.model, c = ComponentModel.create( ComponentType.disk, size=stor.size, family=disk['vendor'].strip(), priority=SAVE_PRIORITY, ) stor.save(priority=SAVE_PRIORITY)
def test_processors(self): model = ComponentModel( type=ComponentType.processor, name="CPU Xeon 2533MHz, 4-core", ) model.save() for i in xrange(4): p = Processor( label="ziew", model=model, device=self.device, index=i, ) p.save() data = get_device_data(Device.objects.get(sn='123456789')) processors = data['processors'] self.assertEqual(len(processors), 4) self.assertEqual(processors[0]['label'], "ziew") self.assertEqual(processors[0]['model_name'], "CPU Xeon 2533MHz, 4-core") self.assertEqual(processors[0]['cores'], 4) self.assertEqual(processors[3]['index'], 3)
def splunk(**options): splunk = Splunk() splunk.start() percent = splunk.progress while percent < 100: if options['verbose']: print(percent) time.sleep(30) percent = splunk.progress hosts = {} total_mb = 0 for item in splunk.results: host = item['host'] mb = float(item['MBytes']) total_mb += mb if host in hosts: hosts[host] += mb else: hosts[host] = mb if options['verbose']: print(len(hosts), 'hosts used', total_mb, ' MiBs total.') for host, usage in hosts.iteritems(): ip = IPAddress.objects.filter( hostname__startswith=host).order_by('-last_seen') if not ip.count(): if options['verbose']: print('Warning: host', host, 'not found in device database.') continue dev = ip[0].device if not dev: if options['verbose']: print('Warning: host', host, 'not tied to a device in the ' 'database.') continue name = 'Splunk Volume 100 GiB' symbol = 'splunkvolume' model, created = ComponentModel.create( ComponentType.unknown, family=symbol, name=name, priority=0, ) res, created = SplunkUsage.concurrent_get_or_create( device=dev, day=date.today(), defaults={'model': model}, ) res.size = usage res.save() return True, 'done.', options