def test_device_from_data(self):
device = device_from_data({
'serial_number': "12345",
'model_name': "ziew-X",
})
self.assertEqual(device.sn, '12345')
self.assertEqual(device.model.name, "ziew-X")
self.assertEqual(device.model.type, DeviceType.unknown)
def test_device_from_data(self):
device = device_from_data({
'serial_number': "12345",
'model_name': "ziew-X",
})
self.assertEqual(device.sn, '12345')
self.assertEqual(device.model.name, "ziew-X")
self.assertEqual(device.model.type, DeviceType.unknown)
def _save_job_results(job_id, start_ts):
if (int(time.time()) - start_ts) > 86100: # 24h - 5min
return
try:
job = rq.job.Job.fetch(job_id, django_rq.get_connection())
except rq.exceptions.NoSuchJobError:
return # job with this id does not exist...
if job.result is None and not job.is_failed:
# we must wait...
_enqueue_save_job_results(job_id)
return
elif job.is_failed:
# nothing to do...
return
external_priorities = get_external_results_priorities(job.result)
# management?
is_management = False
if job.args:
try:
is_management = IPAddress.objects.filter(
address=job.args[0]).values_list('is_management', flat=True)[0]
except IndexError:
pass
# first... update device
devices, ids_lookup, sn_lookup, macs_lookup = _find_devices(job.result)
if len(devices) > 1:
raise AutomergerError(
'Many devices found for: ids=%s, sn=%s, macs=%s' %
(ids_lookup, sn_lookup, macs_lookup))
used_serial_numbers = set()
used_mac_addresses = set()
for device in devices:
device_data = get_device_data(device)
if 'serial_number' in device_data:
used_serial_numbers |= set([device_data['serial_number']])
if 'mac_addresses' in device_data:
used_mac_addresses |= set(device_data['mac_addresses'])
data = merge_data(
job.result,
{
'database': {
'device': device_data
},
},
only_multiple=True,
)
append_merged_proposition(data, device, external_priorities)
selected_data = _select_data(data, external_priorities, is_management)
set_device_data(device, selected_data, save_priority=SAVE_PRIORITY)
device.save(priority=SAVE_PRIORITY)
# now... we create new devices from `garbage`
if not devices:
garbage = {}
for plugin_name, plugin_result in job.result.items():
if 'device' not in plugin_result:
continue
if 'serial_number' in plugin_result['device']:
if plugin_result['device'][
'serial_number'] in used_serial_numbers:
continue
if 'mac_addresses' in plugin_result['device']:
if set(plugin_result['device']['mac_addresses'], ) != set(
plugin_result['device']['mac_addresses'],
) - used_mac_addresses:
continue
if any((
plugin_result['device'].get('serial_number'),
plugin_result['device'].get('mac_addresses'),
)):
garbage[plugin_name] = plugin_result
if garbage:
data = merge_data(garbage)
selected_data = _select_data(data, external_priorities)
if all((
any((
selected_data.get('serial_number'),
selected_data.get('mac_addresses', []),
)),
any((
selected_data.get('model_name'),
selected_data.get('type'),
)),
)):
device_from_data(selected_data, save_priority=SAVE_PRIORITY)
# mark this scan results
update_scan_summary(job)
def test_device_from_data(self):
device = device_from_data({"serial_number": "12345", "model_name": "ziew-X"})
self.assertEqual(device.sn, "12345")
self.assertEqual(device.model.name, "ziew-X")
self.assertEqual(device.model.type, DeviceType.unknown)
def _save_job_results(job_id, start_ts):
if (int(time.time()) - start_ts) > 86100: # 24h - 5min
return
try:
job = rq.job.Job.fetch(job_id, django_rq.get_connection())
except rq.exceptions.NoSuchJobError:
return # job with this id does not exist...
if job.result is None and not job.is_failed:
# we must wait...
_enqueue_save_job_results(job_id)
return
elif job.is_failed:
# nothing to do...
return
external_priorities = get_external_results_priorities(job.result)
# management?
is_management = False
if job.args:
try:
is_management = IPAddress.objects.filter(
address=job.args[0]
).values_list(
'is_management', flat=True
)[0]
except IndexError:
pass
# first... update device
devices, ids_lookup, sn_lookup, macs_lookup = _find_devices(job.result)
if len(devices) > 1:
raise AutomergerError(
'Many devices found for: ids=%s, sn=%s, macs=%s' % (
ids_lookup, sn_lookup, macs_lookup
)
)
used_serial_numbers = set()
used_mac_addresses = set()
for device in devices:
device_data = get_device_data(device)
if 'serial_number' in device_data:
used_serial_numbers |= set([device_data['serial_number']])
if 'mac_addresses' in device_data:
used_mac_addresses |= set(device_data['mac_addresses'])
data = merge_data(
job.result,
{
'database': {'device': device_data},
},
only_multiple=True,
)
append_merged_proposition(data, device, external_priorities)
selected_data = select_data(data, external_priorities, is_management)
set_device_data(device, selected_data, save_priority=SAVE_PRIORITY)
device.save(priority=SAVE_PRIORITY)
# now... we create new devices from `garbage`
if not devices:
garbage = {}
for plugin_name, plugin_result in job.result.items():
if 'device' not in plugin_result:
continue
if 'serial_number' in plugin_result['device']:
if plugin_result['device'][
'serial_number'
] in used_serial_numbers:
continue
if 'mac_addresses' in plugin_result['device']:
if set(
plugin_result['device']['mac_addresses'],
) != set(
plugin_result['device']['mac_addresses'],
) - used_mac_addresses:
continue
if any((
plugin_result['device'].get('serial_number'),
plugin_result['device'].get('mac_addresses'),
)):
garbage[plugin_name] = plugin_result
if garbage:
data = merge_data(garbage)
selected_data = select_data(data, external_priorities)
if all((
any(
(
selected_data.get('serial_number'),
selected_data.get('mac_addresses', []),
)
),
any(
(
selected_data.get('model_name'),
selected_data.get('type'),
)
),
)):
device_from_data(selected_data, save_priority=SAVE_PRIORITY)
# mark this scan results
update_scan_summary(job)
