def test_asd_statistics(self):
"""
Validates whether the ASD statistics work as expected.
* Add keys that were not passed in
* Collapse certain keys
* Calculate correct per-second, average, total, min and max values
"""
structure = Helper.build_service_structure({
'alba_backends': [1],
'alba_nodes': [1],
'alba_disks': [(1, 1)], # (<adisk_id>, <anode_id>)
'alba_osds': [(1, 1, 1)] # (<osd_id>, <adisk_id>, <abackend_id>)
})
osd = structure['alba_osds'][1]
base_time = time.time()
expected_0 = {'statistics': {'max': 0, 'n_ps': 0, 'min': 0, 'avg': 0, 'n': 0},
'range': {'max': 0, 'n_ps': 0, 'min': 0, 'avg': 0, 'n': 0},
'range_entries': {'max': 0, 'n_ps': 0, 'min': 0, 'avg': 0, 'n': 0},
'multi_get': {'max': 10, 'n_ps': 0, 'min': 1, 'avg': 13, 'n': 5},
'apply': {'max': 5, 'n_ps': 0, 'min': 5, 'avg': 5, 'n': 1},
'timestamp': None}
expected_1 = {'statistics': {'max': 0, 'n_ps': 0, 'min': 0, 'avg': 0, 'n': 0},
'range': {'max': 0, 'n_ps': 0, 'min': 0, 'avg': 0, 'n': 0},
'range_entries': {'max': 0, 'n_ps': 0, 'min': 0, 'avg': 0, 'n': 0},
'multi_get': {'max': 10, 'n_ps': 1, 'min': 1, 'avg': 12.5, 'n': 10},
'apply': {'max': 5, 'n_ps': 0, 'min': 5, 'avg': 5, 'n': 1},
'timestamp': None}
VirtualAlbaBackend.statistics = {'alba_osd_1': {'success': True,
'result': {'Apply': {'n': 1, 'avg': 5, 'min': 5, 'max': 5},
'MultiGet': {'n': 2, 'avg': 10, 'min': 5, 'max': 10},
'MultiGet2': {'n': 3, 'avg': 15, 'min': 1, 'max': 5}}}}
statistics = osd._statistics(AlbaOSD._dynamics[0])
expected_0['timestamp'] = base_time
self.assertDictEqual(statistics, expected_0, 'The first statistics should be as expected: {0} vs {1}'.format(statistics, expected_0))
time.sleep(5)
VirtualAlbaBackend.statistics = {'alba_osd_1': {'success': True,
'result': {'Apply': {'n': 1, 'avg': 5, 'min': 5, 'max': 5},
'MultiGet': {'n': 5, 'avg': 10, 'min': 5, 'max': 10},
'MultiGet2': {'n': 5, 'avg': 15, 'min': 1, 'max': 5}}}}
statistics = osd._statistics(AlbaOSD._dynamics[0])
expected_1['timestamp'] = base_time + 5
self.assertDictEqual(statistics, expected_1, 'The second statistics should be as expected: {0} vs {1}'.format(statistics, expected_1))
def test_localstack(self):
"""
Validates whether the local_stack dynamic returns expected values
"""
Configuration.set('/ovs/alba/backends/global_gui_error_interval', 1)
structure = Helper.build_service_structure({
'alba_backends': [1],
'alba_nodes': [1]
})
node = structure['alba_nodes'][1]
backend = structure['alba_backends'][1]
VirtualAlbaBackend.data['backend_1-abm'] = {}
VirtualAlbaBackend.data['backend_1-abm']['osds'] = []
# Validate local_stack when the node is alive, but not returning any data
ASDManagerClient.test_exceptions[node] = {}
ASDManagerClient.test_results[node] = {'get_disks': {},
'get_asds': {}}
expected = {'node_1': {}}
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
# Validate local_stack when the node is offline
ASDManagerClient.test_exceptions[node] = {'get_disks': requests.ConnectionError('test'),
'get_asds': requests.ConnectionError('test')}
ASDManagerClient.test_results[node] = {'get_disks': {'alba_disk_1': {'available': True,
'device': '/dev/disk/by-id/alba_disk_1',
'name': 'alba_disk_1',
'node_id': node.node_id,
'state': 'ok'}},
'get_asds': {}}
expected = {'node_1': {}}
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
# Validate uninitialized disks
ASDManagerClient.test_exceptions[node] = {}
expected = {'node_1': {'alba_disk_1': {'asds': {},
'available': True,
'device': '/dev/disk/by-id/alba_disk_1',
'name': 'alba_disk_1',
'node_id': 'node_1',
'state': 'ok',
'status': 'uninitialized',
'status_detail': ''}}}
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
# Validate initialized disks
ASDManagerClient.test_results[node]['get_disks']['alba_disk_1'].update({'available': False,
'mountpoint': '/mnt/alba-asd/disk-1'})
expected['node_1']['alba_disk_1'].update({'mountpoint': '/mnt/alba-asd/disk-1',
'available': False,
'status': 'initialized'})
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
# Validate running but not claimed ASD
ASDManagerClient.test_results[node]['get_disks']['alba_disk_1'].update({'asds': {'alba_osd_1': {'asd_id': 'alba_osd_1',
'capacity': 1024 ** 3,
'home': '/mnt/alba-asd/disk-1/alba_osd_1',
'log_level': 'info',
'node_id': 'node_1',
'port': 10000,
'rocksdb_block_cache_size': 8 * 1024 ** 2,
'state': 'ok',
'transport': 'tcp'}}})
expected['node_1']['alba_disk_1'].update({'mountpoint': '/mnt/alba-asd/disk-1',
'available': False,
'status': 'initialized',
'asds': {'alba_osd_1': {'asd_id': 'alba_osd_1',
'capacity': 1024 ** 3,
'home': '/mnt/alba-asd/disk-1/alba_osd_1',
'log_level': 'info',
'node_id': 'node_1',
'port': 10000,
'rocksdb_block_cache_size': 8 * 1024 ** 2,
'state': 'ok',
'transport': 'tcp'}}})
ASDManagerClient.test_exceptions[node] = {}
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
# Validate with claimed OSD
VirtualAlbaBackend.data['backend_1-abm']['osds'] = [{'node_id': 'node_1',
'long_id': 'alba_osd_1',
'id': 1,
'read': [],
'write': [],
'errors': []}]
structure = Helper.build_service_structure({
'alba_disks': [(1, 1)],
'alba_osds': [(1, 1, 1)]
}, structure)
disk = structure['alba_disks'][1]
osd = structure['alba_osds'][1]
ASDManagerClient.test_results[node]['get_disks']['alba_disk_1'].update({'aliases': ['/dev/alba_disk_1']})
expected['node_1']['alba_disk_1'].update({'guid': disk.guid,
'aliases': disk.aliases})
expected['node_1']['alba_disk_1']['asds']['alba_osd_1'].update({'alba_backend_guid': backend.guid,
'status': 'claimed',
'status_detail': '',
'transport': 'tcp',
'guid': osd.guid})
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
# Oops, it's offline again
ASDManagerClient.test_exceptions[node] = {'get_disks': requests.ConnectionError('test'),
'get_asds': requests.ConnectionError('test')}
expected = {'node_1': {'alba_disk_1': {'status': 'error',
'name': 'alba_disk_1',
'status_detail': 'nodedown',
'guid': disk.guid,
'aliases': disk.aliases,
'asds': {'alba_osd_1': {'asd_id': 'alba_osd_1',
'status': 'error',
'status_detail': 'nodedown',
'alba_backend_guid': backend.guid,
'guid': osd.guid}}}}}
node.invalidate_dynamics()
self.assertDictEqual(backend._local_stack(), expected)
