def test_parent_map_some(self):
tree_nodes = [
{"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
}
]
osd_map = OsdMap(None, None)
assert osd_map._map_parent_buckets(tree_nodes) == {
-4: {"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
},
-3: {"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
},
-2: {"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
},
}
def test_parent_map_one(self):
tree_nodes = [
{"children": [],
"type": "rack",
"id": -5,
"name": "83988b9c-4a63-11e4-8c64-000c29066317",
"type_id": 2,
},
{"children": [-5],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6,
}
]
osd_map = OsdMap(None, None)
assert osd_map._map_parent_buckets(tree_nodes) == {
-5: {"children": [-5],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
}
}
def test_parent_map_one(self):
self.data = {
'tree': {
'nodes': [{
"children": [],
"type": "rack",
"id": -5,
"name": "83988b9c-4a63-11e4-8c64-000c29066317",
"type_id": 2,
}, {
"children": [-5],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6,
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
-5: [{
'type_id': 6,
'type': 'root',
'children': [-5],
'name': 'default',
'id': -1
}]
})
def test_crush_osds(self):
"""
That the correct OSDs are recognised as part of a CRUSH rule
"""
osd_map = OsdMap(None, INTERESTING_OSD_MAP)
all_osds = [0, 1, 2, 3, 4, 5]
first_osds = [0, 2, 4]
first_server_osds = [0, 1]
self.assertEqual(
osd_map.osds_by_rule_id,
{
0: all_osds, # Default rule
1: all_osds, # Default rule
2: all_osds, # Default rule
3:
first_osds, # My custom one that takes each server's first drive
4:
first_server_osds # My custom one that takes the drives from the first server
})
# By extension, the same OSDs should be recognised as part of
# the pools using the crush rule
self.assertEqual(
osd_map.osds_by_pool, {
2: all_osds,
4: all_osds,
5: all_osds,
6: first_osds,
7: first_server_osds
})
def get(self, request, fsid):
servers = self.client.server_list_cluster(fsid, async=True)
osd_data = self.client.get_sync_object(fsid, OsdMap.str, async=True)
osds = self.client.list(fsid, OSD, {}, async=True)
pg_summary = self.client.get_sync_object(fsid, PgSummary.str, async=True)
osds = osds.get()
servers = servers.get()
osd_data = osd_data.get()
pg_summary = pg_summary.get()
osd_map = OsdMap(None, osd_data)
server_info = self.client.server_by_service([ServiceId(fsid, OSD, str(osd['osd'])) for osd in osds], async=True)
server_info = server_info.get()
osds, osds_by_pg_state = self.generate(pg_summary, osd_map, server_info, servers)
if not osds or not osds_by_pg_state:
return Response([], status.HTTP_202_ACCEPTED)
pg_states = request.QUERY_PARAMS.get('pg_states', None)
if pg_states:
osds = self._filter_by_pg_state(osds, pg_states, osds_by_pg_state)
osd_list = DataObject({
# 'osds': [DataObject({'osd': o}) for o in osds],
'osds': osds,
'osds_by_pg_state': osds_by_pg_state
})
return Response(OSDListSerializer(osd_list).data)
def setUp(self):
fake_cluster_monitor = MagicMock()
attributes = {'name': 'I am a fake',
'fsid': 12345,
'get_sync_object.return_value': fake_cluster_monitor,
'osds_by_id': {0: {'up': True}, 1: {'up': False}}}
fake_cluster_monitor.configure_mock(**attributes)
self.osd_map = OsdMap(1, None)
self.factory = OsdRequestFactory(fake_cluster_monitor)
def test_7883(self):
"""
Bug in which pools were not found for OSDs
"""
osd_map = OsdMap(None, load_fixture("osd_map-7883.json"))
all_osds = osd_map.osds_by_id.keys()
self.assertEqual(len(all_osds), 168)
self.assertDictEqual(osd_map.osds_by_rule_id, {
0: all_osds,
1: all_osds,
2: all_osds
})
self.assertDictEqual(osd_map.osds_by_pool, {
0: all_osds,
1: all_osds,
2: all_osds
})
def test_shows_non_default_types(self):
osd_map_data = MagicMock()
data = {
'crush': {
'types': [{
'type_id': 100,
'name': 'custom_type'
}],
'buckets': []
}
}
osd_map_data.__getitem__.side_effect = lambda x: data[
x] if x in data else osd_map_data
osd_map = OsdMap(None, osd_map_data)
self.assertEqual({
'type_id': 100,
'name': 'custom_type'
}, osd_map.crush_type_by_id[100])
def test_parent_map_some(self):
self.data = {
'tree': {
'nodes': [{
"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
-4: [{
'type_id': 6,
'type': 'root',
'children': [-4, -3, -2],
'name': 'default',
'id': -1
}],
-3: [{
'type_id': 6,
'type': 'root',
'children': [-4, -3, -2],
'name': 'default',
'id': -1
}],
-2: [{
'type_id': 6,
'type': 'root',
'children': [-4, -3, -2],
'name': 'default',
'id': -1
}]
})
def test_parent_map_none(self):
self.data = {'tree': {'nodes': []}}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual({}, osd_map.parent_bucket_by_node_id)
def test_parent_map_multiple_roots(self):
self.data = {
"tree": {
"nodes": [{
"children": [2],
"type": "host",
"id": -40,
"name": "vpm145ssd",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 1,
"type": "osd",
"id": 2
}, {
"children": [0],
"type": "host",
"id": -30,
"name": "vpm113ssd",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 1,
"type": "osd",
"id": 0
}, {
"children": [1],
"type": "host",
"id": -20,
"name": "vpm061ssd",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 1,
"type": "osd",
"id": 1
}, {
"children": [-5],
"type": "root",
"id": -10,
"name": "defaultssd",
"type_id": 10
}, {
"children": [-4, -3, -2],
"type": "rack",
"id": -5,
"name": "rackthing",
"type_id": 3
}, {
"children": [1],
"type": "host",
"id": -2,
"name": "vpm061",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 3,
"type": "osd",
"id": 1
}, {
"children": [0],
"type": "host",
"id": -3,
"name": "vpm113",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 3,
"type": "osd",
"id": 0
}, {
"children": [2],
"type": "host",
"id": -4,
"name": "vpm145",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 3,
"type": "osd",
"id": 2
}, {
"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 10
}, {
"children": [1],
"type": "host",
"id": -2,
"name": "vpm061",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 1
}, {
"children": [0],
"type": "host",
"id": -3,
"name": "vpm113",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 0
}, {
"children": [2],
"type": "host",
"id": -4,
"name": "vpm145",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 2
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
-5: [{
'children': [-5],
'id': -10,
'name': 'defaultssd',
'type': 'root',
'type_id': 10
}],
-4: [{
'children': [-4, -3, -2],
'id': -5,
'name': 'rackthing',
'type': 'rack',
'type_id': 3
}, {
'children': [-4, -3, -2],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 10
}],
-3: [{
'children': [-4, -3, -2],
'id': -5,
'name': 'rackthing',
'type': 'rack',
'type_id': 3
}, {
'children': [-4, -3, -2],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 10
}],
-2: [{
'children': [-4, -3, -2],
'id': -5,
'name': 'rackthing',
'type': 'rack',
'type_id': 3
}, {
'children': [-4, -3, -2],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 10
}],
0: [{
'children': [0],
'id': -30,
'name': 'vpm113ssd',
'type': 'host',
'type_id': 1
}, {
'children': [0],
'id': -3,
'name': 'vpm113',
'type': 'host',
'type_id': 1
}],
1: [{
'children': [1],
'id': -20,
'name': 'vpm061ssd',
'type': 'host',
'type_id': 1
}, {
'children': [1],
'id': -2,
'name': 'vpm061',
'type': 'host',
'type_id': 1
}],
2: [{
'children': [2],
'id': -40,
'name': 'vpm145ssd',
'type': 'host',
'type_id': 1
}, {
'children': [2],
'id': -4,
'name': 'vpm145',
'type': 'host',
'type_id': 1
}]
})
def test_parent_map_many(self):
self.data = {
'tree': {
'nodes': [{
"children": [],
"type": "rack",
"id": -5,
"name": "83988b9c-4a63-11e4-8c64-000c29066317",
"type_id": 2
}, {
"children": [-4, -2, -3],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
}, {
"children": [1],
"type": "host",
"id": -3,
"name": "vpm068",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.399994",
"depth": 2,
"type": "osd",
"id": 1
}, {
"children": [0],
"type": "host",
"id": -2,
"name": "vpm114",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 0
}, {
"children": [2],
"type": "host",
"id": -4,
"name": "vpm140",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 2
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
0: [{
'type_id': 1,
'type': 'host',
'children': [0],
'name': 'vpm114',
'id': -2
}],
1: [{
'type_id': 1,
'type': 'host',
'children': [1],
'name': 'vpm068',
'id': -3
}],
2: [{
'type_id': 1,
'type': 'host',
'children': [2],
'name': 'vpm140',
'id': -4
}],
-4: [{
'type_id': 6,
'type': 'root',
'children': [-4, -2, -3],
'name': 'default',
'id': -1
}],
-3: [{
'type_id': 6,
'type': 'root',
'children': [-4, -2, -3],
'name': 'default',
'id': -1
}],
-2: [{
'type_id': 6,
'type': 'root',
'children': [-4, -2, -3],
'name': 'default',
'id': -1
}]
})
def test_parent_map_none(self):
osd_map = OsdMap(None, None)
assert {} == osd_map._map_parent_buckets({})
def test_parent_map_many(self):
tree_nodes = [
{
"children": [],
"type": "rack",
"id": -5,
"name": "83988b9c-4a63-11e4-8c64-000c29066317",
"type_id": 2
},
{
"children": [
-4,
-2,
-3
],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
},
{
"children": [
1
],
"type": "host",
"id": -3,
"name": "vpm068",
"type_id": 1
},
{
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.399994",
"depth": 2,
"type": "osd",
"id": 1
},
{
"children": [
0
],
"type": "host",
"id": -2,
"name": "vpm114",
"type_id": 1
},
{
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 0
},
{
"children": [
2
],
"type": "host",
"id": -4,
"name": "vpm140",
"type_id": 1
},
{
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 2
}
]
osd_map = OsdMap(None, None)
assert osd_map._map_parent_buckets(tree_nodes) == {-4: {'children': [-4, -2, -3],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 6},
-3: {'children': [-4, -2, -3],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 6},
-2: {'children': [-4, -2, -3],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 6},
0: {'children': [0],
'id': -2,
'name': 'vpm114',
'type': 'host',
'type_id': 1},
1: {'children': [1],
'id': -3,
'name': 'vpm068',
'type': 'host',
'type_id': 1},
2: {'children': [2],
'id': -4,
'name': 'vpm140',
'type': 'host',
'type_id': 1}}
