def test_parent_map_one(self):
self.data = {
'tree': {
'nodes': [{
"children": [],
"type": "rack",
"id": -5,
"name": "83988b9c-4a63-11e4-8c64-000c29066317",
"type_id": 2,
}, {
"children": [-5],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6,
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
-5: [{
'type_id': 6,
'type': 'root',
'children': [-5],
'name': 'default',
'id': -1
}]
})
def test_crush_osds(self):
"""That the correct OSDs are recognised as part of a CRUSH rule
"""
osd_map = OsdMap(None, INTERESTING_OSD_MAP)
all_osds = [0, 1, 2, 3, 4, 5]
first_osds = [0, 2, 4]
first_server_osds = [0, 1]
self.assertEqual(
osd_map.osds_by_rule_id,
{
0: all_osds, # Default rule
1: all_osds, # Default rule
2: all_osds, # Default rule
3: first_osds, # My custom one that takes
# each server's first drive
4: first_server_osds # My custom one that takes
# the drives from the first server
})
# By extension, the same OSDs should be recognised as part of
# the pools using the crush rule
self.assertEqual(
osd_map.osds_by_pool, {
2: all_osds,
4: all_osds,
5: all_osds,
6: first_osds,
7: first_server_osds
})
def test_shows_non_default_types(self):
osd_map_data = MagicMock()
data = {
'crush': {
'types': [{
'type_id': 100,
'name': 'custom_type'
}],
'buckets': []
}
}
osd_map_data.__getitem__.side_effect = lambda x: data[
x] if x in data else osd_map_data
osd_map = OsdMap(None, osd_map_data)
self.assertEqual({
'type_id': 100,
'name': 'custom_type'
}, osd_map.crush_type_by_id[100])
def test_7883(self):
"""Bug in which pools were not found for OSDs
"""
osd_map = OsdMap(None, load_fixture("osd_map-7883.json"))
all_osds = osd_map.osds_by_id.keys()
self.assertEqual(len(all_osds), 168)
self.assertDictEqual(osd_map.osds_by_rule_id, {
0: all_osds,
1: all_osds,
2: all_osds
})
self.assertDictEqual(osd_map.osds_by_pool, {
0: all_osds,
1: all_osds,
2: all_osds
})
def test_parent_map_some(self):
self.data = {
'tree': {
'nodes': [{
"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
-4: [{
'type_id': 6,
'type': 'root',
'children': [-4, -3, -2],
'name': 'default',
'id': -1
}],
-3: [{
'type_id': 6,
'type': 'root',
'children': [-4, -3, -2],
'name': 'default',
'id': -1
}],
-2: [{
'type_id': 6,
'type': 'root',
'children': [-4, -3, -2],
'name': 'default',
'id': -1
}]
})
def test_parent_map_none(self):
self.data = {'tree': {'nodes': []}}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual({}, osd_map.parent_bucket_by_node_id)
def test_parent_map_multiple_roots(self):
self.data = {
"tree": {
"nodes": [{
"children": [2],
"type": "host",
"id": -40,
"name": "vpm145ssd",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 1,
"type": "osd",
"id": 2
}, {
"children": [0],
"type": "host",
"id": -30,
"name": "vpm113ssd",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 1,
"type": "osd",
"id": 0
}, {
"children": [1],
"type": "host",
"id": -20,
"name": "vpm061ssd",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 1,
"type": "osd",
"id": 1
}, {
"children": [-5],
"type": "root",
"id": -10,
"name": "defaultssd",
"type_id": 10
}, {
"children": [-4, -3, -2],
"type": "rack",
"id": -5,
"name": "rackthing",
"type_id": 3
}, {
"children": [1],
"type": "host",
"id": -2,
"name": "vpm061",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 3,
"type": "osd",
"id": 1
}, {
"children": [0],
"type": "host",
"id": -3,
"name": "vpm113",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 3,
"type": "osd",
"id": 0
}, {
"children": [2],
"type": "host",
"id": -4,
"name": "vpm145",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 3,
"type": "osd",
"id": 2
}, {
"children": [-4, -3, -2],
"type": "root",
"id": -1,
"name": "default",
"type_id": 10
}, {
"children": [1],
"type": "host",
"id": -2,
"name": "vpm061",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 1
}, {
"children": [0],
"type": "host",
"id": -3,
"name": "vpm113",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 0
}, {
"children": [2],
"type": "host",
"id": -4,
"name": "vpm145",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 2
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
-5: [{
'children': [-5],
'id': -10,
'name': 'defaultssd',
'type': 'root',
'type_id': 10
}],
-4: [{
'children': [-4, -3, -2],
'id': -5,
'name': 'rackthing',
'type': 'rack',
'type_id': 3
}, {
'children': [-4, -3, -2],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 10
}],
-3: [{
'children': [-4, -3, -2],
'id': -5,
'name': 'rackthing',
'type': 'rack',
'type_id': 3
}, {
'children': [-4, -3, -2],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 10
}],
-2: [{
'children': [-4, -3, -2],
'id': -5,
'name': 'rackthing',
'type': 'rack',
'type_id': 3
}, {
'children': [-4, -3, -2],
'id': -1,
'name': 'default',
'type': 'root',
'type_id': 10
}],
0: [{
'children': [0],
'id': -30,
'name': 'vpm113ssd',
'type': 'host',
'type_id': 1
}, {
'children': [0],
'id': -3,
'name': 'vpm113',
'type': 'host',
'type_id': 1
}],
1: [{
'children': [1],
'id': -20,
'name': 'vpm061ssd',
'type': 'host',
'type_id': 1
}, {
'children': [1],
'id': -2,
'name': 'vpm061',
'type': 'host',
'type_id': 1
}],
2: [{
'children': [2],
'id': -40,
'name': 'vpm145ssd',
'type': 'host',
'type_id': 1
}, {
'children': [2],
'id': -4,
'name': 'vpm145',
'type': 'host',
'type_id': 1
}]
})
def test_parent_map_many(self):
self.data = {
'tree': {
'nodes': [{
"children": [],
"type": "rack",
"id": -5,
"name": "83988b9c-4a63-11e4-8c64-000c29066317",
"type_id": 2
}, {
"children": [-4, -2, -3],
"type": "root",
"id": -1,
"name": "default",
"type_id": 6
}, {
"children": [1],
"type": "host",
"id": -3,
"name": "vpm068",
"type_id": 1
}, {
"status": "up",
"name": "osd.1",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.399994",
"depth": 2,
"type": "osd",
"id": 1
}, {
"children": [0],
"type": "host",
"id": -2,
"name": "vpm114",
"type_id": 1
}, {
"status": "up",
"name": "osd.0",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 0
}, {
"children": [2],
"type": "host",
"id": -4,
"name": "vpm140",
"type_id": 1
}, {
"status": "up",
"name": "osd.2",
"exists": 1,
"reweight": "1.000000",
"type_id": 0,
"crush_weight": "0.099991",
"depth": 2,
"type": "osd",
"id": 2
}]
}
}
osd_map = OsdMap(None, self.osd_map_data)
self.assertEqual(
osd_map.parent_bucket_by_node_id, {
0: [{
'type_id': 1,
'type': 'host',
'children': [0],
'name': 'vpm114',
'id': -2
}],
1: [{
'type_id': 1,
'type': 'host',
'children': [1],
'name': 'vpm068',
'id': -3
}],
2: [{
'type_id': 1,
'type': 'host',
'children': [2],
'name': 'vpm140',
'id': -4
}],
-4: [{
'type_id': 6,
'type': 'root',
'children': [-4, -2, -3],
'name': 'default',
'id': -1
}],
-3: [{
'type_id': 6,
'type': 'root',
'children': [-4, -2, -3],
'name': 'default',
'id': -1
}],
-2: [{
'type_id': 6,
'type': 'root',
'children': [-4, -2, -3],
'name': 'default',
'id': -1
}]
})