def test_orchestration_pass(self, srs):
srs.return_value = Mock()
self._setup_builder_rings(count=4, balanced=False)
rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict})
rmd.logger = MagicMock()
rmd.ring_requires_change = MagicMock(return_value=True)
rmd.min_part_hours_ok = MagicMock(return_value=True)
rmd.min_modify_time = MagicMock(return_value=True)
rmd.dispersion_ok = MagicMock(return_value=True)
rmd.ring_balance_ok = MagicMock(return_value=True)
rmd.rebalance_ring = MagicMock(return_value=True)
rmd.write_builder = MagicMock(return_value=True)
rmd.write_ring = MagicMock(return_value=True)
def _reset_all():
rmd.ring_requires_change.reset_mock()
rmd.min_part_hours_ok.reset_mock()
rmd.min_modify_time.reset_mock()
rmd.dispersion_ok.reset_mock()
rmd.ring_balance_ok.reset_mock()
rmd.rebalance_ring.reset_mock()
rmd.write_builder.reset_mock()
rmd.write_ring.reset_mock()
srs.reset_mock()
# passes with no changes
rmd.ring_requires_change.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertFalse(rmd.min_part_hours_ok.called)
self.assertFalse(rmd.min_modify_time.called)
self.assertFalse(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
_reset_all()
# change required, with min_part_hours enabled and everything ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertTrue(rmd.dispersion_ok.called)
self.assertTrue(rmd.ring_balance_ok.called)
self.assertTrue(rmd.rebalance_ring.called)
self.assertTrue(rmd.write_builder.called)
self.assertTrue(rmd.write_ring.called)
self.assertTrue(ring_changed)
_reset_all()
# change required, min_part_hours enabled and min_part_hours not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.min_part_hours_ok.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertFalse(rmd.min_modify_time.called)
self.assertFalse(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
rmd.min_part_hours_ok.return_value = True
_reset_all()
# change required, min_part_hours enabled and min_modify_time not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.min_modify_time.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertFalse(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
rmd.min_modify_time.return_value = True
_reset_all()
# change required, min_part_hours enabled and dispersion not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.dispersion_ok.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertTrue(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
rmd.dispersion_ok.return_value = True
_reset_all()
# change required, min_part_hours enabled and ring balance not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.ring_balance_ok.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertTrue(rmd.dispersion_ok.called)
self.assertTrue(rmd.ring_balance_ok.called)
self.assertTrue(rmd.rebalance_ring.called)
self.assertTrue(rmd.write_builder.called)
self.assertTrue(rmd.write_ring.called)
self.assertTrue(ring_changed)
rmd.ring_balance_ok.return_value = True
_reset_all()
def test_orchestration_pass(self, srs):
srs.return_value = Mock()
self._setup_builder_rings(count=4, balanced=False)
rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict})
rmd.logger = MagicMock()
rmd.ring_requires_change = MagicMock(return_value=True)
rmd.min_part_hours_ok = MagicMock(return_value=True)
rmd.min_modify_time = MagicMock(return_value=True)
rmd.dispersion_ok = MagicMock(return_value=True)
rmd.ring_balance_ok = MagicMock(return_value=True)
rmd.rebalance_ring = MagicMock(return_value=True)
rmd.write_builder = MagicMock(return_value=True)
rmd.write_ring = MagicMock(return_value=True)
def _reset_all():
rmd.ring_requires_change.reset_mock()
rmd.min_part_hours_ok.reset_mock()
rmd.min_modify_time.reset_mock()
rmd.dispersion_ok.reset_mock()
rmd.ring_balance_ok.reset_mock()
rmd.rebalance_ring.reset_mock()
rmd.write_builder.reset_mock()
rmd.write_ring.reset_mock()
srs.reset_mock()
# passes with no changes
rmd.ring_requires_change.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertFalse(rmd.min_part_hours_ok.called)
self.assertFalse(rmd.min_modify_time.called)
self.assertFalse(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
_reset_all()
# change required, with min_part_hours enabled and everything ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertTrue(rmd.dispersion_ok.called)
self.assertTrue(rmd.ring_balance_ok.called)
self.assertTrue(rmd.rebalance_ring.called)
self.assertTrue(rmd.write_builder.called)
self.assertTrue(rmd.write_ring.called)
self.assertTrue(ring_changed)
_reset_all()
# change required, min_part_hours enabled and min_part_hours not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.min_part_hours_ok.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertFalse(rmd.min_modify_time.called)
self.assertFalse(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
rmd.min_part_hours_ok.return_value = True
_reset_all()
# change required, min_part_hours enabled and min_modify_time not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.min_modify_time.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertFalse(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
rmd.min_modify_time.return_value = True
_reset_all()
# change required, min_part_hours enabled and dispersion not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.dispersion_ok.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertTrue(rmd.dispersion_ok.called)
self.assertFalse(rmd.ring_balance_ok.called)
self.assertFalse(rmd.rebalance_ring.called)
self.assertFalse(rmd.write_builder.called)
self.assertFalse(rmd.write_ring.called)
self.assertFalse(ring_changed)
rmd.dispersion_ok.return_value = True
_reset_all()
# change required, min_part_hours enabled and ring balance not ready
rmd.ring_requires_change.return_value = True
rmd.mph_enabled = True
rmd.ring_balance_ok.return_value = False
ring_changed = rmd.orchestration_pass('object')
self.assertTrue(rmd.min_part_hours_ok.called)
self.assertTrue(rmd.min_modify_time.called)
self.assertTrue(rmd.dispersion_ok.called)
self.assertTrue(rmd.ring_balance_ok.called)
self.assertTrue(rmd.rebalance_ring.called)
self.assertTrue(rmd.write_builder.called)
self.assertTrue(rmd.write_ring.called)
self.assertTrue(ring_changed)
rmd.ring_balance_ok.return_value = True
_reset_all()
def test_dispersion_ok(self, popen):
dsp_rpt = {
"object": {
"retries:": 0,
"missing_2": 0,
"copies_found": 7863,
"missing_1": 0,
"copies_expected": 7863,
"pct_found": 100.0,
"overlapping": 0,
"missing_all": 0
},
"container": {
"retries:": 0,
"missing_2": 0,
"copies_found": 12534,
"missing_1": 0,
"copies_expected": 12534,
"pct_found": 100.0,
"overlapping": 15,
"missing_all": 0
}
}
popen.return_value = Mock()
popen.return_value.returncode = 1
popen.return_value.communicate = Mock()
popen.return_value.communicate.return_value = [json.dumps(dsp_rpt)]
rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict})
rmd.logger = MagicMock()
# test account
self.assertTrue(rmd.dispersion_ok('account'))
self.assertEquals(rmd.logger.notice.call_count, 0)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test container and object ok
self.assertTrue(rmd.dispersion_ok('container'))
self.assertTrue(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test that container and obj are ok on missing a small pct
dsp_rpt_spct = dsp_rpt
dsp_rpt_spct['container']['pct_found'] = 99.9995
dsp_rpt_spct['object']['pct_found'] = 99.9995
popen.return_value.communicate.return_value = [
json.dumps(dsp_rpt_spct)
]
print json.dumps(dsp_rpt_spct)
self.assertTrue(rmd.dispersion_ok('container'))
self.assertTrue(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test that container and obj fail on missing 2 replicas
dsp_rpt_missing = dsp_rpt
dsp_rpt_missing['container']['missing_2'] = 42
dsp_rpt_missing['object']['missing_2'] = 42
popen.return_value.communicate.return_value = [
json.dumps(dsp_rpt_missing)
]
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test that container and obj fail on missing large pct
dsp_rpt_pct = dsp_rpt
dsp_rpt_pct['container']['missing_2'] = 0
dsp_rpt_pct['object']['missing_2'] = 0
dsp_rpt_pct['container']['pct_found'] = 42.0
dsp_rpt_pct['object']['pct_found'] = 42.0
popen.return_value.communicate.return_value = [json.dumps(dsp_rpt_pct)]
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test catch exception
popen.return_value.communicate.return_value = ''
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 2)
self.assertEquals(rmd.logger.exception.call_count, 2)
rmd.logger.reset_mock()
# test no output
popen.return_value.communicate.return_value = [
json.dumps({
'container': {},
'object': {}
})
]
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 2)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
def test_dispersion_ok(self, popen):
dsp_rpt = {"object": {"retries:": 0, "missing_2": 0,
"copies_found": 7863, "missing_1": 0,
"copies_expected": 7863, "pct_found": 100.0,
"overlapping": 0, "missing_all": 0},
"container": {"retries:": 0, "missing_2": 0,
"copies_found": 12534, "missing_1": 0,
"copies_expected": 12534,
"pct_found": 100.0, "overlapping": 15,
"missing_all": 0}}
popen.return_value = Mock()
popen.return_value.returncode = 1
popen.return_value.communicate = Mock()
popen.return_value.communicate.return_value = [json.dumps(dsp_rpt)]
rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict})
rmd.logger = MagicMock()
# test account
self.assertTrue(rmd.dispersion_ok('account'))
self.assertEquals(rmd.logger.notice.call_count, 0)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test container and object ok
self.assertTrue(rmd.dispersion_ok('container'))
self.assertTrue(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test that container and obj are ok on missing a small pct
dsp_rpt_spct = dsp_rpt
dsp_rpt_spct['container']['pct_found'] = 99.9995
dsp_rpt_spct['object']['pct_found'] = 99.9995
popen.return_value.communicate.return_value = [json.dumps(dsp_rpt_spct)]
print json.dumps(dsp_rpt_spct)
self.assertTrue(rmd.dispersion_ok('container'))
self.assertTrue(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test that container and obj fail on missing 2 replicas
dsp_rpt_missing = dsp_rpt
dsp_rpt_missing['container']['missing_2'] = 42
dsp_rpt_missing['object']['missing_2'] = 42
popen.return_value.communicate.return_value = [json.dumps(
dsp_rpt_missing)]
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test that container and obj fail on missing large pct
dsp_rpt_pct = dsp_rpt
dsp_rpt_pct['container']['missing_2'] = 0
dsp_rpt_pct['object']['missing_2'] = 0
dsp_rpt_pct['container']['pct_found'] = 42.0
dsp_rpt_pct['object']['pct_found'] = 42.0
popen.return_value.communicate.return_value = [json.dumps(dsp_rpt_pct)]
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 4)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
# test catch exception
popen.return_value.communicate.return_value = ''
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 2)
self.assertEquals(rmd.logger.exception.call_count, 2)
rmd.logger.reset_mock()
# test no output
popen.return_value.communicate.return_value = [json.dumps(
{'container': {},
'object': {}})]
self.assertFalse(rmd.dispersion_ok('container'))
self.assertFalse(rmd.dispersion_ok('object'))
self.assertEquals(rmd.logger.debug.call_count, 2)
self.assertEquals(rmd.logger.exception.call_count, 0)
rmd.logger.reset_mock()
