def test_orchestration_pass(self, srs): srs.return_value = Mock() self._setup_builder_rings(count=4, balanced=False) rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict}) rmd.logger = MagicMock() rmd.ring_requires_change = MagicMock(return_value=True) rmd.min_part_hours_ok = MagicMock(return_value=True) rmd.min_modify_time = MagicMock(return_value=True) rmd.dispersion_ok = MagicMock(return_value=True) rmd.ring_balance_ok = MagicMock(return_value=True) rmd.rebalance_ring = MagicMock(return_value=True) rmd.write_builder = MagicMock(return_value=True) rmd.write_ring = MagicMock(return_value=True) def _reset_all(): rmd.ring_requires_change.reset_mock() rmd.min_part_hours_ok.reset_mock() rmd.min_modify_time.reset_mock() rmd.dispersion_ok.reset_mock() rmd.ring_balance_ok.reset_mock() rmd.rebalance_ring.reset_mock() rmd.write_builder.reset_mock() rmd.write_ring.reset_mock() srs.reset_mock() # passes with no changes rmd.ring_requires_change.return_value = False ring_changed = rmd.orchestration_pass('object') self.assertFalse(rmd.min_part_hours_ok.called) self.assertFalse(rmd.min_modify_time.called) self.assertFalse(rmd.dispersion_ok.called) self.assertFalse(rmd.ring_balance_ok.called) self.assertFalse(rmd.rebalance_ring.called) self.assertFalse(rmd.write_builder.called) self.assertFalse(rmd.write_ring.called) self.assertFalse(ring_changed) _reset_all() # change required, with min_part_hours enabled and everything ready rmd.ring_requires_change.return_value = True rmd.mph_enabled = True ring_changed = rmd.orchestration_pass('object') self.assertTrue(rmd.min_part_hours_ok.called) self.assertTrue(rmd.min_modify_time.called) self.assertTrue(rmd.dispersion_ok.called) self.assertTrue(rmd.ring_balance_ok.called) self.assertTrue(rmd.rebalance_ring.called) self.assertTrue(rmd.write_builder.called) self.assertTrue(rmd.write_ring.called) self.assertTrue(ring_changed) _reset_all() # change required, min_part_hours enabled and min_part_hours not ready rmd.ring_requires_change.return_value = True rmd.mph_enabled = True rmd.min_part_hours_ok.return_value = False ring_changed = rmd.orchestration_pass('object') self.assertTrue(rmd.min_part_hours_ok.called) self.assertFalse(rmd.min_modify_time.called) self.assertFalse(rmd.dispersion_ok.called) self.assertFalse(rmd.ring_balance_ok.called) self.assertFalse(rmd.rebalance_ring.called) self.assertFalse(rmd.write_builder.called) self.assertFalse(rmd.write_ring.called) self.assertFalse(ring_changed) rmd.min_part_hours_ok.return_value = True _reset_all() # change required, min_part_hours enabled and min_modify_time not ready rmd.ring_requires_change.return_value = True rmd.mph_enabled = True rmd.min_modify_time.return_value = False ring_changed = rmd.orchestration_pass('object') self.assertTrue(rmd.min_part_hours_ok.called) self.assertTrue(rmd.min_modify_time.called) self.assertFalse(rmd.dispersion_ok.called) self.assertFalse(rmd.ring_balance_ok.called) self.assertFalse(rmd.rebalance_ring.called) self.assertFalse(rmd.write_builder.called) self.assertFalse(rmd.write_ring.called) self.assertFalse(ring_changed) rmd.min_modify_time.return_value = True _reset_all() # change required, min_part_hours enabled and dispersion not ready rmd.ring_requires_change.return_value = True rmd.mph_enabled = True rmd.dispersion_ok.return_value = False ring_changed = rmd.orchestration_pass('object') self.assertTrue(rmd.min_part_hours_ok.called) self.assertTrue(rmd.min_modify_time.called) self.assertTrue(rmd.dispersion_ok.called) self.assertFalse(rmd.ring_balance_ok.called) self.assertFalse(rmd.rebalance_ring.called) self.assertFalse(rmd.write_builder.called) self.assertFalse(rmd.write_ring.called) self.assertFalse(ring_changed) rmd.dispersion_ok.return_value = True _reset_all() # change required, min_part_hours enabled and ring balance not ready rmd.ring_requires_change.return_value = True rmd.mph_enabled = True rmd.ring_balance_ok.return_value = False ring_changed = rmd.orchestration_pass('object') self.assertTrue(rmd.min_part_hours_ok.called) self.assertTrue(rmd.min_modify_time.called) self.assertTrue(rmd.dispersion_ok.called) self.assertTrue(rmd.ring_balance_ok.called) self.assertTrue(rmd.rebalance_ring.called) self.assertTrue(rmd.write_builder.called) self.assertTrue(rmd.write_ring.called) self.assertTrue(ring_changed) rmd.ring_balance_ok.return_value = True _reset_all()
def test_dispersion_ok(self, popen): dsp_rpt = { "object": { "retries:": 0, "missing_2": 0, "copies_found": 7863, "missing_1": 0, "copies_expected": 7863, "pct_found": 100.0, "overlapping": 0, "missing_all": 0 }, "container": { "retries:": 0, "missing_2": 0, "copies_found": 12534, "missing_1": 0, "copies_expected": 12534, "pct_found": 100.0, "overlapping": 15, "missing_all": 0 } } popen.return_value = Mock() popen.return_value.returncode = 1 popen.return_value.communicate = Mock() popen.return_value.communicate.return_value = [json.dumps(dsp_rpt)] rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict}) rmd.logger = MagicMock() # test account self.assertTrue(rmd.dispersion_ok('account')) self.assertEquals(rmd.logger.notice.call_count, 0) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test container and object ok self.assertTrue(rmd.dispersion_ok('container')) self.assertTrue(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test that container and obj are ok on missing a small pct dsp_rpt_spct = dsp_rpt dsp_rpt_spct['container']['pct_found'] = 99.9995 dsp_rpt_spct['object']['pct_found'] = 99.9995 popen.return_value.communicate.return_value = [ json.dumps(dsp_rpt_spct) ] print json.dumps(dsp_rpt_spct) self.assertTrue(rmd.dispersion_ok('container')) self.assertTrue(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test that container and obj fail on missing 2 replicas dsp_rpt_missing = dsp_rpt dsp_rpt_missing['container']['missing_2'] = 42 dsp_rpt_missing['object']['missing_2'] = 42 popen.return_value.communicate.return_value = [ json.dumps(dsp_rpt_missing) ] self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test that container and obj fail on missing large pct dsp_rpt_pct = dsp_rpt dsp_rpt_pct['container']['missing_2'] = 0 dsp_rpt_pct['object']['missing_2'] = 0 dsp_rpt_pct['container']['pct_found'] = 42.0 dsp_rpt_pct['object']['pct_found'] = 42.0 popen.return_value.communicate.return_value = [json.dumps(dsp_rpt_pct)] self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test catch exception popen.return_value.communicate.return_value = '' self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 2) self.assertEquals(rmd.logger.exception.call_count, 2) rmd.logger.reset_mock() # test no output popen.return_value.communicate.return_value = [ json.dumps({ 'container': {}, 'object': {} }) ] self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 2) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock()
def test_dispersion_ok(self, popen): dsp_rpt = {"object": {"retries:": 0, "missing_2": 0, "copies_found": 7863, "missing_1": 0, "copies_expected": 7863, "pct_found": 100.0, "overlapping": 0, "missing_all": 0}, "container": {"retries:": 0, "missing_2": 0, "copies_found": 12534, "missing_1": 0, "copies_expected": 12534, "pct_found": 100.0, "overlapping": 15, "missing_all": 0}} popen.return_value = Mock() popen.return_value.returncode = 1 popen.return_value.communicate = Mock() popen.return_value.communicate.return_value = [json.dumps(dsp_rpt)] rmd = RingMasterServer(rms_conf={'ringmasterd': self.confdict}) rmd.logger = MagicMock() # test account self.assertTrue(rmd.dispersion_ok('account')) self.assertEquals(rmd.logger.notice.call_count, 0) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test container and object ok self.assertTrue(rmd.dispersion_ok('container')) self.assertTrue(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test that container and obj are ok on missing a small pct dsp_rpt_spct = dsp_rpt dsp_rpt_spct['container']['pct_found'] = 99.9995 dsp_rpt_spct['object']['pct_found'] = 99.9995 popen.return_value.communicate.return_value = [json.dumps(dsp_rpt_spct)] print json.dumps(dsp_rpt_spct) self.assertTrue(rmd.dispersion_ok('container')) self.assertTrue(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test that container and obj fail on missing 2 replicas dsp_rpt_missing = dsp_rpt dsp_rpt_missing['container']['missing_2'] = 42 dsp_rpt_missing['object']['missing_2'] = 42 popen.return_value.communicate.return_value = [json.dumps( dsp_rpt_missing)] self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test that container and obj fail on missing large pct dsp_rpt_pct = dsp_rpt dsp_rpt_pct['container']['missing_2'] = 0 dsp_rpt_pct['object']['missing_2'] = 0 dsp_rpt_pct['container']['pct_found'] = 42.0 dsp_rpt_pct['object']['pct_found'] = 42.0 popen.return_value.communicate.return_value = [json.dumps(dsp_rpt_pct)] self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 4) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock() # test catch exception popen.return_value.communicate.return_value = '' self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 2) self.assertEquals(rmd.logger.exception.call_count, 2) rmd.logger.reset_mock() # test no output popen.return_value.communicate.return_value = [json.dumps( {'container': {}, 'object': {}})] self.assertFalse(rmd.dispersion_ok('container')) self.assertFalse(rmd.dispersion_ok('object')) self.assertEquals(rmd.logger.debug.call_count, 2) self.assertEquals(rmd.logger.exception.call_count, 0) rmd.logger.reset_mock()