def setUp(self):
self.pool = Mock()
self.pool.getCompletedItems.return_value = []
self.apply_patches([
patch("gppylib.commands.base.WorkerPool.__init__", return_value=None),
patch("gppylib.commands.base.WorkerPool", return_value=self.pool),
patch('gppylib.programs.clsRecoverSegment.GpRecoverSegmentProgram'),
])
self.mock_gp_recover_segment_prog_class = self.get_mock_from_apply_patch('GpRecoverSegmentProgram')
self.mock_parser = Mock()
self.mock_gp_recover_segment_prog_class.createParser.return_value = self.mock_parser
self.mock_parser.parse_args.return_value = (Mock(), Mock())
self.mock_gp_recover_segment_prog = Mock()
self.mock_gp_recover_segment_prog_class.createProgram.return_value = self.mock_gp_recover_segment_prog
self.failure_command_mock = Mock()
self.failure_command_mock.get_results.return_value = CommandResult(
1, b"stdout failure text", b"stderr text", True, False)
self.success_command_mock = Mock()
self.success_command_mock.get_results.return_value = CommandResult(
0, b"stdout success text", b"stderr text", True, False)
self.subject = GpSegmentRebalanceOperation(Mock(), self._create_gparray_with_2_primary_2_mirrors())
self.subject.logger = Mock()
def getRecoveryActionsBasedOnOptions(self, gpEnv, gpArray):
if self.__options.rebalanceSegments:
return GpSegmentRebalanceOperation(gpEnv, gpArray)
elif self.__options.recoveryConfigFile is not None:
return self.getRecoveryActionsFromConfigFile(gpArray)
else:
return self.getRecoveryActionsFromConfiguration(gpEnv, gpArray)
def setUp(self):
self.pool = Mock()
self.pool.getCompletedItems.return_value = []
self.apply_patches([
patch("gppylib.commands.base.WorkerPool.__init__", return_value=None),
patch("gppylib.commands.base.WorkerPool", return_value=self.pool),
patch('gppylib.programs.clsRecoverSegment.GpRecoverSegmentProgram'),
])
self.mock_gp_recover_segment_prog_class = self.get_mock_from_apply_patch('GpRecoverSegmentProgram')
self.mock_parser = Mock()
self.mock_gp_recover_segment_prog_class.createParser.return_value = self.mock_parser
self.mock_parser.parse_args.return_value = (Mock(), Mock())
self.mock_gp_recover_segment_prog = Mock()
self.mock_gp_recover_segment_prog_class.createProgram.return_value = self.mock_gp_recover_segment_prog
self.failure_command_mock = Mock()
self.failure_command_mock.get_results.return_value = CommandResult(
1, "stdout failure text", "stderr text", True, False)
self.success_command_mock = Mock()
self.success_command_mock.get_results.return_value = CommandResult(
0, "stdout success text", "stderr text", True, False)
self.subject = GpSegmentRebalanceOperation(Mock(), self._create_gparray_with_2_primary_2_mirrors())
self.subject.logger = Mock()
def getRecoveryActionsBasedOnOptions(self, gpEnv, gpArray):
if self.__options.rebalanceSegments:
return GpSegmentRebalanceOperation(gpEnv, gpArray,
self.__options.parallelDegree,
self.__options.parallelPerHost)
else:
segs_with_persistent_mirroring_disabled = []
self._output_segments_with_persistent_mirroring_disabled(
segs_with_persistent_mirroring_disabled)
instance = clsRecoverSegment_triples.MirrorBuilderFactory.instance(
gpArray, self.__options.recoveryConfigFile,
self.__options.newRecoverHosts, self.logger)
segs = []
for t in instance.getMirrorTriples():
#TODO pass just t to GpMirrorToBuild
segs.append(
GpMirrorToBuild(t.failed, t.live, t.failover,
self.__options.forceFullResynchronization))
return GpMirrorListToBuild(
segs,
self.__pool,
self.__options.quiet,
self.__options.parallelDegree,
instance.getInterfaceHostnameWarnings(),
forceoverwrite=True,
progressMode=self.getProgressMode(),
parallelPerHost=self.__options.parallelPerHost)
def getRecoveryActionsBasedOnOptions(self, gpEnv, gpArray):
if self.__options.rebalanceSegments:
return GpSegmentRebalanceOperation(gpEnv, gpArray, self.__options.parallelDegree, self.__options.parallelPerHost)
else:
instance = RecoveryTripletsFactory.instance(gpArray, self.__options.recoveryConfigFile, self.__options.newRecoverHosts)
segs = [GpMirrorToBuild(t.failed, t.live, t.failover, self.__options.forceFullResynchronization) for t in instance.getTriplets()]
return GpMirrorListToBuild(segs, self.__pool, self.__options.quiet,
self.__options.parallelDegree,
instance.getInterfaceHostnameWarnings(),
forceoverwrite=True,
progressMode=self.getProgressMode(),
parallelPerHost=self.__options.parallelPerHost)
class RebalanceSegmentsTestCase(GpTestCase):
def setUp(self):
self.pool = Mock()
self.pool.getCompletedItems.return_value = []
self.apply_patches([
patch("gppylib.commands.base.WorkerPool.__init__", return_value=None),
patch("gppylib.commands.base.WorkerPool", return_value=self.pool),
patch('gppylib.programs.clsRecoverSegment.GpRecoverSegmentProgram'),
])
self.mock_gp_recover_segment_prog_class = self.get_mock_from_apply_patch('GpRecoverSegmentProgram')
self.mock_parser = Mock()
self.mock_gp_recover_segment_prog_class.createParser.return_value = self.mock_parser
self.mock_parser.parse_args.return_value = (Mock(), Mock())
self.mock_gp_recover_segment_prog = Mock()
self.mock_gp_recover_segment_prog_class.createProgram.return_value = self.mock_gp_recover_segment_prog
self.failure_command_mock = Mock()
self.failure_command_mock.get_results.return_value = CommandResult(
1, b"stdout failure text", b"stderr text", True, False)
self.success_command_mock = Mock()
self.success_command_mock.get_results.return_value = CommandResult(
0, b"stdout success text", b"stderr text", True, False)
self.subject = GpSegmentRebalanceOperation(Mock(), self._create_gparray_with_2_primary_2_mirrors())
self.subject.logger = Mock()
def tearDown(self):
super(RebalanceSegmentsTestCase, self).tearDown()
def test_rebalance_returns_success(self):
self.pool.getCompletedItems.return_value = [self.success_command_mock]
result = self.subject.rebalance()
self.assertTrue(result)
def test_rebalance_raises(self):
self.pool.getCompletedItems.return_value = [self.failure_command_mock]
self.mock_gp_recover_segment_prog.run.side_effect = SystemExit(1)
with self.assertRaisesRegex(Exception, "Error synchronizing."):
self.subject.rebalance()
def test_rebalance_returns_failure(self):
self.pool.getCompletedItems.side_effect = [[self.failure_command_mock], [self.success_command_mock]]
result = self.subject.rebalance()
self.assertFalse(result)
def _create_gparray_with_2_primary_2_mirrors(self):
master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
self.mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray([master, self.primary0, primary1, self.mirror0, mirror1])
class RebalanceSegmentsTestCase(GpTestCase):
def setUp(self):
self.pool = Mock()
self.pool.getCompletedItems.return_value = []
self.apply_patches([
patch("gppylib.commands.base.WorkerPool.__init__", return_value=None),
patch("gppylib.commands.base.WorkerPool", return_value=self.pool),
patch('gppylib.programs.clsRecoverSegment.GpRecoverSegmentProgram'),
])
self.mock_gp_recover_segment_prog_class = self.get_mock_from_apply_patch('GpRecoverSegmentProgram')
self.mock_parser = Mock()
self.mock_gp_recover_segment_prog_class.createParser.return_value = self.mock_parser
self.mock_parser.parse_args.return_value = (Mock(), Mock())
self.mock_gp_recover_segment_prog = Mock()
self.mock_gp_recover_segment_prog_class.createProgram.return_value = self.mock_gp_recover_segment_prog
self.failure_command_mock = Mock()
self.failure_command_mock.get_results.return_value = CommandResult(
1, "stdout failure text", "stderr text", True, False)
self.success_command_mock = Mock()
self.success_command_mock.get_results.return_value = CommandResult(
0, "stdout success text", "stderr text", True, False)
self.subject = GpSegmentRebalanceOperation(Mock(), self._create_gparray_with_2_primary_2_mirrors())
self.subject.logger = Mock()
def tearDown(self):
super(RebalanceSegmentsTestCase, self).tearDown()
def test_rebalance_returns_success(self):
self.pool.getCompletedItems.return_value = [self.success_command_mock]
result = self.subject.rebalance()
self.assertTrue(result)
def test_rebalance_raises(self):
self.pool.getCompletedItems.return_value = [self.failure_command_mock]
self.mock_gp_recover_segment_prog.run.side_effect = SystemExit(1)
with self.assertRaisesRegexp(Exception, "Error synchronizing."):
self.subject.rebalance()
def test_rebalance_returns_failure(self):
self.pool.getCompletedItems.side_effect = [[self.failure_command_mock], [self.success_command_mock]]
result = self.subject.rebalance()
self.assertFalse(result)
def _create_gparray_with_2_primary_2_mirrors(self):
master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
self.mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray([master, self.primary0, primary1, self.mirror0, mirror1])