def test_startAll_succeeds(self, mock1, mock2): result = StartSegmentsResult() result.getFailedSegmentObjs() mock1.return_value.startSegments.return_value = result result = self.buildMirrorSegs._GpMirrorListToBuild__startAll( Mock(), [Mock(), Mock()], []) self.assertTrue(result)
def test_startAll_fails(self, mock1, mock2): result = StartSegmentsResult() failed_segment = Segment.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0") result.addFailure(failed_segment, 'reason', 'reasoncode') mock1.return_value.startSegments.return_value = result result = self.buildMirrorSegs._GpMirrorListToBuild__startAll(Mock(), [Mock(), Mock()], []) self.assertFalse(result) self.logger.warn.assert_any_call('Failed to start segment. The fault prober will shortly mark it as down. ' 'Segment: sdw1:/data/primary0:content=0:dbid=2:role=p:preferred_role=p:mode=s:status=u: REASON: reason')
def test_startAll_fails(self, mock1, mock2): result = StartSegmentsResult() failed_segment = Segment.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0") result.addFailure(failed_segment, 'reason', 'reasoncode') mock1.return_value.startSegments.return_value = result result = self.buildMirrorSegs._GpMirrorListToBuild__startAll(Mock(), [Mock(), Mock()], []) self.assertFalse(result) self.logger.warn.assert_any_call('Failed to start segment. The fault prober will shortly mark it as down. ' 'Segment: sdw1:/data/primary0:content=0:dbid=2:role=p:preferred_role=p:mode=s:status=u: REASON: reason')
def test_log_when_heap_checksum_validation_fails(self): sys.argv = ["gpstart", "-a", "-S"] self.mock_os_path_exists.side_effect = os_exists_check self.mock_heap_checksum.return_value.get_coordinator_value.return_value = 1 start_failure = StartSegmentsResult() start_failure.addFailure(self.mirror1, "fictitious reason", gp.SEGSTART_ERROR_CHECKSUM_MISMATCH) self.mock_start_result.return_value.startSegments.return_value.getFailedSegmentObjs.return_value = start_failure.getFailedSegmentObjs() gpstart = self.setup_gpstart() return_code = gpstart.run() self.assertEqual(return_code, 1) messages = [msg[0][0] for msg in self.subject.logger.info.call_args_list] self.assertIn("DBID:5 FAILED host:'sdw1' datadir:'/data/mirror1' with reason:'fictitious reason'", messages)
def test_log_when_heap_checksum_validation_fails(self): sys.argv = ["gpstart", "-a", "-S"] self.mock_os_path_exists.side_effect = os_exists_check self.mock_heap_checksum.return_value.get_master_value.return_value = 1 start_failure = StartSegmentsResult() start_failure.addFailure(self.mirror1, "fictitious reason", gp.SEGSTART_ERROR_CHECKSUM_MISMATCH) self.mock_start_result.return_value.startSegments.return_value.getFailedSegmentObjs.return_value = start_failure.getFailedSegmentObjs() parser = self.subject.GpStart.createParser() options, args = parser.parse_args() gpstart = self.subject.GpStart.createProgram(options, args) return_code = gpstart.run() self.assertEqual(return_code, 1) messages = [msg[0][0] for msg in self.subject.logger.info.call_args_list] self.assertIn("DBID:5 FAILED host:'sdw1' datadir:'/data/mirror1' with reason:'fictitious reason'", messages)
def setUp(self): # because gpstart does not have a .py extension, # we have to use imp to import it # if we had a gpstart.py, this is equivalent to: # import gpstart # self.subject = gpstart gpstart_file = os.path.abspath(os.path.dirname(__file__) + "/../../../gpstart") self.subject = imp.load_source('gpstart', gpstart_file) self.subject.logger = Mock( spec=['log', 'warn', 'info', 'debug', 'error', 'warning', 'fatal', 'warning_to_file_only']) self.os_environ = dict(COORDINATOR_DATA_DIRECTORY='/tmp/cdd', GPHOME='/tmp/gphome', GP_MGMT_PROCESS_COUNT=1, LANGUAGE=None) self.gparray = self._createGpArrayWith2Primary2Mirrors() self.segments_by_content_id = GpArray.getSegmentsByContentId(self.gparray.getSegDbList()) start_result = StartSegmentsResult() start_result.addSuccess(self.primary0) self.apply_patches([ patch('os.getenv', side_effect=self._get_env), patch('gpstart.os.path.exists'), patch('gpstart.gp'), patch('gpstart.pgconf'), patch('gpstart.unix'), patch('gpstart.dbconn.DbURL'), patch('gpstart.dbconn.connect'), patch('gpstart.GpArray.initFromCatalog', return_value=self.gparray), patch('gpstart.GpArray.getSegmentsByContentId', return_value=self.segments_by_content_id), patch('gpstart.GpArray.getSegmentsGroupedByValue', side_effect=[{2: self.primary0, 3: self.primary1}, [], []]), patch('gpstart.GpEraFile'), patch('gpstart.userinput'), patch('gpstart.HeapChecksum'), patch('gpstart.log_to_file_only'), patch("gpstart.StartSegmentsOperation"), patch("gpstart.base.WorkerPool"), patch("gpstart.gp.CoordinatorStart.local"), patch("gpstart.pg.DbStatus.local"), patch("gpstart.TableLogger"), ]) self.mock_start_result = self.get_mock_from_apply_patch('StartSegmentsOperation') self.mock_start_result.return_value.startSegments.return_value.getSuccessfulSegments.return_value = start_result.getSuccessfulSegments() self.mock_os_path_exists = self.get_mock_from_apply_patch('exists') self.mock_gp = self.get_mock_from_apply_patch('gp') self.mock_pgconf = self.get_mock_from_apply_patch('pgconf') self.mock_userinput = self.get_mock_from_apply_patch('userinput') self.mock_heap_checksum = self.get_mock_from_apply_patch('HeapChecksum') self.mock_heap_checksum.return_value.get_segments_checksum_settings.return_value = ([1], [1]) self.mock_heap_checksum.return_value.are_segments_consistent.return_value = True self.mock_heap_checksum.return_value.check_segment_consistency.return_value = ([], [], None) self.mock_pgconf.readfile.return_value = Mock() self.mock_gplog_log_to_file_only = self.get_mock_from_apply_patch("log_to_file_only") self.mock_gp.get_coordinatordatadir.return_value = 'masterdatadir' self.mock_gp.GpCatVersion.local.return_value = 1 self.mock_gp.GpCatVersionDirectory.local.return_value = 1 self.mock_gp.DEFAULT_GPSTART_NUM_WORKERS = gp.DEFAULT_GPSTART_NUM_WORKERS sys.argv = ["gpstart"] # reset to relatively empty args list
def setUp(self): # because gpstart does not have a .py extension, # we have to use imp to import it # if we had a gpstart.py, this is equivalent to: # import gpstart # self.subject = gpstart gpstart_file = os.path.abspath(os.path.dirname(__file__) + "/../../../gpstart") self.subject = imp.load_source('gpstart', gpstart_file) self.subject.logger = Mock( spec=['log', 'warn', 'info', 'debug', 'error', 'warning', 'fatal', 'warning_to_file_only']) self.os_environ = dict(MASTER_DATA_DIRECTORY='/tmp/mdd', GPHOME='/tmp/gphome', GP_MGMT_PROCESS_COUNT=1, LANGUAGE=None) self.gparray = self._createGpArrayWith2Primary2Mirrors() self.segments_by_content_id = GpArray.getSegmentsByContentId(self.gparray.getSegDbList()) start_result = StartSegmentsResult() start_result.addSuccess(self.primary0) self.apply_patches([ patch('os.getenv', side_effect=self._get_env), patch('gpstart.os.path.exists'), patch('gpstart.gp'), patch('gpstart.pgconf'), patch('gpstart.unix'), patch('gpstart.dbconn.DbURL'), patch('gpstart.dbconn.connect'), patch('gpstart.GpArray.initFromCatalog', return_value=self.gparray), patch('gpstart.GpArray.getSegmentsByContentId', return_value=self.segments_by_content_id), patch('gpstart.GpArray.getSegmentsGroupedByValue', side_effect=[{2: self.primary0, 3: self.primary1}, [], []]), patch('gpstart.catalog.getCollationSettings', return_value=("x", "x", "x")), patch('gpstart.GpDbidFile'), patch('gpstart.GpEraFile'), patch('gpstart.userinput'), patch('gpstart.HeapChecksum'), patch('gpstart.log_to_file_only'), patch("gpstart.is_filespace_configured", return_value=True), patch("gpstart.CheckFilespaceConsistency"), patch("gpstart.StartSegmentsOperation"), patch("gpstart.base.WorkerPool"), patch("gpstart.gp.MasterStart.local"), patch("gpstart.pg.DbStatus.local"), patch("gpstart.TableLogger"), patch('gpstart.PgControlData'), ]) self.mockFilespaceConsistency = self.get_mock_from_apply_patch("CheckFilespaceConsistency") self.mockFilespaceConsistency.return_value.run.return_value = True self.mock_start_result = self.get_mock_from_apply_patch('StartSegmentsOperation') self.mock_start_result.return_value.startSegments.return_value.getSuccessfulSegments.return_value = start_result.getSuccessfulSegments() self.mock_os_path_exists = self.get_mock_from_apply_patch('exists') self.mock_gp = self.get_mock_from_apply_patch('gp') self.mock_pgconf = self.get_mock_from_apply_patch('pgconf') self.mock_userinput = self.get_mock_from_apply_patch('userinput') self.mock_heap_checksum = self.get_mock_from_apply_patch('HeapChecksum') self.mock_heap_checksum.return_value.get_segments_checksum_settings.return_value = ([1], [1]) self.mock_heap_checksum.return_value.are_segments_consistent.return_value = True self.mock_heap_checksum.return_value.check_segment_consistency.return_value = ([], [], None) self.mock_pgconf.readfile.return_value = Mock() self.mock_gplog_log_to_file_only = self.get_mock_from_apply_patch("log_to_file_only") self.mock_gp.get_masterdatadir.return_value = 'masterdatadir' self.mock_gp.GpCatVersion.local.return_value = 1 self.mock_gp.GpCatVersionDirectory.local.return_value = 1 sys.argv = ["gpstart"] # reset to relatively empty args list
def test_startAll_succeeds(self, mock1, mock2): result = StartSegmentsResult() result.getFailedSegmentObjs() mock1.return_value.startSegments.return_value = result result = self.buildMirrorSegs._GpMirrorListToBuild__startAll(Mock(), [Mock(), Mock()], []) self.assertTrue(result)