def test_host_option_if_no_mirrors_fails(self): sys.argv = ["gpstop", "-a", "--host", "sdw2"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() self.master = GpDB.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.standby = GpDB.initFromString( "2|-1|m|m|s|u|sdw1|sdw1|25432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.primary0 = GpDB.initFromString( "3|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782" ) self.primary1 = GpDB.initFromString( "4|0|p|p|s|u|sdw2|sdw2|40001|41001|/data/primary1||/data/primary1/base/10899,/data/primary1/base/1,/data/primary1/base/10898,/data/primary1/base/25780,/data/primary1/base/34782" ) self.mock_gparray.return_value = GpArray( [self.master, self.standby, self.primary0, self.primary1]) gpstop = self.subject.GpStop.createProgram(options, args) with self.assertRaisesRegexp( Exception, "Cannot perform host-specific gpstop on a cluster without segment mirroring." ): gpstop.run() self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def createGpArrayWith2Primary2Mirrors(self): master = GpDB.initFromString("1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782") primary0 = GpDB.initFromString("2|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782") primary1 = GpDB.initFromString("3|1|p|p|s|u|sdw2|sdw2|40001|41001|/data/primary1||/data/primary1/base/10899,/data/primary1/base/1,/data/primary1/base/10898,/data/primary1/base/25780,/data/primary1/base/34782") mirror0 = GpDB.initFromString("4|0|m|m|s|u|sdw2|sdw2|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782") mirror1 = GpDB.initFromString("5|1|m|m|s|u|sdw1|sdw1|50001|51001|/data/mirror1||/data/mirror1/base/10899,/data/mirror1/base/1,/data/mirror1/base/10898,/data/mirror1/base/25780,/data/mirror1/base/34782") return GpArray([master, primary0, primary1, mirror0, mirror1])
def test_prepare_segment_start_returns_up_and_down_segments(self): # Boilerplate: create a gpstart object parser = self.subject.GpStart.createParser() options, args = parser.parse_args([]) gpstart = self.subject.GpStart.createProgram(options, args) # Up segments master = Segment.initFromString( "1|-1|p|p|n|u|mdw|mdw|5432|/data/master") primary1 = Segment.initFromString( "3|1|p|p|n|u|sdw2|sdw2|40001|/data/primary1") mirror0 = Segment.initFromString( "4|0|m|m|n|u|sdw2|sdw2|50000|/data/mirror0") # Down segments primary0 = Segment.initFromString( "2|0|p|p|n|d|sdw1|sdw1|40000|/data/primary0") mirror1 = Segment.initFromString( "5|1|m|m|n|d|sdw1|sdw1|50001|/data/mirror1") standby = Segment.initFromString( "6|-1|m|m|n|d|sdw3|sdw3|5433|/data/standby") gpstart.gparray = GpArray( [master, primary0, primary1, mirror0, mirror1, standby]) up, down = gpstart._prepare_segment_start() # The master and standby should not be accounted for in these lists. self.assertItemsEqual(up, [primary1, mirror0]) self.assertItemsEqual(down, [primary0, mirror1])
def test_host_option_if_standby_running_on_the_host_fails(self): sys.argv = ["gpstop", "-a", "--host", "sdw1"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() self.master = GpDB.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.standby = GpDB.initFromString( "2|-1|m|m|s|u|sdw1|sdw1|25432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.primary0 = GpDB.initFromString( "3|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782" ) self.mirror0 = GpDB.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782" ) self.mock_gparray.return_value = GpArray( [self.master, self.standby, self.primary0, self.mirror0]) gpstop = self.subject.GpStop.createProgram(options, args) with self.assertRaisesRegexp( Exception, "Specified host '%s' has the master or standby master on it. This node can only be stopped as part of a full-cluster gpstop, without '--host'." % self.standby.getSegmentHostName()): gpstop.run() self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def test_gpstart_fails_if_standby_heap_checksum_doesnt_match_master(self): sys.argv = ["gpstart", "-a"] self.gparray = GpArray([ self.master, self.primary0, self.primary1, self.mirror0, self.mirror1, self.standby ]) self.segments_by_content_id = GpArray.getSegmentsByContentId( self.gparray.getSegDbList()) self.mock_os_path_exists.side_effect = os_exists_check self.subject.unix.PgPortIsActive.local.return_value = False self.mock_heap_checksum.return_value.get_master_value.return_value = 1 self.mock_heap_checksum.return_value.get_standby_value.return_value = 0 parser = self.subject.GpStart.createParser() options, args = parser.parse_args() gpstart = self.subject.GpStart.createProgram(options, args) with patch("gpstart.GpArray.initFromCatalog", return_value=self.gparray): return_code = gpstart.run() self.assertEqual(return_code, 1) self.subject.logger.warning.assert_any_call( "Heap checksum settings on standby master do not match master <<<<<<<<" ) self.subject.logger.error.assert_any_call( "gpstart error: Heap checksum settings are not consistent across the cluster." )
def test_host_option_segment_down_is_skipped_succeeds(self): sys.argv = ["gpstop", "-a", "--host", "sdw1"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() self.primary0 = Segment.initFromString( "2|0|m|p|s|d|sdw1|sdw1|40000|/data/primary0") self.mirror0 = Segment.initFromString( "6|0|p|m|c|u|sdw2|sdw2|50000|/data/mirror0") self.mock_gparray.return_value = GpArray([ self.master, self.primary0, self.primary1, self.primary2, self.primary3, self.mirror0, self.mirror1, self.mirror2, self.mirror3 ]) gpstop = self.subject.GpStop.createProgram(options, args) gpstop.run() log_messages = self.get_info_messages() self.assertEquals(2, self.mock_GpSegStopCmdInit.call_count) self.assertIn( "Targeting dbid %s for shutdown" % [ self.primary1.getSegmentDbId(), self.mirror2.getSegmentDbId(), self.mirror3.getSegmentDbId() ], log_messages) self.assertIn("Successfully shutdown 3 of 8 segment instances ", log_messages)
def test_host_option_segment_on_same_host_with_mirror_fails(self): sys.argv = ["gpstop", "-a", "--host", "sdw1"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() self.master = GpDB.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.primary0 = GpDB.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782" ) self.mirror0 = GpDB.initFromString( "3|0|m|m|s|u|sdw1|sdw1|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782" ) self.mock_gparray.return_value = GpArray( [self.master, self.primary0, self.mirror0]) gpstop = self.subject.GpStop.createProgram(options, args) with self.assertRaisesRegexp( Exception, "Segment host '%s' has both of corresponding primary '%s' and mirror '%s'. Aborting." % (self.primary0.getSegmentHostName(), self.primary0, self.mirror0)): gpstop.run() self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def createGpArrayWith4Primary4Mirrors(self): self.master = Segment.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|/data/master") self.primary0 = Segment.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0") self.primary1 = Segment.initFromString( "3|1|p|p|s|u|sdw1|sdw1|40001|/data/primary1") self.primary2 = Segment.initFromString( "4|2|p|p|s|u|sdw2|sdw2|40002|/data/primary2") self.primary3 = Segment.initFromString( "5|3|p|p|s|u|sdw2|sdw2|40003|/data/primary3") self.mirror0 = Segment.initFromString( "6|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0") self.mirror1 = Segment.initFromString( "7|1|m|m|s|u|sdw2|sdw2|50001|/data/mirror1") self.mirror2 = Segment.initFromString( "8|2|m|m|s|u|sdw1|sdw1|50002|/data/mirror2") self.mirror3 = Segment.initFromString( "9|3|m|m|s|u|sdw1|sdw1|50003|/data/mirror3") return GpArray([ self.master, self.primary0, self.primary1, self.primary2, self.primary3, self.mirror0, self.mirror1, self.mirror2, self.mirror3 ])
def createGpArrayWith4Primary4Mirrors(self): self.master = GpDB.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.primary0 = GpDB.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782" ) self.primary1 = GpDB.initFromString( "3|1|p|p|s|u|sdw1|sdw1|40001|41001|/data/primary1||/data/primary1/base/10899,/data/primary1/base/1,/data/primary1/base/10898,/data/primary1/base/25780,/data/primary1/base/34782" ) self.primary2 = GpDB.initFromString( "4|2|p|p|s|u|sdw2|sdw2|40002|41002|/data/primary2||/data/primary2/base/10899,/data/primary2/base/1,/data/primary2/base/10898,/data/primary2/base/25780,/data/primary2/base/34782" ) self.primary3 = GpDB.initFromString( "5|3|p|p|s|u|sdw2|sdw2|40003|41003|/data/primary3||/data/primary3/base/10899,/data/primary3/base/1,/data/primary3/base/10898,/data/primary3/base/25780,/data/primary3/base/34782" ) self.mirror0 = GpDB.initFromString( "6|0|m|m|s|u|sdw2|sdw2|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782" ) self.mirror1 = GpDB.initFromString( "7|1|m|m|s|u|sdw2|sdw2|50001|51001|/data/mirror1||/data/mirror1/base/10899,/data/mirror1/base/1,/data/mirror1/base/10898,/data/mirror1/base/25780,/data/mirror1/base/34782" ) self.mirror2 = GpDB.initFromString( "8|2|m|m|s|u|sdw1|sdw1|50002|51002|/data/mirror2||/data/mirror2/base/10899,/data/mirror2/base/1,/data/mirror2/base/10898,/data/mirror2/base/25780,/data/mirror2/base/34782" ) self.mirror3 = GpDB.initFromString( "9|3|m|m|s|u|sdw1|sdw1|50003|51003|/data/mirror3||/data/mirror3/base/10899,/data/mirror3/base/1,/data/mirror3/base/10898,/data/mirror3/base/25780,/data/mirror3/base/34782" ) return GpArray([ self.master, self.primary0, self.primary1, self.primary2, self.primary3, self.mirror0, self.mirror1, self.mirror2, self.mirror3 ])
def test_datadir_interview(self): self.input_mock.side_effect = ["/tmp/datadirs/mirror1", "/tmp/datadirs/mirror2", "/tmp/datadirs/mirror3"] sys.argv = ['gpaddmirrors', '-p', '5000'] options, _ = self.parser.parse_args() self.config_provider_mock.loadSystemConfig.return_value = GpArray([self.master, self.primary0, self.primary1]) self.subject = GpAddMirrorsProgram(options) directories = self.subject._GpAddMirrorsProgram__getDataDirectoriesForMirrors(3, None) self.assertEqual(len(directories), 3)
def test_reload_config_use_local_context(self): self.mock_socket.return_value = 'mdw' sys.argv = ["gpstop", "-u"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() self.mock_gparray.return_value = GpArray( [self.master, self.primary0, self.primary1]) gpstop = self.subject.GpStop.createProgram(options, args) gpstop.gparray = GpArray([self.master, self.primary0, self.primary1]) gpstop._sighup_cluster() self.assertEquals(3, self.mock_workerpool.addCommand.call_count) self.assertEquals( None, self.mock_workerpool.addCommand.call_args_list[0][0][0].remoteHost) self.assertEquals( "sdw1", self.mock_workerpool.addCommand.call_args_list[1][0][0].remoteHost) self.assertEquals( "sdw1", self.mock_workerpool.addCommand.call_args_list[2][0][0].remoteHost)
def createGpArrayWith2Primary2Mirrors(self): master = GpDB.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782") self.primary0 = GpDB.initFromString( "2|0|p|p|s|u|aspen|sdw1|40000|41000|/Users/pivotal/workspace/gpdb/gpAux/gpdemo/datadirs/qddir/demoDataDir-1||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782") primary1 = GpDB.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|41001|/data/primary1||/data/primary1/base/10899,/data/primary1/base/1,/data/primary1/base/10898,/data/primary1/base/25780,/data/primary1/base/34782") mirror0 = GpDB.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782") mirror1 = GpDB.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|51001|/data/mirror1||/data/mirror1/base/10899,/data/mirror1/base/1,/data/mirror1/base/10898,/data/mirror1/base/25780,/data/mirror1/base/34782") return GpArray([master, self.primary0, primary1, mirror0, mirror1])
def createGpArrayWith2Primary2Mirrors(self): self.master = Segment.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|/data/master") self.primary0 = Segment.initFromString( "2|0|p|p|s|u|aspen|sdw1|40000|/Users/pivotal/workspace/gpdb/gpAux/gpdemo/datadirs/qddir/demoDataDir-1") self.primary1 = Segment.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1") self.mirror0 = Segment.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0") self.mirror1 = Segment.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1") return GpArray([self.master, self.primary0, self.primary1, self.mirror0, self.mirror1])
def _create_gparray_with_2_primary_2_mirrors(): master = Segment.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|/data/master") primary0 = Segment.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0") primary1 = Segment.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1") mirror0 = Segment.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0") mirror1 = Segment.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1") return GpArray([master, primary0, primary1, mirror0, mirror1])
def createGpArrayWith2Primary2Mirrors(self): master = Segment.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|/data/master") primary0 = Segment.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0") primary1 = Segment.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1") mirror0 = Segment.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0") mirror1 = Segment.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1") return GpArray([master, primary0, primary1, mirror0, mirror1])
def test_generated_file_contains_default_port_offsets(self): datadir_config = _write_datadir_config(self.mdd) mirror_config_output_file = "/tmp/test_gpaddmirrors.config" sys.argv = ['gpaddmirrors', '-o', mirror_config_output_file, '-m', datadir_config] self.config_provider_mock.loadSystemConfig.return_value = GpArray([self.master, self.primary0, self.primary1]) options, _ = self.parser.parse_args() self.subject = GpAddMirrorsProgram(options) self.subject.run() with open(mirror_config_output_file, 'r') as fp: result = fp.readlines() self.assertIn("41000", result[0])
def createGpArrayWith2Primary2Mirrors(self): coordinator = Segment.initFromString( "1|-1|p|p|s|u|cdw|cdw|5432|/data/coordinator") self.primary0 = Segment.initFromString( "2|0|p|p|s|u|aspen|sdw1|40000|/Users/pivotal/workspace/gpdb/gpAux/gpdemo/datadirs/qddir/demoDataDir-1") primary1 = Segment.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1") mirror0 = Segment.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0") mirror1 = Segment.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1") standby_coordinator = Segment.initFromString( "6|-1|m|m|s|u|cdw_standby|cdw_standby|25432|/data/standby_coordinator") return GpArray([coordinator, self.primary0, primary1, mirror0, mirror1, standby_coordinator])
def _createGpArrayWith2Primary2Mirrors(self): self.master = Segment.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|/data/master") self.primary0 = Segment.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0") self.primary1 = Segment.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1") self.mirror0 = Segment.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0") self.mirror1 = Segment.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1") self.standby = Segment.initFromString( "6|-1|m|m|s|u|sdw3|sdw3|5433|/data/standby") return GpArray([self.master, self.primary0, self.primary1, self.mirror0, self.mirror1])
def test_host_option_segment_in_resynchronizing_mode_fails(self): sys.argv = ["gpstop", "-a", "--host", "sdw1"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() self.primary0 = Segment.initFromString( "2|0|p|p|r|u|sdw1|sdw1|40000|/data/primary0") self.mirror0 = Segment.initFromString( "6|0|m|m|r|u|sdw2|sdw2|50000|/data/mirror0") self.mock_gparray.return_value = GpArray([self.master, self.primary0, self.primary1, self.primary2, self.primary3, self.mirror0, self.mirror1, self.mirror2, self.mirror3]) gpstop = self.subject.GpStop.createProgram(options, args) with self.assertRaisesRegexp(Exception,"Segment '%s' not synchronized. Aborting." % self.primary0): gpstop.run() self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def test_stop_standby_option(self, mock): self.standby = Segment.initFromString( "10|-1|m|m|s|u|smdw|smdw|5432|/data/standby_master") self.gparray = GpArray([ self.master, self.primary0, self.primary1, self.primary2, self.primary3, self.mirror0, self.mirror1, self.mirror2, self.mirror3, self.standby ]) self.mock_gparray.return_value = self.gparray sys.argv = ["gpstop", "-a", "-y"] parser = self.subject.GpStop.createParser() options, args = parser.parse_args() gpstop = self.subject.GpStop.createProgram(options, args) gpstop.run() assert not mock.called log_message = self.get_info_messages() self.assertTrue( "Stopping master standby host smdw mode=fast" not in log_message) self.assertTrue("No standby master host configured" not in log_message)
def _createGpArrayWith2Primary2Mirrors(self): self.master = GpDB.initFromString( "1|-1|p|p|s|u|mdw|mdw|5432|5532|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782" ) self.primary0 = GpDB.initFromString( "2|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782" ) self.primary1 = GpDB.initFromString( "3|1|p|p|s|u|sdw2|sdw2|40001|41001|/data/primary1||/data/primary1/base/10899,/data/primary1/base/1,/data/primary1/base/10898,/data/primary1/base/25780,/data/primary1/base/34782" ) self.mirror0 = GpDB.initFromString( "4|0|m|m|s|u|sdw2|sdw2|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782" ) self.mirror1 = GpDB.initFromString( "5|1|m|m|s|u|sdw1|sdw1|50001|51001|/data/mirror1||/data/mirror1/base/10899,/data/mirror1/base/1,/data/mirror1/base/10898,/data/mirror1/base/25780,/data/mirror1/base/34782" ) self.standby = GpDB.initFromString( "6|-1|m|m|s|u|sdw3|sdw3|5433|5533|/data/standby||/data/standby/base/10899,/data/standby/base/1,/data/standby/base/10898,/data/standby/base/25780,/data/standby/base/34782" ) return GpArray([ self.master, self.primary0, self.primary1, self.mirror0, self.mirror1 ])