def test_reload_config_use_local_context(self):
self.mock_socket.return_value = 'mdw'
sys.argv = ["gpstop", "-u"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
self.mock_gparray.return_value = GpArray([self.master, self.primary0, self.primary1])
gpstop = self.subject.GpStop.createProgram(options, args)
gpstop.gparray = GpArray([self.master, self.primary0, self.primary1])
gpstop._sighup_cluster()
self.assertEquals(3, self.mock_workerpool.addCommand.call_count)
self.assertEquals(None, self.mock_workerpool.addCommand.call_args_list[0][0][0].remoteHost)
self.assertEquals("sdw1", self.mock_workerpool.addCommand.call_args_list[1][0][0].remoteHost)
self.assertEquals("sdw1", self.mock_workerpool.addCommand.call_args_list[2][0][0].remoteHost)
def test_host_option_segment_down_is_skipped_succeeds(self):
sys.argv = ["gpstop", "-a", "--host", "sdw1"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
self.primary0 = Segment.initFromString(
"2|0|m|p|s|d|sdw1|sdw1|40000|/data/primary0")
self.mirror0 = Segment.initFromString(
"6|0|p|m|c|u|sdw2|sdw2|50000|/data/mirror0")
self.mock_gparray.return_value = GpArray([
self.master, self.primary0, self.primary1, self.primary2,
self.primary3, self.mirror0, self.mirror1, self.mirror2,
self.mirror3
])
gpstop = self.subject.GpStop.createProgram(options, args)
gpstop.run()
log_messages = self.get_info_messages()
self.assertEquals(2, self.mock_GpSegStopCmdInit.call_count)
self.assertIn(
"Targeting dbid %s for shutdown" % [
self.primary1.getSegmentDbId(),
self.mirror2.getSegmentDbId(),
self.mirror3.getSegmentDbId()
], log_messages)
self.assertIn("Successfully shutdown 3 of 8 segment instances ",
log_messages)
def _setup_gparray(self, hostlist, interface_list, primary_list, primary_portbase, mirror_type,
mirror_list, mirror_portbase, dir_prefix):
master = Segment(content = -1,
preferred_role = 'p',
dbid = 0,
role = 'p',
mode = 's',
status = 'u',
hostname = 'masterhost',
address = 'masterhost-1',
port = 5432,
datadir = '/masterdir')
allrows = []
allrows.append(master)
rows = createSegmentRows(hostlist, interface_list, primary_list, primary_portbase, mirror_type,
mirror_list, mirror_portbase, dir_prefix)
for row in rows:
newrow = Segment(content = row.content,
preferred_role = 'p' if convert_bool(row.isprimary) else 'm',
dbid = row.dbid,
role = 'p' if convert_bool(row.isprimary) else 'm',
mode = 's',
status = 'u',
hostname = row.host,
address = row.address,
port = row.port,
datadir = row.fulldir)
allrows.append(newrow)
gparray = GpArray(allrows)
return gparray
def test_prepare_segment_start_returns_up_and_down_segments(self):
# Boilerplate: create a gpstart object
parser = self.subject.GpStart.createParser()
options, args = parser.parse_args([])
gpstart = self.subject.GpStart.createProgram(options, args)
# Up segments
master = Segment.initFromString(
"1|-1|p|p|n|u|mdw|mdw|5432|/data/master")
primary1 = Segment.initFromString(
"3|1|p|p|n|u|sdw2|sdw2|40001|/data/primary1")
mirror0 = Segment.initFromString(
"4|0|m|m|n|u|sdw2|sdw2|50000|/data/mirror0")
# Down segments
primary0 = Segment.initFromString(
"2|0|p|p|n|d|sdw1|sdw1|40000|/data/primary0")
mirror1 = Segment.initFromString(
"5|1|m|m|n|d|sdw1|sdw1|50001|/data/mirror1")
standby = Segment.initFromString(
"6|-1|m|m|n|d|sdw3|sdw3|5433|/data/standby")
gpstart.gparray = GpArray(
[master, primary0, primary1, mirror0, mirror1, standby])
up, down = gpstart._prepare_segment_start()
# The master and standby should not be accounted for in these lists.
self.assertCountEqual(up, [primary1, mirror0])
self.assertCountEqual(down, [primary0, mirror1])
def createGpArrayWith4Primary4Mirrors(self):
self.master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw1|sdw1|40001|/data/primary1")
self.primary2 = Segment.initFromString(
"4|2|p|p|s|u|sdw2|sdw2|40002|/data/primary2")
self.primary3 = Segment.initFromString(
"5|3|p|p|s|u|sdw2|sdw2|40003|/data/primary3")
self.mirror0 = Segment.initFromString(
"6|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
self.mirror1 = Segment.initFromString(
"7|1|m|m|s|u|sdw2|sdw2|50001|/data/mirror1")
self.mirror2 = Segment.initFromString(
"8|2|m|m|s|u|sdw1|sdw1|50002|/data/mirror2")
self.mirror3 = Segment.initFromString(
"9|3|m|m|s|u|sdw1|sdw1|50003|/data/mirror3")
return GpArray([
self.master, self.primary0, self.primary1, self.primary2,
self.primary3, self.mirror0, self.mirror1, self.mirror2,
self.mirror3
])
def test_checkForPortAndDirectoryConflicts__given_the_same_host_checks_ports_differ(self):
self.coordinator.hostname = "samehost"
self.primary.hostname = "samehost"
self.coordinator.port = 1111
self.primary.port = 1111
gpArray = GpArray([self.coordinator, self.primary])
with self.assertRaisesRegex(Exception, r"Segment dbid's 2 and 1 on host samehost cannot have the same port 1111"):
self.buildMirrorSegs.checkForPortAndDirectoryConflicts(gpArray)
def setup_fake_gparray():
master = Segment.initFromString("1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray([master, primary0, primary1, mirror0, mirror1])
def test_checkForPortAndDirectoryConflicts__given_the_same_host_checks_data_directories_differ(self):
self.master.hostname = "samehost"
self.primary.hostname = "samehost"
self.master.datadir = "/data"
self.primary.datadir = "/data"
gpArray = GpArray([self.master, self.primary])
with self.assertRaisesRegex(Exception, r"Segment dbid's 2 and 1 on host samehost cannot have the same data directory '/data'"):
self.buildMirrorSegs.checkForPortAndDirectoryConflicts(gpArray)
def _create_gparray_with_2_primary_2_mirrors(self):
master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
self.mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray([master, self.primary0, primary1, self.mirror0, mirror1])
def _create_gparray_with_2_primary_2_mirrors():
coordinator = Segment.initFromString(
"1|-1|p|p|s|u|cdw|cdw|5432|/data/coordinator")
primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray([coordinator, primary0, primary1, mirror0, mirror1])
def _createGpArrayWith2Primary2Mirrors(self):
self.master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray([self.master, self.primary0, self.primary1, mirror0, mirror1])
def setUp(self):
self.maxDiff = None
self.configProvider = GpConfigurationProviderUsingGpdbCatalog()
self.conn = Mock()
self.coordinator = Segment.initFromString("1|-1|p|p|s|u|cdw|cdw|5432|/data/coordinator")
self.primary0 = Segment.initFromString("2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.primary1 = Segment.initFromString("3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
self.mirror0 = Segment.initFromString("4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
self.acting_mirror0 = Segment.initFromString("6|0|m|p|d|n|sdw2|sdw2|50002|/data/acting_mirror0")
self.mirror1 = Segment.initFromString("5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
segments = [self.coordinator,self.primary0,self.primary1,self.mirror0,self.mirror1]
self.gpArray = GpArray(segments)
self.gpArray.setSegmentsAsLoadedFromDb(segments)
def _createGpArrayWith2Primary2Mirrors(self):
self.coordinator = Segment.initFromString(
"1|-1|p|p|s|u|cdw|cdw|5432|/data/coordinator")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
self.mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
self.mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
self.standby = Segment.initFromString(
"6|-1|m|m|s|u|sdw3|sdw3|5433|/data/standby")
return GpArray([self.coordinator, self.primary0, self.primary1, self.mirror0, self.mirror1])
def _setup_gparray():
coordinator = Segment.initFromString(
"1|-1|p|p|s|u|cdw|cdw|5432|/data/coordinator")
standby = Segment.initFromString(
"6|-1|m|m|s|u|sdw3|sdw3|5433|/data/standby")
primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
primary1 = Segment.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
mirror0 = Segment.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|/data/mirror0")
mirror1 = Segment.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|/data/mirror1")
return GpArray(
[coordinator, standby, primary0, primary1, mirror0, mirror1])
def setUp(self):
self.maxDiff = None
self.coordinator = Segment(content=-1,
preferred_role='p',
dbid=1,
role='p',
mode='s',
status='u',
hostname='coordinatorhost',
address='coordinatorhost-1',
port=1111,
datadir='/coordinatordir')
self.primary = Segment(content=0,
preferred_role='p',
dbid=20,
role='p',
mode='s',
status='u',
hostname='primaryhost',
address='primaryhost-1',
port=3333,
datadir='/primary')
self.mirror = Segment(content=0,
preferred_role='m',
dbid=30,
role='m',
mode='s',
status='d',
hostname='primaryhost',
address='primaryhost-1',
port=3333,
datadir='/primary')
gplog.get_unittest_logger()
self.apply_patches([
patch(
'gppylib.operations.buildMirrorSegments.GpArray.getSegmentsByHostName'
)
])
self.mock_get_segments_by_hostname = self.get_mock_from_apply_patch(
'getSegmentsByHostName')
self.action = 'recover'
self.gpEnv = Mock()
self.gpArray = GpArray([self.coordinator, self.primary, self.mirror])
self.mock_logger = Mock(
spec=['log', 'warn', 'info', 'debug', 'error', 'warning', 'fatal'])
def test_stop_standby_option(self, mock):
self.standby = Segment.initFromString(
"10|-1|m|m|s|u|smdw|smdw|5432|/data/standby_master")
self.gparray = GpArray([self.master, self.primary0, self.primary1, self.primary2, self.primary3, self.mirror0, self.mirror1, self.mirror2, self.mirror3, self.standby])
self.mock_gparray.return_value = self.gparray
sys.argv = ["gpstop", "-a", "-y"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
gpstop = self.subject.GpStop.createProgram(options, args)
gpstop.run()
assert not mock.called
log_message = self.get_info_messages()
self.assertTrue("Stopping master standby host smdw mode=fast" not in log_message)
self.assertTrue("No standby master host configured" not in log_message)
def test_standby_activated_raises_StandbyUnreachable_exception_when_fetching_standby_tli_fails(self, mock_fetch_tli):
def mock_fetch_tli_func(self, data_dir, remote_host=None):
if "standby" in data_dir:
raise ExecutionError("oops", None)
return 10
mock_fetch_tli.side_effect = mock_fetch_tli_func
gpstart = self.setup_gpstart()
gpstart.coordinator_datadir = "/data/coordinator"
coordinator = Segment.initFromString("1|-1|p|p|n|u|cdw|cdw|5432|/data/coordinator")
standby = Segment.initFromString("6|-1|m|m|n|d|sdw3|sdw3|5433|/data/standby")
gpstart.gparray = GpArray([coordinator, standby])
with self.assertRaises(gpstart.StandbyUnreachable):
gpstart._standby_activated()
def setup_fake_gparray():
master = GpDB.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|None|/data/master||/data/master/base/10899,/data/master/base/1,/data/master/base/10898,/data/master/base/25780,/data/master/base/34782"
)
primary0 = GpDB.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|41000|/data/primary0||/data/primary0/base/10899,/data/primary0/base/1,/data/primary0/base/10898,/data/primary0/base/25780,/data/primary0/base/34782"
)
primary1 = GpDB.initFromString(
"3|1|p|p|s|u|sdw2|sdw2|40001|41001|/data/primary1||/data/primary1/base/10899,/data/primary1/base/1,/data/primary1/base/10898,/data/primary1/base/25780,/data/primary1/base/34782"
)
mirror0 = GpDB.initFromString(
"4|0|m|m|s|u|sdw2|sdw2|50000|51000|/data/mirror0||/data/mirror0/base/10899,/data/mirror0/base/1,/data/mirror0/base/10898,/data/mirror0/base/25780,/data/mirror0/base/34782"
)
mirror1 = GpDB.initFromString(
"5|1|m|m|s|u|sdw1|sdw1|50001|51001|/data/mirror1||/data/mirror1/base/10899,/data/mirror1/base/1,/data/mirror1/base/10898,/data/mirror1/base/25780,/data/mirror1/base/34782"
)
return GpArray([master, primary0, primary1, mirror0, mirror1])
def test_standby_activated_returns_true_when_standby_tli_is_before_primary_tli(self, mock_fetch_tli):
def mock_fetch_tli_func(self, data_dir, remote_host=None):
if "coordinator" in data_dir:
return 1
if "standby" in data_dir:
return 2
return 3
mock_fetch_tli.side_effect = mock_fetch_tli_func
gpstart = self.setup_gpstart()
gpstart.coordinator_datadir = "/data/coordinator"
coordinator = Segment.initFromString("1|-1|p|p|n|u|cdw|cdw|5432|/data/coordinator")
standby = Segment.initFromString("6|-1|m|m|n|d|sdw3|sdw3|5433|/data/standby")
gpstart.gparray = GpArray([coordinator, standby])
self.assertTrue(gpstart._standby_activated())
def test_host_option_if_master_running_on_the_host_fails(self):
sys.argv = ["gpstop", "-a", "--host", "mdw"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
self.master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.mirror0 = Segment.initFromString(
"3|0|m|m|s|u|sdw1|sdw1|50000|/data/mirror0")
self.mock_gparray.return_value = GpArray([self.master, self.primary0, self.mirror0])
gpstop = self.subject.GpStop.createProgram(options, args)
with self.assertRaisesRegexp(Exception,"Specified host '%s' has the master or standby master on it. This node can only be stopped as part of a full-cluster gpstop, without '--host'." %
self.master.getSegmentHostName()):
gpstop.run()
self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def test_buildMirrors_failed_seg_in_gparray_fail(self):
tests = [{
"name": "failed_seg_exists_in_gparray1",
"failed": self.create_primary(status='d'),
"failover": self.create_primary(status='d'),
"live": self.create_mirror(),
"forceFull": True,
"forceoverwrite": False
}, {
"name": "failed_seg_exists_in_gparray2",
"failed": self.create_primary(dbid='3', status='d'),
"failover": self.create_primary(dbid='3', status='d'),
"live": self.create_mirror(dbid='4'),
"forceFull": False,
"forceoverwrite": False
}, {
"name": "failed_seg_exists_in_gparray2",
"failed": self.create_primary(dbid='3', status='d'),
"failover": self.create_primary(dbid='3', status='d'),
"live": self.create_mirror(dbid='4'),
"forceFull": False,
"forceoverwrite": True
}]
for test in tests:
mirror_to_build = GpMirrorToBuild(test["failed"], test["live"],
test["failover"],
test["forceFull"])
buildMirrorSegs_obj = GpMirrorListToBuild(
toBuild=[
mirror_to_build,
],
pool=None,
quiet=True,
parallelDegree=0,
logger=self.mock_logger,
forceoverwrite=test['forceoverwrite'])
self._setup_mocks(buildMirrorSegs_obj)
local_gp_array = GpArray([self.coordinator, test["failed"]])
expected_error = "failed segment should not be in the new configuration if failing over to"
with self.subTest(msg=test["name"]):
with self.assertRaisesRegex(Exception, expected_error):
buildMirrorSegs_obj.buildMirrors(self.action, self.gpEnv,
local_gp_array)
def test_host_option_segment_on_same_host_with_mirror_fails(self):
sys.argv = ["gpstop", "-a", "--host", "sdw1"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
self.master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.primary0 = Segment.initFromString(
"2|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.mirror0 = Segment.initFromString(
"3|0|m|m|s|u|sdw1|sdw1|50000|/data/mirror0")
self.mock_gparray.return_value = GpArray([self.master, self.primary0, self.mirror0])
gpstop = self.subject.GpStop.createProgram(options, args)
with self.assertRaisesRegexp(Exception,"Segment host '%s' has both of corresponding primary '%s' and mirror '%s'. Aborting." % (self.primary0.getSegmentHostName(), self.primary0, self.mirror0)):
gpstop.run()
self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def mirrorlayout_test(self, hostlist, interface_list, primary_list,
primary_portbase, mirror_type, mirror_list,
mirror_portbase, dir_prefix,
primary_replication_portbase,
mirror_replication_portbase):
master = GpDB(content=-1,
preferred_role='p',
dbid=0,
role='p',
mode='s',
status='u',
hostname='masterhost',
address='masterhost-1',
port=5432,
datadir='/masterdir',
replicationPort=5433)
allrows = []
allrows.append(master)
rows = createSegmentRows(hostlist, interface_list, primary_list,
primary_portbase, mirror_type, mirror_list,
mirror_portbase, dir_prefix,
primary_replication_portbase,
mirror_replication_portbase)
for row in rows:
newrow = GpDB(
content=row.content,
preferred_role='p' if convert_bool(row.isprimary) else 'm',
dbid=row.dbid,
role='p' if convert_bool(row.isprimary) else 'm',
mode='s',
status='u',
hostname=row.host,
address=row.address,
port=row.port,
datadir=row.fulldir,
replicationPort=row.prPort)
allrows.append(newrow)
gparray = GpArray(allrows)
self._validate_array(gparray)
def test_host_option_segment_in_resynchronizing_mode_fails(self):
sys.argv = ["gpstop", "-a", "--host", "sdw1"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
self.primary0 = Segment.initFromString(
"2|0|p|p|r|u|sdw1|sdw1|40000|/data/primary0")
self.mirror0 = Segment.initFromString(
"6|0|m|m|r|u|sdw2|sdw2|50000|/data/mirror0")
self.mock_gparray.return_value = GpArray([self.master, self.primary0,
self.primary1, self.primary2,
self.primary3, self.mirror0,
self.mirror1, self.mirror2,
self.mirror3])
gpstop = self.subject.GpStop.createProgram(options, args)
with self.assertRaisesRegexp(Exception,"Segment '%s' not synchronized. Aborting." % self.primary0):
gpstop.run()
self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def test_host_option_if_no_mirrors_fails(self):
sys.argv = ["gpstop", "-a", "--host", "sdw2"]
parser = self.subject.GpStop.createParser()
options, args = parser.parse_args()
self.master = Segment.initFromString(
"1|-1|p|p|s|u|mdw|mdw|5432|/data/master")
self.standby = Segment.initFromString(
"2|-1|m|m|s|u|sdw1|sdw1|25432|/data/master")
self.primary0 = Segment.initFromString(
"3|0|p|p|s|u|sdw1|sdw1|40000|/data/primary0")
self.primary1 = Segment.initFromString(
"4|0|p|p|s|u|sdw2|sdw2|40001|/data/primary1")
self.mock_gparray.return_value = GpArray([self.master, self.standby, self.primary0, self.primary1])
gpstop = self.subject.GpStop.createProgram(options, args)
with self.assertRaisesRegexp(Exception,"Cannot perform host-specific gpstop on a cluster without segment mirroring."):
gpstop.run()
self.assertEquals(0, self.mock_GpSegStopCmdInit.call_count)
def test_standby_activated_returns_false_when_primary_tli_is_before_standby_tli(
self, mock_fetch_tli):
def mock_fetch_tli_func(self, data_dir, remote_host=None):
if "master" in data_dir:
return 3
if "standby" in data_dir:
return 2
return 1
mock_fetch_tli.side_effect = mock_fetch_tli_func
gpstart = self.setup_gpstart()
gpstart.master_datadir = "/data/master"
master = Segment.initFromString(
"1|-1|p|p|n|u|mdw|mdw|5432|/data/master")
standby = Segment.initFromString(
"6|-1|m|m|n|d|sdw3|sdw3|5433|/data/standby")
gpstart.gparray = GpArray([master, standby])
self.assertFalse(gpstart._standby_activated())
