class CancelBkndTestCase(MPPTestCase):
''' Testcases for pg_cancel_backed and pg_terminate_backed on wal sender'''
def __init__(self, methodName):
self.gp = GpinitStandby()
self.mdd = os.environ.get('MASTER_DATA_DIRECTORY')
self.standby = self.gp.get_standbyhostnode()
super(CancelBkndTestCase,self).__init__(methodName)
def setUp(self):
#Remove standby if present
self.gp.run(option='-r')
def get_walsender_pid(self):
''' get wal sender pid '''
pid_cmd = "ps -ef|grep \'%s\' |grep -v grep" % ('wal sender')
cmd = Command('Get the pid of the wal sender process', cmdStr = pid_cmd)
tinctest.logger.info ('%s' % cmd)
cmd.run(validateAfter=False)
result = cmd.get_results()
while(result.rc !=0):
cmd.run(validateAfter=False)
result = cmd.get_results()
tinctest.logger.info(result)
pid = result.stdout.splitlines()[0].split()[1].strip()
return pid
def cancel_query(self,query):
res = 't'
count = 0
while(res.strip() != 'f'):
res = PSQL.run_sql_command(query, dbname='postgres', flags = '-q -t')
if res.strip() == 'f':
return True
else:
sleep(2)
count+=1
if count > 120 :
return False
def terminate_backend(self):
wal_pid_1 = self.get_walsender_pid()
psql_command = "select pg_terminate_backend('%s')" % wal_pid_1
return(self.cancel_query(psql_command))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_terminate_bknd_wal_sender(self):
self.gp.create_dir_on_standby(self.standby, os.path.split(self.mdd)[0])
self.assertTrue(self.gp.run(option = '-s %s' % self.standby))
self.assertTrue(self.terminate_backend())
class CancelBkndTestCase(MPPTestCase):
''' Testcases for pg_cancel_backed and pg_terminate_backed on wal sender'''
def __init__(self, methodName):
self.gp = GpinitStandby()
self.mdd = os.environ.get('MASTER_DATA_DIRECTORY')
self.standby = self.gp.get_standbyhostnode()
super(CancelBkndTestCase,self).__init__(methodName)
def setUp(self):
#Remove standby if present
self.gp.run(option='-r')
def get_walsender_pid(self):
''' get wal sender pid '''
pid_cmd = "ps -ef|grep \'%s\' |grep -v grep" % ('wal sender')
cmd = Command('Get the pid of the wal sender process', cmdStr = pid_cmd)
tinctest.logger.info ('%s' % cmd)
cmd.run(validateAfter=False)
result = cmd.get_results()
while(result.rc !=0):
cmd.run(validateAfter=False)
result = cmd.get_results()
tinctest.logger.info(result)
pid = result.stdout.splitlines()[0].split()[1].strip()
return pid
def cancel_query(self,query):
res = 't'
count = 0
while(res.strip() != 'f'):
res = PSQL.run_sql_command(query, dbname='postgres', flags = '-q -t')
if res.strip() == 'f':
return True
else:
sleep(2)
count+=1
if count > 120 :
return False
def terminate_backend(self):
wal_pid_1 = self.get_walsender_pid()
psql_command = "select pg_terminate_backend('%s')" % wal_pid_1
return(self.cancel_query(psql_command))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_terminate_bknd_wal_sender(self):
self.gp.create_dir_on_standby(self.standby, os.path.split(self.mdd)[0])
self.assertTrue(self.gp.run(option = '-s %s' % self.standby))
self.assertTrue(self.terminate_backend())
class GpinitStandsbyTestCase(MPPTestCase):
''' Testcases for gpinitstandby'''
db_name = 'walrepl'
standby_port = '5433'
standby_dirname = 'newstandby'
def __init__(self, methodName):
self.gp = GpinitStandby()
self.host = socket.gethostname()
self.mdd = os.environ.get('MASTER_DATA_DIRECTORY')
self.standby = self.gp.get_standbyhostnode()
self.standby_loc = os.path.join(os.path.split(self.mdd)[0],
self.standby_dirname)
self.primary_pid = 0
super(GpinitStandsbyTestCase,self).__init__(methodName)
def setUp(self):
#Remove standby if present
self.primary_pid = self.gp.get_primary_pid()
self.gp.run(option='-r')
def tearDown(self):
# Cleanup Filespaces
walrepl.cleanupFilespaces(dbname=self.db_name)
def create_directory(self,location):
pgutil.clean_dir(self.standby,os.path.split(location)[0])
pgutil.create_dir(self.standby,os.path.split(location)[0])
def create_unmodifiable_file(self, filename):
filepath = os.path.join(self.mdd, filename)
with open(filepath, 'w') as fp:
pass
os.chmod(filepath, 000)
def remove_unmodifiable_file(self, filename):
filepath = os.path.join(self.mdd, filename)
os.chmod(filepath, 777)
os.remove(filepath)
def touch_file(self, filename):
file_dir = os.path.split(filename)[0]
if not os.path.exists(file_dir):
os.makedirs(file_dir)
with open(filename, 'w') as fp:
pass
def test_gpinitstandby_exclude_dirs(self):
"""
Test pg_basebackup exclusions when copying filespaces from
the master to the standby during gpinitstandby
"""
os.makedirs(self.mdd + '/db_dumps')
self.touch_file(self.mdd + '/db_dumps/testfile')
self.touch_file(self.mdd + '/gpperfmon/logs/test.log')
self.touch_file(self.mdd + '/gpperfmon/data/testfile')
self.touch_file(self.mdd + '/pg_log/testfile')
self.gp.run(option = '-P %s -s %s -F pg_system:%s' % (self.standby_port, self.host, self.standby_loc))
shutil.rmtree(self.mdd + '/db_dumps')
os.remove(self.mdd + '/gpperfmon/logs/test.log')
os.remove(self.mdd + '/gpperfmon/data/testfile')
os.remove(self.mdd + '/pg_log/testfile')
self.assertFalse(os.path.exists(self.standby_loc + '/db_dumps/testfile'))
self.assertFalse(os.path.exists(self.standby_loc + '/gpperfmon/logs/test.log'))
self.assertFalse(os.path.exists(self.standby_loc + '/gpperfmon/data/testfile'))
self.assertFalse(os.path.exists(self.standby_loc + '/pg_log/testfile'))
self.assertTrue(self.gp.run(option = '-r'))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_gpinitstanby_to_new_host(self):
self.create_directory(self.mdd)
self.assertTrue(self.gp.run(option = '-s %s' % self.standby))
self.assertTrue(self.gp.verify_gpinitstandby(self.primary_pid))
def test_gpinitstandby_to_same_host_new_port_and_new_mdd(self):
pgutil.clean_dir(self.host,self.standby_loc)
self.assertTrue(self.gp.run(option = '-P %s -s %s -F pg_system:%s' % (self.standby_port, self.host, self.standby_loc)))
self.assertTrue(self.gp.verify_gpinitstandby(self.primary_pid))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_gpinitstandby_new_host_new_port(self):
self.create_directory(self.mdd)
self.assertTrue(self.gp.run(option = '-P %s -s %s' % (self.standby_port, self.standby)))
self.assertTrue(self.gp.verify_gpinitstandby(self.primary_pid))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_gpinitstandby_new_host_new_mdd(self):
self.create_directory(self.standby_loc)
self.assertTrue(self.gp.run(option = '-F pg_system:%s -s %s' % (self.standby_loc, self.standby)))
self.assertTrue(self.gp.verify_gpinitstandby(self.primary_pid))
def test_gpinitstandby_to_same_with_filespaces(self):
from mpp.lib.gpfilespace import Gpfilespace
gpfile = Gpfilespace()
gpfile.create_filespace('fs_walrepl_a')
PSQL.run_sql_file(local_path('filespace.sql'), dbname = self.db_name)
filespace_loc = self.gp.get_filespace_location()
filespace_loc = os.path.join(os.path.split(filespace_loc)[0], 'newstandby')
filespaces = "pg_system:%s,fs_walrepl_a:%s" %(self.standby_loc , filespace_loc)
self.assertTrue(self.gp.run(option = '-F %s -s %s -P %s' % (filespaces, self.host, self.standby_port)))
self.assertTrue(self.gp.verify_gpinitstandby(self.primary_pid))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_gpinitstandby_new_host_with_filespace(self):
from mpp.lib.gpfilespace import Gpfilespace
gpfile = Gpfilespace()
gpfile.create_filespace('fs_walrepl_a')
PSQL.run_sql_file(local_path('filespace.sql'), dbname = self.db_name)
filespace_loc = self.gp.get_filespace_location()
self.create_directory(filespace_loc)
filespaces = "pg_system:%s,fs_walrepl_a:%s" % (self.mdd, filespace_loc)
self.assertTrue(self.gp.run(option = '-F %s -s %s -P %s' % (filespaces, self.standby, self.standby_port)))
self.assertTrue(self.gp.verify_gpinitstandby(self.primary_pid))
def test_gpinitstandby_remove_from_same_host(self):
#self.gp.create_dir_on_standby(self.host, self.standby_loc)
pgutil.clean_dir(self.host,self.standby_loc)
self.gp.run(option = '-P %s -s %s -F pg_system:%s' % (self.standby_port, self.host, self.standby_loc))
self.assertTrue(self.gp.run(option = '-r'))
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_gpinitstandby_remove_from_new_host(self):
self.create_directory(self.mdd)
self.gp.run(option = '-s %s' % self.standby)
self.assertTrue(self.gp.run(option = '-r'))
def test_gpinitstandby_n_with_no_standby_stop(self):
pgutil.clean_dir(self.host,self.standby_loc)
self.gp.run(option = '-P %s -s %s -F pg_system:%s' % (self.standby_port, self.host, self.standby_loc))
(rc,out) = pgutil.run(command='gpinitstandby -n')
self.assertTrue('Standy master is already up and running' in out)
def test_gpinitstandby_n_with_standby_stop(self):
pgutil.clean_dir(self.host,self.standby_loc)
self.gp.run(option = '-P %s -s %s -F pg_system:%s' % (self.standby_port, self.host, self.standby_loc))
self.standby = Standby(self.standby_loc,
self.standby_port)
self.standby.stop()
(rc,out) = pgutil.run(command='gpinitstandby -n')
self.assertTrue('Successfully started standby master' in out)
def test_gpinitstandby_with_no_default_path(self):
self.assertTrue(self.gp.initstand_by_with_default())
@unittest.skipIf(not config.is_multinode(), "Test applies only to a multinode cluster")
def test_gpinitstandby_prompt_for_filespace(self):
from mpp.lib.gpfilespace import Gpfilespace
gpfile = Gpfilespace()
gpfile.create_filespace('fs_walrepl_a')
PSQL.run_sql_file(local_path('filespace.sql'), dbname = self.db_name)
filespace_loc = self.gp.get_filespace_location()
self.create_directory(filespace_loc)
self.assertTrue(self.gp.init_with_prompt(filespace_loc))
def test_gpinistandby_with_M(self):
'''
@product_version gpdb: [4.3.1.0-MAIN]
'''
pgutil.clean_dir(self.host,self.standby_loc)
self.assertTrue(self.gp.run(option = '-P %s -s %s -F pg_system:%s -M smart' % (self.standby_port, self.host, self.standby_loc)))
self.assertTrue(self.gp.run(option = '-r'))
def test_gpinitstandby_to_same_host_new_port_and_new_mdd_with_error(self):
'''
@product_version gpdb: [4.3.6.2 - 4.3.99.0)
'''
pgutil.clean_dir(self.host,self.standby_loc)
try:
self.create_unmodifiable_file('foo')
(rc, out) = pgutil.run(command='gpinitstandby -a -P %s -s %s -F pg_system:%s' % (self.standby_port, self.host, self.standby_loc))
self.assertTrue('ERROR: could not open file "./foo": Permission denied' in out)
self.assertFalse('server closed the connection unexpectedly' in out)
finally:
self.remove_unmodifiable_file('foo')
pgutil.clean_dir(self.host,self.standby_loc)
