def __init__(self):
self.host = str(socket.gethostbyname(socket.gethostname()))
self.port = str(getOpenPort())
self.gpfdist_dir = local_path('')
self.gpfdist = GPFDIST(self.port,
self.host,
directory=self.gpfdist_dir)
def setUpClass(cls):
super(GpfdistSQLTestCase, cls).setUpClass()
if not cls.start_on in cls._start_on_valid_values:
raise TINCException("Invalid value specified for attribute 'start_on' : %s" %cls.start_on)
config = GPDBConfig()
host_list = cls._form_host_list(cls.start_on, config)
for host in host_list:
cls.port = mppUtil.getOpenPort(cls.port, host=host)
tinctest.logger.info("gpfdist host = {0}, port = {1}".format(host,cls.port))
gpfdist = GPFDIST(cls.port, host, directory=cls.get_data_dir())
gpfdist.startGpfdist()
cls.gpfdist.append(gpfdist)
def setUpClass(cls):
# we need an empty db to run the tests
tinctest.logger.info("recreate database wet using dropdb/createdb")
cmd = Command('recreatedb', 'dropdb wet; createdb wet')
cmd.run(validateAfter=False)
cls.drop_roles()
super(LegacyWETTestCase, cls).setUpClass()
source_dir = cls.get_source_dir()
config = GPDBConfig()
host, _ = config.get_hostandport_of_segment(0)
port = mppUtil.getOpenPort(8080)
tinctest.logger.info("gpfdist host = {0}, port = {1}".format(host, port))
cls.config = config
data_dir = os.path.join(source_dir, 'data')
cls.gpfdist = GPFDIST(port, host, directory=data_dir)
cls.gpfdist.startGpfdist()
# WET writes into this directory.
data_out_dir = os.path.join(cls.gpfdist.getdir(), 'output')
shutil.rmtree(data_out_dir, ignore_errors=True)
os.mkdir(data_out_dir)
class MDT:
def __init__(self):
self.host = str(socket.gethostbyname(socket.gethostname()))
self.port = str(getOpenPort())
self.gpfdist_dir = local_path('')
self.gpfdist = GPFDIST(self.port, self.host, directory=self.gpfdist_dir)
def setup_gpfdist(self):
self.gpfdist.killGpfdist()
self.gpfdist.startGpfdist()
def cleanup_gpfdist(self):
self.gpfdist.killGpfdist()
return True
def pre_process_sql(self, sql_path = local_path("sql")):
for dir in os.listdir(sql_path):
file = os.path.join(local_path('sql'), dir)
if os.path.isfile(file):
self.do_insert_select(file)
self.modify_sql_file(file)
def pre_process_ans(self, sql_path = local_path("expected")):
for dir in os.listdir(sql_path):
file = os.path.join(local_path('expected'), dir)
if os.path.isfile(file):
self.modify_ans_file(file)
def do_insert_select(self, filename=None):
tmp_file = filename + '.tmp'
a=0
#if (filename.find('alter_part_table')>=0) or (filename.find('create_table_partitions')>=0):
if (filename.find('part')>=0):
selectString='select classname,schemaname, objname, usestatus, usename, actionname, subtype, partitionlevel, parenttablename, parentschemaname from pg_stat_partition_operations where statime > ( select statime from pg_stat_partition_operations where objname =\'my_first_table\' and actionname =\'CREATE\') and objname not in (\'pg_stat_operations\',\'pg_stat_partition_operations\') order by statime;'
else:
selectString='select classname , schemaname , objname , usestatus , usename , actionname , subtype from pg_stat_operations where statime > ( select statime from pg_stat_operations where objname =\'my_first_table\' and actionname =\'CREATE\') and objname not in (\'pg_stat_operations\',\'pg_stat_partition_operations\') order by statime;'
f = open(filename,'r')
f1 = open(tmp_file, 'w')
for line in f:
if (line.find('drop ')!=-1) and (a==0):
f1.write(selectString)
f1.write('\n')
a = 1
f1.write(line)
f.close()
f1.write(selectString)
f1.write('\n')
f1.close()
shutil.move(tmp_file, filename)
def modify_sql_file(self, file = None):
for line in fileinput.FileInput(file,inplace=1):
line = re.sub('(\d+)\.(\d+)\.(\d+)\.(\d+)\:(\d+)', self.host+':'+self.port, line)
print str(re.sub('\n','',line))
def modify_ans_file(self, file = None):
for line in fileinput.FileInput(file,inplace=1):
line = re.sub('gpadmin', getpass.getuser(), line)
print str(re.sub('\n','',line))
def setUpClass(cls):
super(other_tests, cls).setUpClass()
source_dir = cls.get_source_dir()
config = GPDBConfig()
host, _ = config.get_hostandport_of_segment(0)
port = mppUtil.getOpenPort(8080)
tinctest.logger.info("gpfdist host = {0}, port = {1}".format(
host, port))
data_dir = os.path.join(source_dir, 'data')
cls.gpfdist = GPFDIST(port, host, directory=data_dir)
cls.gpfdist.startGpfdist()
data_out_dir = os.path.join(data_dir, 'output')
shutil.rmtree(data_out_dir, ignore_errors=True)
os.mkdir(data_out_dir)
def setUpClass(cls):
super(LegacyRETTestCase, cls).setUpClass()
cls.split_tbl()
source_dir = cls.get_source_dir()
config = GPDBConfig()
host, _ = config.get_hostandport_of_segment(0)
port = mppUtil.getOpenPort(8080)
tinctest.logger.info("gpfdist host = {0}, port = {1}".format(
host, port))
data_dir = os.path.join(source_dir, 'data')
cls.gpfdist = GPFDIST(port, host, directory=data_dir)
cls.gpfdist.startGpfdist()
# Some test writes data into disk temporarily.
data_out_dir = os.path.join(data_dir, 'output')
shutil.rmtree(data_out_dir, ignore_errors=True)
os.mkdir(data_out_dir)
def __init__(self):
self.host = str(socket.gethostbyname(socket.gethostname()))
self.port = str(getOpenPort())
self.gpfdist_dir = local_path('')
self.gpfdist = GPFDIST(self.port, self.host, directory=self.gpfdist_dir)
class MDT:
def __init__(self):
self.host = str(socket.gethostbyname(socket.gethostname()))
self.port = str(getOpenPort())
self.gpfdist_dir = local_path('')
self.gpfdist = GPFDIST(self.port,
self.host,
directory=self.gpfdist_dir)
def setup_gpfdist(self):
self.gpfdist.killGpfdist()
self.gpfdist.startGpfdist()
def cleanup_gpfdist(self):
self.gpfdist.killGpfdist()
return True
def pre_process_sql(self, sql_path=local_path("sql")):
for dir in os.listdir(sql_path):
file = os.path.join(local_path('sql'), dir)
if os.path.isfile(file):
self.do_insert_select(file)
self.modify_sql_file(file)
def pre_process_ans(self, sql_path=local_path("expected")):
for dir in os.listdir(sql_path):
file = os.path.join(local_path('expected'), dir)
if os.path.isfile(file):
self.modify_ans_file(file)
def do_insert_select(self, filename=None):
tmp_file = filename + '.tmp'
a = 0
#if (filename.find('alter_part_table')>=0) or (filename.find('create_table_partitions')>=0):
if (filename.find('part') >= 0):
selectString = 'select classname,schemaname, objname, usestatus, usename, actionname, subtype, partitionlevel, parenttablename, parentschemaname from pg_stat_partition_operations where statime > ( select statime from pg_stat_partition_operations where objname =\'my_first_table\' and actionname =\'CREATE\') and objname not in (\'pg_stat_operations\',\'pg_stat_partition_operations\') order by statime;'
else:
selectString = 'select classname , schemaname , objname , usestatus , usename , actionname , subtype from pg_stat_operations where statime > ( select statime from pg_stat_operations where objname =\'my_first_table\' and actionname =\'CREATE\') and objname not in (\'pg_stat_operations\',\'pg_stat_partition_operations\') order by statime;'
f = open(filename, 'r')
f1 = open(tmp_file, 'w')
for line in f:
if (line.find('drop ') != -1) and (a == 0):
f1.write(selectString)
f1.write('\n')
a = 1
f1.write(line)
f.close()
f1.write(selectString)
f1.write('\n')
f1.close()
shutil.move(tmp_file, filename)
def modify_sql_file(self, file=None):
for line in fileinput.FileInput(file, inplace=1):
line = re.sub('(\d+)\.(\d+)\.(\d+)\.(\d+)\:(\d+)',
self.host + ':' + self.port, line)
print str(re.sub('\n', '', line))
def modify_ans_file(self, file=None):
for line in fileinput.FileInput(file, inplace=1):
line = re.sub('gpadmin', getpass.getuser(), line)
print str(re.sub('\n', '', line))