def test_run_seq_fail_param(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
sequence_lib = stasis.TestSequenceLibrary(case_lib)
series = sequence_lib.load("seq_param_fail.xml")
log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
#register_roles()
dispatcher = stasis.RunDispatcher(series, self.rr, {"string_2":"two",\
"int_2":"2"})
dispatcher.run()
#dispatcher.run({"string_2":"two",
# "int_2":"2"})
#runner = stasis.Runner(sequence, {"string_2":"two",
# "int_2":"2"})
#runner.run()
fd = open(log_file, 'r')
fail_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" FAIL ", line):
fail_count += 1
continue
self.assertEqual(fail_count, 1)
def test_run_xml_case(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
tc = case_lib.load("case_pass_2.xml")
series = stasis.TestSeries(tc.getName())
series.append(tc)
log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
run_dispatch = stasis.RunDispatcher(series, self.rr)
run_dispatch.run()
fd = open(log_file, 'r')
pass_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
continue
self.assertEqual(pass_count, 1)
def test_run_seq_pass_param_fail(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
sequence_lib = stasis.TestSequenceLibrary(case_lib)
#value = {"string_2":"two", "string_22":"twotwo", "int_22":"22"}
series = sequence_lib.load("seq_param_pass.xml")
log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
dispatcher = stasis.RunDispatcher(series, self.rr)
dispatcher.run()
fd = open(log_file, 'r')
fail_count = 0
missing_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" FAIL ", line):
fail_count += 1
elif re.search(" missing parameter: ", line):
missing_count += 1
self.assertEqual(fail_count, 2)
self.assertEqual(missing_count, 2)
def test_report_local_fail(self):
if self.port is None:
port = 8133
count = 8
server = test_server.TestServer(port, count)
thread = threading.Thread(None, server.start_server)
thread.start()
else:
port = self.port
log_file = os.tempnam(None, "stasis-")
case_lib = stasis.TestCaseLibrary(self.cv)
url = stasis.buildUrl("localhost", "user", "pass", "/", "http", port)
xml_file = "seq_report_fail.xml"
params = {}
sequence_lib = stasis.TestSequenceLibrary(case_lib)
series = sequence_lib.load(xml_file)
log_reporter = stasis.LogTestCaseReporter(3, logfile=log_file)
series.addReporter(log_reporter)
testopia_reporter = stasis.TestopiaCaseReporter(url)
series.addReporter(testopia_reporter)
dispatcher = stasis.RunDispatcher(series, self.rr)
dispatcher.run()
case_fail_count = 0
fail_count = 0
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search("CASE_FAIL_", line):
case_fail_count += 1
if re.search(" FAIL ", line):
fail_count += 1
fd.close()
self.assertEqual(fail_count, 2)
self.assertEqual(case_fail_count, 4)
def test_run_python_archive_case(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv, "stasis_examples")
tc = case_lib.load("test_case_setup_python.xml")
series = stasis.TestSeries(tc.getName())
series.append(tc)
log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
run_dispatch = stasis.RunDispatcher(series, self.rr, \
{"archive_file_name":"archive_setup.tar.gz"}, timeout=60)
run_dispatch.run()
fd = open(log_file, 'r')
found_count = 0
pass_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
elif re.search("^found ", line):
found_count += 1
self.assertEqual(pass_count, 1)
self.assertEqual(found_count, 3)
def test_run_module_archive_case(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
tc = case_lib.load("stasis_unittest", "test_case_func_archive")
series = stasis.TestSeries(tc.getName())
series.append(tc)
log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
run_dispatch = stasis.RunDispatcher(series, self.rr, \
{"archive_file_name":"stasis_unittest+test_case_func_archive.tar.bz2"},\
timeout=60)
run_dispatch.run()
fd = open(log_file, 'r')
pass_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
continue
self.assertEqual(pass_count, 1)
def test_run_module_case(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
#tc = case_lib.loadFromModule("stasis_unittest", "test_case_pass_func")
tc = case_lib.load("stasis_unittest", "test_case_pass_func")
#runner = stasis.Runner(tc, {})
#run_seq = stasis.RunSequence([runner])
#sequence = stasis.TestSequence(tc.getName(), '', run_seq,
# tc.getParamList())
series = stasis.TestSeries(tc.getName())
series.append(tc)
log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
run_dispatch = stasis.RunDispatcher(series, self.rr)
#runner = stasis.Runner(sequence, {})
#runner.run()
run_dispatch.run()
fd = open(log_file, 'r')
pass_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
continue
self.assertEqual(pass_count, 1)
def test_xml_python_types(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
tc = case_lib.load("case_types_param_python.xml")
series = stasis.TestSeries(tc.getName())
series.append(tc)
log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
run_dispatch = stasis.RunDispatcher(series, self.rr, \
{"name":"string","count":5,"queue":['a','b','c']})
run_dispatch.run()
fd = open(log_file, 'r')
pass_count = 0
fail_count = 0
lines = fd.readlines()
for line in lines:
if re.search("PASS TYPE ", line):
pass_count += 1
continue
if re.search("FAIL TYPE ", line):
fail_count += 1
continue
self.assertEqual(pass_count, 3)
self.assertEqual(fail_count, 0)
def test_report_local_fail(self):
port = 8232
server = test_server.TestServer(port)
server.count = 4
server.start()
log_file = os.tempnam(None,"stasis-")
case_lib = stasis.TestCaseLibrary(self.cv)
url = stasis.buildUrl("localhost","user","pass","","http", port)
xml_file = os.path.join("testopia_run_files","seq_report_fail.xml")
params = {}
sequence_lib = stasis.TestSequenceLibrary(self.cv,
self.sv,
case_lib)
sequence = sequence_lib.load(xml_file)
log_reporter = stasis.LogTestCaseReporter(2, logfile=log_file)
sequence.addReporter(log_reporter)
testopia_reporter = stasis.TestopiaCaseReporter(url)
sequence.addReporter(testopia_reporter)
runner = stasis.Runner(sequence, params)
runner.run(wait_before_kill=3)
begin_count = 0
pass_count = 0
total = 2
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search(" BEGIN ", line):
begin_count += 1
if re.search(" ERROR ", line):
pass_count += 1
fd.close()
self.assertEqual(pass_count, total)
self.assertEqual(begin_count, total)
def test_run_sequence(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
sequence_lib = stasis.TestSequenceLibrary(case_lib)
series = sequence_lib.load("seq_all.xml")
log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
dispatcher = stasis.RunDispatcher(series, self.rr)
dispatcher.run()
fd = open(log_file, 'r')
pass_count = 0
fail_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
continue
if re.search(" FAIL ", line):
fail_count += 1
self.assertEqual(pass_count, 2)
self.assertEqual(fail_count, 2)
def test_run_seqence_add_path(self):
log_file = os.tempnam(None, "stasis_")
case_lib = stasis.TestCaseLibrary(self.cv)
params = {
"zlmserver": "zlmserver.novell.com",
"key": "my_key",
"var_zlmserver": "var_zlmserver.novell.com"
}
for key in self.arg_dict.iterkeys():
params[key] = self.arg_dict[key]
sequence_lib = stasis.TestSequenceLibrary(self.cv, self.sv, case_lib)
sequence_lib.addConfFile(
os.path.expanduser("~/stasis/unittest/add_path.conf"))
sequence = sequence_lib.load("seq_add_path_1.xml")
log_reporter = stasis.LogTestCaseReporter(3, logfile=log_file)
sequence.addReporter(log_reporter)
runner = stasis.Runner(sequence, params)
runner.run(wait_before_kill=3)
begin_count = 0
pass_count = 0
total = 10
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search(" BEGIN ", line):
begin_count += 1
if re.search(" PASS ", line):
pass_count += 1
fd.close()
self.assertEqual(pass_count, total)
self.assertEqual(begin_count, total)
def test_report_live(self):
log_file = os.tempnam(None, "stasis-")
case_lib = stasis.TestCaseLibrary(self.cv)
if self.case_run_id is None:
case_run_id = raw_input("case_run_id: ")
else:
case_run_id = self.case_run_id
if self.url is None:
if self.user is None:
user = raw_input("Enter testopia user name: ")
else:
user = self.user
if self.password is None:
passwd = raw_input("Password for %s: " % user)
else:
passwd = self.password
if self.server is None:
server = raw_input("Server: ")
else:
server = self.server
url = stasis.buildUrl(server, user, passwd)
else:
url = self.url
params = {}
sequence_lib = stasis.TestSequenceLibrary(case_lib)
series = sequence_lib.load(None, case_run_id)
log_reporter = stasis.LogTestCaseReporter(3, logfile=log_file)
series.addReporter(log_reporter)
testopia_reporter = stasis.TestopiaCaseReporter(url)
sequence.addReporter(testopia_reporter)
dispatcher = stasis.RunDispatcher(series)
dispatcher.run()
begin_count = 0
pass_count = 0
total = 3
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search(" BEGIN ", line):
begin_count += 1
if re.search(" PASS ", line):
pass_count += 1
fd.close()
self.assertEqual(pass_count, total)
self.assertEqual(begin_count, total)
def test_report_live(self):
log_file = os.tempnam(None,"stasis-")
case_lib = stasis.TestCaseLibrary(self.cv)
#uri = os.path.join(os.getcwd(),"testopia")
#hostname = "bugzillastage.provo.novell.com"
#hostname = "localhost:%s" % self.port
if self.case_run_id is None:
case_run_id = raw_input("case_run_id: ")
else:
case_run_id = self.case_run_id
if self.user is None:
user = raw_input("Password for %s: " % user)
else:
user = self.passwd
if self.password is None:
passwd = raw_input("Password for %s: " % user)
else:
passwd = self.passwd
#password = "******"
url = stasis.buildUrl("bugzillastage.provo.novell.com", user, passwd)
params = {}
sequence_lib = stasis.TestopiaSequenceLibrary(self.cv,
case_lib,
url)
sequence = sequence_lib.load(case_run_id)
log_reporter = stasis.LogTestCaseReporter(2, logfile=log_file)
sequence.addReporter(log_reporter)
testopia_reporter = stasis.TestopiaCaseReporter(url)
sequence.addReporter(testopia_reporter)
runner = stasis.Runner(sequence, params)
runner.run(wait_before_kill=3)
begin_count = 0
pass_count = 0
total = 2
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search(" BEGIN ", line):
begin_count += 1
if re.search(" PASS ", line):
pass_count += 1
fd.close()
self.assertEqual(pass_count, total)
self.assertEqual(begin_count, total)
def test_run_conf_arg_case(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
tc = case_lib.load("case_conf_arg.xml")
series = stasis.TestSeries(tc.getName())
series.append(tc)
log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
run_dispatch = stasis.RunDispatcher(series, self.rr)
run_dispatch.run()
fd = open(log_file, 'r')
pass_count = 0
conf_count = 0
value_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
elif re.search("^CASE_CONF_ARG", line):
conf_count += 1
if re.search(": value [12]", line):
value_count += 1
self.assertEqual(tc.values['conf_arg_1'], "value 1")
self.assertEqual(tc.values['conf_arg_2'], "value 2")
self.assertEqual(tc.getProperty('suite_name'), "stasis_unittest")
self.assertEqual(tc.getProperty('version'), '1')
self.assertEqual(pass_count, 1)
self.assertEqual(value_count, 2)
self.assertEqual(conf_count, 3)
def test_run_seqence_local(self):
if self.port is None:
port = 8113
count = 12
server = test_server.TestServer(port, count)
thread = threading.Thread(None, server.start_server)
thread.start()
else:
port = self.port
log_file = os.tempnam(None, "stasis-")
print "Log file: %s" % (log_file)
case_lib = stasis.TestCaseLibrary(self.cv)
url = stasis.buildUrl("localhost", "user", "pass", "/", "http", port)
params = {}
sequence_lib = stasis.TestSequenceLibrary(case_lib)
series = sequence_lib.load(32, url)
log_reporter = stasis.LogTestCaseReporter(debug=TestStasisTestopiaLocal.debug, \
logfile=log_file)
series.addReporter(log_reporter)
dispatcher = stasis.RunDispatcher(series, self.rr)
dispatcher.run()
case_pass_count = 0
pass_count = 0
total = 3
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search("CASE_PASS_", line):
case_pass_count += 1
if re.search(" PASS ", line):
pass_count += 1
fd.close()
self.assertEqual(pass_count, total)
self.assertEqual(case_pass_count, total)
def test_run_seqence_live(self):
log_file = os.tempnam(None,"stasis-")
case_lib = stasis.TestCaseLibrary(self.cv)
if self.case_run_id is None:
case_run_id = raw_input("case_run_id: ")
else:
case_run_id = self.case_run_id
user = "******"
if self.password is None:
passwd = raw_input("Password for %s: " % user)
else:
passwd = self.passwd
url = stasis.buildUrl("bugzillastage.provo.novell.com", user, passwd)
params = {}
sequence_lib = stasis.TestopiaSequenceLibrary(self.cv,
case_lib,
url)
sequence = sequence_lib.load(case_run_id)
log_reporter = stasis.LogTestCaseReporter(2, logfile=log_file)
sequence.addReporter(log_reporter)
runner = stasis.Runner(sequence, params)
runner.run(wait_before_kill=3)
begin_count = 0
pass_count = 0
total = 2
fd = open(log_file, 'r')
for line in fd.readlines():
if re.search(" BEGIN ", line):
begin_count += 1
if re.search(" PASS ", line):
pass_count += 1
fd.close()
self.assertEqual(pass_count, total)
self.assertEqual(begin_count, total)
def test_seq_run_arg(self):
log_file = os.tempnam(None, "stasis_")
print "LOG FILE: %s" % log_file
case_lib = stasis.TestCaseLibrary(self.cv)
sequence_lib = stasis.TestSequenceLibrary(case_lib)
series = sequence_lib.load("seq_run_arg.xml")
log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file)
console_reporter = stasis.ConsoleTestCaseReporter()
series.addReporter(log_reporter)
series.addReporter(console_reporter)
dispatcher = stasis.RunDispatcher(series, self.rr)
dispatcher.run()
#sequence_lib = stasis.TestSequenceLibrary(self.cv,
# self.sv,
# case_lib)
#sequence = sequence_lib.load("seq_param_arg.xml")
#log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file)
#console_reporter = stasis.ConsoleTestCaseReporter()
#sequence.addReporter(log_reporter)
#sequence.addReporter(console_reporter)
#register_roles()
#runner = stasis.Runner(sequence, {})
#runner.run()
fd = open(log_file, 'r')
pass_count = 0
lines = fd.readlines()
for line in lines:
if re.search(" PASS ", line):
pass_count += 1
continue
self.assertEqual(pass_count, 2)
