def test_run_seq_fail_param(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load("seq_param_fail.xml") log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) #register_roles() dispatcher = stasis.RunDispatcher(series, self.rr, {"string_2":"two",\ "int_2":"2"}) dispatcher.run() #dispatcher.run({"string_2":"two", # "int_2":"2"}) #runner = stasis.Runner(sequence, {"string_2":"two", # "int_2":"2"}) #runner.run() fd = open(log_file, 'r') fail_count = 0 lines = fd.readlines() for line in lines: if re.search(" FAIL ", line): fail_count += 1 continue self.assertEqual(fail_count, 1)
def test_run_sequence(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load("seq_all.xml") log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) dispatcher = stasis.RunDispatcher(series, self.rr) dispatcher.run() fd = open(log_file, 'r') pass_count = 0 fail_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 continue if re.search(" FAIL ", line): fail_count += 1 self.assertEqual(pass_count, 2) self.assertEqual(fail_count, 2)
def test_run_module_archive_case(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) tc = case_lib.load("stasis_unittest", "test_case_func_archive") series = stasis.TestSeries(tc.getName()) series.append(tc) log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) run_dispatch = stasis.RunDispatcher(series, self.rr, \ {"archive_file_name":"stasis_unittest+test_case_func_archive.tar.bz2"},\ timeout=60) run_dispatch.run() fd = open(log_file, 'r') pass_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 continue self.assertEqual(pass_count, 1)
def test_run_seq_pass_param_fail(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) sequence_lib = stasis.TestSequenceLibrary(case_lib) #value = {"string_2":"two", "string_22":"twotwo", "int_22":"22"} series = sequence_lib.load("seq_param_pass.xml") log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) dispatcher = stasis.RunDispatcher(series, self.rr) dispatcher.run() fd = open(log_file, 'r') fail_count = 0 missing_count = 0 lines = fd.readlines() for line in lines: if re.search(" FAIL ", line): fail_count += 1 elif re.search(" missing parameter: ", line): missing_count += 1 self.assertEqual(fail_count, 2) self.assertEqual(missing_count, 2)
def test_run_xml_case(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) tc = case_lib.load("case_pass_2.xml") series = stasis.TestSeries(tc.getName()) series.append(tc) log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) run_dispatch = stasis.RunDispatcher(series, self.rr) run_dispatch.run() fd = open(log_file, 'r') pass_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 continue self.assertEqual(pass_count, 1)
def test_run_python_archive_case(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv, "stasis_examples") tc = case_lib.load("test_case_setup_python.xml") series = stasis.TestSeries(tc.getName()) series.append(tc) log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) run_dispatch = stasis.RunDispatcher(series, self.rr, \ {"archive_file_name":"archive_setup.tar.gz"}, timeout=60) run_dispatch.run() fd = open(log_file, 'r') found_count = 0 pass_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 elif re.search("^found ", line): found_count += 1 self.assertEqual(pass_count, 1) self.assertEqual(found_count, 3)
def test_run_module_case(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) #tc = case_lib.loadFromModule("stasis_unittest", "test_case_pass_func") tc = case_lib.load("stasis_unittest", "test_case_pass_func") #runner = stasis.Runner(tc, {}) #run_seq = stasis.RunSequence([runner]) #sequence = stasis.TestSequence(tc.getName(), '', run_seq, # tc.getParamList()) series = stasis.TestSeries(tc.getName()) series.append(tc) log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) run_dispatch = stasis.RunDispatcher(series, self.rr) #runner = stasis.Runner(sequence, {}) #runner.run() run_dispatch.run() fd = open(log_file, 'r') pass_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 continue self.assertEqual(pass_count, 1)
def test_xml_python_types(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) tc = case_lib.load("case_types_param_python.xml") series = stasis.TestSeries(tc.getName()) series.append(tc) log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) run_dispatch = stasis.RunDispatcher(series, self.rr, \ {"name":"string","count":5,"queue":['a','b','c']}) run_dispatch.run() fd = open(log_file, 'r') pass_count = 0 fail_count = 0 lines = fd.readlines() for line in lines: if re.search("PASS TYPE ", line): pass_count += 1 continue if re.search("FAIL TYPE ", line): fail_count += 1 continue self.assertEqual(pass_count, 3) self.assertEqual(fail_count, 0)
def test_report_local_fail(self): if self.port is None: port = 8133 count = 8 server = test_server.TestServer(port, count) thread = threading.Thread(None, server.start_server) thread.start() else: port = self.port log_file = os.tempnam(None, "stasis-") case_lib = stasis.TestCaseLibrary(self.cv) url = stasis.buildUrl("localhost", "user", "pass", "/", "http", port) xml_file = "seq_report_fail.xml" params = {} sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load(xml_file) log_reporter = stasis.LogTestCaseReporter(3, logfile=log_file) series.addReporter(log_reporter) testopia_reporter = stasis.TestopiaCaseReporter(url) series.addReporter(testopia_reporter) dispatcher = stasis.RunDispatcher(series, self.rr) dispatcher.run() case_fail_count = 0 fail_count = 0 fd = open(log_file, 'r') for line in fd.readlines(): if re.search("CASE_FAIL_", line): case_fail_count += 1 if re.search(" FAIL ", line): fail_count += 1 fd.close() self.assertEqual(fail_count, 2) self.assertEqual(case_fail_count, 4)
def test_report_live(self): log_file = os.tempnam(None, "stasis-") case_lib = stasis.TestCaseLibrary(self.cv) if self.case_run_id is None: case_run_id = raw_input("case_run_id: ") else: case_run_id = self.case_run_id if self.url is None: if self.user is None: user = raw_input("Enter testopia user name: ") else: user = self.user if self.password is None: passwd = raw_input("Password for %s: " % user) else: passwd = self.password if self.server is None: server = raw_input("Server: ") else: server = self.server url = stasis.buildUrl(server, user, passwd) else: url = self.url params = {} sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load(None, case_run_id) log_reporter = stasis.LogTestCaseReporter(3, logfile=log_file) series.addReporter(log_reporter) testopia_reporter = stasis.TestopiaCaseReporter(url) sequence.addReporter(testopia_reporter) dispatcher = stasis.RunDispatcher(series) dispatcher.run() begin_count = 0 pass_count = 0 total = 3 fd = open(log_file, 'r') for line in fd.readlines(): if re.search(" BEGIN ", line): begin_count += 1 if re.search(" PASS ", line): pass_count += 1 fd.close() self.assertEqual(pass_count, total) self.assertEqual(begin_count, total)
def test_save_ini_sequence(self): ini_file = os.tempnam(None, "stasis_") print "INI FILE: %s" % ini_file case_lib = stasis.TestCaseLibrary(self.cv) sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load("seq_all.xml") console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(console_reporter) dispatcher = stasis.RunDispatcher(series, self.rr) dispatcher.run() fd = open(ini_file, 'w') parser = ConfigParser.SafeConfigParser() for tc in series: tc.addConfSection(parser) parser.write(fd) fd.close() sect_count = 0 #archive_count = 0 fail_count = 0 pass_count = 0 fd = open(ini_file, 'r') lines = fd.readlines() fd.close() for line in lines: if re.search("\+case_.*./default\]", line): sect_count += 1 continue if re.search("^status = FAIL", line): fail_count += 1 if re.search("^status = PASS", line): pass_count += 1 self.assertEqual(sect_count, 4) self.assertEqual(pass_count, 2) self.assertEqual(fail_count, 2)
def test_run_conf_arg_case(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) tc = case_lib.load("case_conf_arg.xml") series = stasis.TestSeries(tc.getName()) series.append(tc) log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) run_dispatch = stasis.RunDispatcher(series, self.rr) run_dispatch.run() fd = open(log_file, 'r') pass_count = 0 conf_count = 0 value_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 elif re.search("^CASE_CONF_ARG", line): conf_count += 1 if re.search(": value [12]", line): value_count += 1 self.assertEqual(tc.values['conf_arg_1'], "value 1") self.assertEqual(tc.values['conf_arg_2'], "value 2") self.assertEqual(tc.getProperty('suite_name'), "stasis_unittest") self.assertEqual(tc.getProperty('version'), '1') self.assertEqual(pass_count, 1) self.assertEqual(value_count, 2) self.assertEqual(conf_count, 3)
def test_seq_run_arg(self): log_file = os.tempnam(None, "stasis_") print "LOG FILE: %s" % log_file case_lib = stasis.TestCaseLibrary(self.cv) sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load("seq_run_arg.xml") log_reporter = stasis.LogTestCaseReporter(debug=2, logfile=log_file) console_reporter = stasis.ConsoleTestCaseReporter() series.addReporter(log_reporter) series.addReporter(console_reporter) dispatcher = stasis.RunDispatcher(series, self.rr) dispatcher.run() #sequence_lib = stasis.TestSequenceLibrary(self.cv, # self.sv, # case_lib) #sequence = sequence_lib.load("seq_param_arg.xml") #log_reporter = stasis.LogTestCaseReporter(debug=3, logfile=log_file) #console_reporter = stasis.ConsoleTestCaseReporter() #sequence.addReporter(log_reporter) #sequence.addReporter(console_reporter) #register_roles() #runner = stasis.Runner(sequence, {}) #runner.run() fd = open(log_file, 'r') pass_count = 0 lines = fd.readlines() for line in lines: if re.search(" PASS ", line): pass_count += 1 continue self.assertEqual(pass_count, 2)
def test_run_seqence_local(self): if self.port is None: port = 8113 count = 12 server = test_server.TestServer(port, count) thread = threading.Thread(None, server.start_server) thread.start() else: port = self.port log_file = os.tempnam(None, "stasis-") print "Log file: %s" % (log_file) case_lib = stasis.TestCaseLibrary(self.cv) url = stasis.buildUrl("localhost", "user", "pass", "/", "http", port) params = {} sequence_lib = stasis.TestSequenceLibrary(case_lib) series = sequence_lib.load(32, url) log_reporter = stasis.LogTestCaseReporter(debug=TestStasisTestopiaLocal.debug, \ logfile=log_file) series.addReporter(log_reporter) dispatcher = stasis.RunDispatcher(series, self.rr) dispatcher.run() case_pass_count = 0 pass_count = 0 total = 3 fd = open(log_file, 'r') for line in fd.readlines(): if re.search("CASE_PASS_", line): case_pass_count += 1 if re.search(" PASS ", line): pass_count += 1 fd.close() self.assertEqual(pass_count, total) self.assertEqual(case_pass_count, total)