class RunPlanDistPackage(Command):
"""Run test plan in distribution package
"""
name = "runplan"
parser = argparse.ArgumentParser("Run test plan in distribution package")
parser.add_argument("--recreate-venv", action="store_true", help="force recreate virtualenv")
parser.add_argument("--venv", help="designate virtualenv path manually")
parser.add_argument("--report-type", help="report type", choices=report_types.keys(), default="stream")
parser.add_argument("--report-args", help="additional arguments for specific report", default="")
parser.add_argument("--report-args-help", help="show help information for specific report arguemnts", choices=report_types.keys())
parser.add_argument("--runner-type", help="test runner type", choices=runner_types.keys(), default="basic")
parser.add_argument("--runner-args", help="additional arguments for specific runner", default="")
parser.add_argument("--runner-args-help", help="show help information for specific runner arguemnts", choices=runner_types.keys())
parser.add_argument("--resmgr-backend-type", help="test resource manager backend type", choices=resmgr_backend_types.keys(), default="local")
parser.add_argument("--disable-run-on-child", help="do not create child process to run", action="store_true")
parser.add_argument("package", help="QTA sdist package")
parser.add_argument("plan", help="designate a test plan to run")
def execute(self, args):
if args.report_args_help:
report_types[args.report_args_help].get_parser().print_help()
return
if args.runner_args_help:
runner_types[args.runner_args_help].get_parser().print_help()
return
venv = VirtuelEnv(
args.package,
args.venv,
args.recreate_venv)
venv.activate()
report_type = report_types[args.report_type]
report = report_type.parse_args(shlex.split(args.report_args))
resmgr_backend = resmgr_backend_types[args.resmgr_backend_type]()
runner_type = runner_types[args.runner_type]
runner = runner_type.parse_args(shlex.split(args.runner_args), report, resmgr_backend)
planname = args.plan
planmodulename, planclsname = planname.rsplit(".", 1)
__import__(planmodulename)
planmod = sys.modules[planmodulename]
plancls = getattr(planmod, planclsname)
runner.run(plancls())
if not report.is_passed():
sys.exit(1)
class RunPlan(Command):
"""执行测试计划
"""
name = "runplan"
parser = argparse.ArgumentParser("Run QTA test plan")
parser.add_argument("--report-type", help="report type", choices=report_types.keys(), default="stream")
parser.add_argument("--report-args", help="additional arguments for specific report", default="")
parser.add_argument("--report-args-help", help="show help information for specific report arguemnts", choices=report_types.keys())
parser.add_argument("--runner-type", help="test runner type", choices=runner_types.keys(), default="basic")
parser.add_argument("--runner-args", help="additional arguments for specific runner", default="")
parser.add_argument("--runner-args-help", help="show help information for specific runner arguemnts", choices=runner_types.keys())
parser.add_argument("--resmgr-backend-type", help="test resource manager backend type", choices=resmgr_backend_types.keys(), default="local")
parser.add_argument("plan", help="designate a test plan to run")
def execute(self, args):
"""执行过程
"""
if args.report_args_help:
report_types[args.report_args_help].get_parser().print_help()
return
if args.runner_args_help:
runner_types[args.runner_args_help].get_parser().print_help()
return
report_type = report_types[args.report_type]
report = report_type.parse_args(shlex.split(args.report_args))
resmgr_backend = resmgr_backend_types[args.resmgr_backend_type]()
runner_type = runner_types[args.runner_type]
runner = runner_type.parse_args(shlex.split(args.runner_args), report, resmgr_backend)
planname = args.plan
planmodulename, planclsname = planname.rsplit(".", 1)
__import__(planmodulename)
planmod = sys.modules[planmodulename]
plancls = getattr(planmod, planclsname)
runner.run(plancls())
if not report.is_passed():
sys.exit(1)
class RunTestDistPackage(Command):
"""Run tests in distribution package
"""
name = "runtest"
parser = argparse.ArgumentParser("Run tests in distribution package")
parser.add_argument("--recreate-venv", action="store_true", help="force recreate virtualenv")
parser.add_argument("--venv", help="designate virtualenv path manually")
parser.add_argument("--priority", help="run test cases with specific priority, accept multiple options",
choices=[TestCasePriority.BVT, TestCasePriority.High, TestCasePriority.Normal, TestCasePriority.Low],
action="append", dest="priorities")
parser.add_argument("--status", help="run test cases with specific status, accept multiple options",
choices=[TestCaseStatus.Design, TestCaseStatus.Implement, TestCaseStatus.Ready, TestCaseStatus.Review, TestCaseStatus.Suspend],
action="append", dest="status")
parser.add_argument("--owner", help="run test cases with specific owner, accept multiple options", action="append", dest="owners")
parser.add_argument("--excluded-name", help="exclude test cases with specific name prefix , accept multiple options", action="append", dest="excluded_names")
parser.add_argument("--tag", help="run test cases with specific tag, accept multiple options", action="append", dest="tags")
parser.add_argument("--excluded-tag", help="exclude test cases with specific name tag , accept multiple options", action="append", dest="excluded_tags")
parser.add_argument("--report-type", help="report type", choices=report_types.keys(), default="stream")
parser.add_argument("--report-args", help="additional arguments for specific report", default="")
parser.add_argument("--report-args-help", help="show help information for specific report arguemnts", choices=report_types.keys())
parser.add_argument("--runner-type", help="test runner type", choices=runner_types.keys(), default="basic")
parser.add_argument("--runner-args", help="additional arguments for specific runner", default="")
parser.add_argument("--runner-args-help", help="show help information for specific runner arguemnts", choices=runner_types.keys())
parser.add_argument("--resmgr-backend-type", help="test resource manager backend type", choices=resmgr_backend_types.keys(), default="local")
parser.add_argument("--disable-run-on-child", help="do not create child process to run", action="store_true")
parser.add_argument("package", help="QTA sdist package")
parser.add_argument("tests", nargs='*', help="designate test names to run")
def execute(self, args):
if args.report_args_help:
report_types[args.report_args_help].get_parser().print_help()
return
if args.runner_args_help:
runner_types[args.runner_args_help].get_parser().print_help()
return
venv = VirtuelEnv(
args.package,
args.venv,
args.recreate_venv)
venv.activate()
report_type = report_types[args.report_type]
report = report_type.parse_args(shlex.split(args.report_args))
resmgr_backend = resmgr_backend_types[args.resmgr_backend_type]()
runner_type = runner_types[args.runner_type]
runner_args = args.runner_args + " " # incase user input has no space
runner = runner_type.parse_args(shlex.split(runner_args), report, resmgr_backend)
test = TestCaseSettings(
args.tests,
args.excluded_names,
args.priorities,
args.status,
args.owners,
args.tags,
args.excluded_tags)
runner.run(test)
if not report.is_passed():
sys.exit(1)
class RunTest(Command):
"""批量执行测试用例
"""
name = 'runtest'
parser = argparse.ArgumentParser("Run QTA testcases")
parser.add_argument("tests", metavar="TEST", nargs='*', help="testcase set to executive, eg: zoo.xxx.HelloTest")
parser.add_argument('-w', '--working-dir', default=None, help="working directory to store all result files", dest="working_dir")
parser.add_argument('--priority', help="run test cases with specific priority, accept multiple options",
dest="priorities", action="append",
choices=[TestCasePriority.BVT, TestCasePriority.High, TestCasePriority.Normal, TestCasePriority.Low])
parser.add_argument('--status', default=None, help="run test cases with specific status, accept multiple options",
dest="status", action="append",
choices=[TestCaseStatus.Design, TestCaseStatus.Implement, TestCaseStatus.Ready, TestCaseStatus.Review, TestCaseStatus.Suspend])
parser.add_argument("--excluded-name", help="exclude test cases with specific name prefix , accept multiple options",
action="append", dest="excluded_names", metavar="EXCLUDED_NAME")
parser.add_argument("--owner", help="run test cases with specific owner, accept multiple options",
action="append", dest="owners", metavar="OWNER")
parser.add_argument("--tag", help="run test cases with specific tag, accept multiple options",
action="append", dest="tags", metavar="TAG")
parser.add_argument("--excluded-tag", help="exclude test cases with specific name tag, accept multiple options",
action="append", dest="excluded_tags", metavar="EXCLUDED_TAG")
parser.add_argument("--report-type", help="report type", choices=report_types.keys(), default="stream")
parser.add_argument("--report-args", help="additional arguments for specific report", default="")
parser.add_argument("--report-args-help", help="show help information for specific report arguemnts", choices=report_types.keys())
parser.add_argument("--resmgr-backend-type", help="test resource manager backend type", choices=resmgr_backend_types.keys(), default="local")
parser.add_argument("--runner-type", help="test runner type", choices=runner_types.keys(), default="basic")
parser.add_argument("--runner-args", help="additional arguments for specific runner", default="")
parser.add_argument("--runner-args-help", help="show help information for specific runner arguemnts", choices=runner_types.keys())
def execute(self, args):
"""执行过程
"""
if args.report_args_help:
report_types[args.report_args_help].get_parser().print_help()
return
if args.runner_args_help:
runner_types[args.runner_args_help].get_parser().print_help()
return
if not args.tests:
logger.info("no test set specified")
exit(1)
from testbase.testcase import TestCase
if args.working_dir is None:
args.working_dir = os.getcwd()
priorities = args.priorities or [TestCase.EnumPriority.Low,
TestCase.EnumPriority.Normal,
TestCase.EnumPriority.High,
TestCase.EnumPriority.BVT]
status = args.status or [TestCase.EnumStatus.Design,
TestCase.EnumStatus.Implement,
TestCase.EnumStatus.Review,
TestCase.EnumStatus.Ready]
test_conf = TestCaseSettings(names=args.tests,
excluded_names=args.excluded_names,
priorities=priorities,
status=status,
owners=args.owners,
tags=args.tags,
excluded_tags=args.excluded_tags)
report_type = report_types[args.report_type]
if args.report_type == 'xml':
class VerboseXMLTestReport(report_types[args.report_type]):
def log_test_result(self, testcase, testresult):
logger.info("run test case: %s(pass?:%s)" % (testcase.test_name, testresult.passed))
super(VerboseXMLTestReport, self).log_test_result(testcase, testresult)
report_type = VerboseXMLTestReport
elif args.report_type == 'online':
class VerboseOnlineTestReport(report_types[args.report_type]):
def log_test_result(self, testcase, testresult):
logger.info("run test case: %s(pass?:%s)" % (testcase.test_name, testresult.passed))
super(VerboseOnlineTestReport, self).log_test_result(testcase, testresult)
def begin_report(self):
super(VerboseOnlineTestReport, self).begin_report()
with codecs_open(os.path.join(os.getcwd(), "report_url.txt"), "w", encoding="utf-8") as fd:
fd.write(self.url)
report_type = VerboseOnlineTestReport
report = report_type.parse_args(shlex.split(args.report_args))
resmgr_backend = resmgr_backend_types[args.resmgr_backend_type]()
runner_type = runner_types[args.runner_type]
runner = runner_type.parse_args(shlex.split(args.runner_args), report, resmgr_backend)
prev_dir = os.getcwd()
if not path_exists(args.working_dir):
os.makedirs(args.working_dir)
os.chdir(args.working_dir)
runner.run(test_conf)
os.chdir(prev_dir)
if args.report_type == 'online':
if sys.platform == "win32":
logger.info("opening online report url:%s" % report.url)
os.system("start %s" % report.url)
else:
logger.info("online report generated: %s" % report.url)
elif args.report_type == 'xml':
if sys.platform == "win32":
logger.info("opening XML report with IE...")
report_xml = os.path.abspath(os.path.join(args.working_dir, "TestReport.xml"))
os.system("start iexplore %s" % report_xml)
else:
logger.info("XML report generated: %s" % os.path.abspath("TestReport.xml"))
if not report.is_passed():
sys.exit(1)
