def test_programmatic_ordering(sorter, report_ctx):
    multitest = MultiTest(name="Multitest", suites=[Beta(), Alpha()])
    plan = TestplanMock(name="plan", test_sorter=sorter)
    plan.add(multitest)
    plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #2
0
def test_programmatic_ordering(sorter, report_ctx):
    multitest_x = MultiTest(name='Multitest', suites=[Beta(), Alpha()])
    plan = Testplan(name='plan', parse_cmdline=False, test_sorter=sorter)
    plan.add(multitest_x)

    with log_propagation_disabled(TESTPLAN_LOGGER):
        plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #3
0
def test_programmatic_ordering(sorter, report_ctx):
    multitest = MultiTest(name="Multitest", suites=[Beta(), Alpha()])
    plan = TestplanMock(name="plan", test_sorter=sorter)
    plan.add(multitest)

    with log_propagation_disabled(TESTPLAN_LOGGER):
        plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
def test_command_line_ordering(cmdline_args, report_ctx):

    multitest = MultiTest(name="Multitest", suites=[Beta(), Alpha()])

    with argv_overridden(*cmdline_args):
        plan = TestplanMock(name="plan", parse_cmdline=True)
        plan.add(multitest)
        plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #5
0
def test_programmatic_filtering(filter_obj, report_ctx):
    multitest_x = MultiTest(name="XXX", suites=[Alpha(), Beta()])
    multitest_y = MultiTest(name="YYY", suites=[Gamma()])

    plan = TestplanMock(name="plan", test_filter=filter_obj)
    plan.add(multitest_x)
    plan.add(multitest_y)
    plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #6
0
def test_command_line_ordering(cmdline_args, report_ctx):

    multitest_x = MultiTest(name='Multitest', suites=[Beta(), Alpha()])

    with argv_overridden(*cmdline_args):
        plan = Testplan(name='plan', parse_cmdline=True)
        plan.add(multitest_x)

        with log_propagation_disabled(TESTPLAN_LOGGER):
            plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
def test_programmatic_filtering(filter_obj, report_ctx):
    multitest_x = MultiTest(name='XXX', suites=[Alpha(), Beta()])
    multitest_y = MultiTest(name='YYY', suites=[Gamma()])

    plan = Testplan(name='plan', parse_cmdline=False, test_filter=filter_obj)
    plan.add(multitest_x)
    plan.add(multitest_y)

    with log_propagation_disabled(TESTPLAN_LOGGER):
        plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #8
0
def test_programmatic_filtering(filter_obj, report_ctx):
    multitest_x = MultiTest(name="XXX", suites=[Alpha(), Beta()])
    multitest_y = MultiTest(name="YYY", suites=[Gamma()])

    plan = TestplanMock(name="plan", test_filter=filter_obj)
    plan.add(multitest_x)
    plan.add(multitest_y)

    with log_propagation_disabled(TESTPLAN_LOGGER):
        plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #9
0
def test_command_line_filtering(cmdline_args, report_ctx):

    multitest_x = MultiTest(name="XXX", suites=[Alpha(), Beta()])
    multitest_y = MultiTest(name="YYY", suites=[Gamma()])

    with argv_overridden(*cmdline_args):
        plan = TestplanMock(name="plan", parse_cmdline=True)
        plan.add(multitest_x)
        plan.add(multitest_y)

        with log_propagation_disabled(TESTPLAN_LOGGER):
            plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)
Exemple #10
0
def test_command_line_filtering(cmdline_args, report_ctx):

    multitest_x = MultiTest(name="XXX", suites=[Alpha(), Beta()])
    multitest_y = MultiTest(name="YYY", suites=[Gamma()])

    with argv_overridden(*cmdline_args):
        plan = TestplanMock(name="plan", parse_cmdline=True)
        plan.add(multitest_x)
        plan.add(multitest_y)
        plan.run()

    test_report = plan.report
    check_report_context(test_report, report_ctx)

    if not test_report.entries:
        assert plan.result.success