コード例 #1
0
def on_complete(failed_commands):
    plLogger = PLLogger.GetLogger('methodology')
    plLogger.LogInfo("on_complete")

    # call result end iterator
    ResultInterface.end_iterator()
    return True
コード例 #2
0
def run(Iteration):
    plLogger = PLLogger.GetLogger('methodology')
    plLogger.LogInfo(" Run IteratorValidateCommand")

    hnd_reg = CHandleRegistry.Instance()
    this_cmd = get_this_cmd()

    # This is bad but there doesn't seem to be any other way of getting
    # the current iterator command handle
    while_cmd = this_cmd.GetParent()
    if while_cmd is not None and while_cmd.IsTypeOf("SequencerWhileCommand"):
        iter_cmd_hnd = while_cmd.Get("ExpressionCommand")
        iter_cmd = hnd_reg.Find(iter_cmd_hnd)
        if iter_cmd is not None and \
           iter_cmd.IsTypeOf("spirent.methodology.IteratorCommand"):
            info_dict = ri.get_last_iteration_info_status(iter_cmd_hnd)
            if info_dict is not None:
                if info_dict[pc.STATUS][pc.VERDICT] == \
                   EnumVerdict.failed:
                    this_cmd.Set("Verdict", False)
                else:
                    # This is for none or passed
                    this_cmd.Set("Verdict", True)
            else:
                plLogger.LogError("ERROR: Failed to determine the " +
                                  "verdict of this iteration")
                # Not too sure what to do here
                this_cmd.Set("Verdict", True)
    else:
        # Set the verdict to True (PASS)
        this_cmd.Set("Verdict", True)

    return True
コード例 #3
0
def update_results_with_current_value(iterating_property,
                                      current_value,
                                      iteration_id,
                                      cmd_obj):
    """
    Update current iteration value to results framework.
    iterating_property: Framesize, load etc
    """
    pkg = "spirent.methodology"
    prop_chain_list = cmd_obj.GetObjects("PropertyChainingConfig",
                                         RelationType("PropertyChain", 1))
    iter_obj = None
    # Get the iterator handle (follow the reverse property chain...)
    for prop_chain in prop_chain_list:
        src_obj = prop_chain.GetParent()
        if src_obj.IsTypeOf(pkg + ".IteratorCommand"):
            iter_obj = src_obj
            break
    if iter_obj is not None:
        ResultInterface.set_iterator_current_value(iter_obj.GetObjectHandle(),
                                                   iterating_property,
                                                   current_value,
                                                   iteration_id)
コード例 #4
0
def test_one_iterator_missing_most_calls(stc, resource_cleanup):
    # skip create/start
    # RI.create_test()
    # RI.start_test()
    framesizelist = [64, 128, 256]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        RI.add_provider_result(test_utils.dummy_verify_result_failed)
        fs_itr_id += 1
        # RI.complete_iteration()
    # RI.end_iterator()
    RI.end_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_1)
    vu.validate_result_file_Schema(file_data)
    vu.verify_summary_file_info()
コード例 #5
0
def test_one_iterator_missing_most_calls_stop(stc, resource_cleanup):
    # skip create/start
    # RI.create_test()
    # RI.start_test()
    framesizelist = [64, 128, 256]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        RI.add_provider_result(test_utils.dummy_verify_result_failed)
        fs_itr_id += 1
        # RI.complete_iteration()
    # RI.end_iterator()
    # RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_1)
    vu.validate_result_file_Schema(file_data)
    sum_data = vu.verify_summary_file_info()
    sum_data = vu.verify_summary_file_info()
    assert ru.compare_dict_data_using_json_string(test_utils.status_exec_stopped_8,
                                                  sum_data[pc.STATUS]) is True
コード例 #6
0
def submit_provider_data_to_root(data):
    ResultInterface.add_provider_result_to_root(data)
コード例 #7
0
def submit_provider_data(data):
    ResultInterface.add_provider_result(data)
コード例 #8
0
def test_one_iterator_no_complete_iteration(stc, resource_cleanup):
    RI.create_test()
    RI.start_test()
    framesizelist = [64, 128, 256]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        RI.add_provider_result(test_utils.dummy_verify_result_failed)
        fs_itr_id += 1
        # result framwork should take core of missing call.
        # RI.complete_iteration()
    RI.end_iterator()
    RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_1)
    vu.validate_result_file_Schema(file_data)
コード例 #9
0
def test_multiple_iterator_get_status(stc, resource_cleanup):
    RI.create_test()
    RI.start_test()
    framesizelist = [64, 128, 256]
    loadlist = [10, 20]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    load_handle = 5555
    assert RI.get_last_iteration_info_status(fs_iterator_handle) is None
    assert RI.get_last_iteration_info_status(load_handle) is None
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        if fs_itr_id == 1:
            assert RI.get_last_iteration_info_status(fs_iterator_handle) is None
        else:
            assert RI.get_last_iteration_info_status(fs_iterator_handle) is not None
        load_id = 1
        for load in loadlist:
            RI.set_iterator_current_value(load_handle, 'Load', load, load_id)
            if load_id == 1:
                assert RI.get_last_iteration_info_status(load_handle) is None
            else:
                assert RI.get_last_iteration_info_status(load_handle) is not None
            RI.add_provider_result(test_utils.dummy_verify_result_failed)
            RI.add_provider_result(test_utils.dummy_verify_result_passed)
            if load_id == 1:
                assert RI.get_last_iteration_info_status(load_handle) is None
            else:
                assert RI.get_last_iteration_info_status(load_handle) is not None
            load_id += 1
            RI.complete_iteration()
            last_itr_data = RI.get_last_iteration_info_status(load_handle)
            assert last_itr_data is not None
            assert last_itr_data[pc.STATUS][pc.VERDICT] == EnumVerdict.failed
            assert last_itr_data[pc.STATUS][pc.EXEC_STATUS] == EnumExecStatus.completed
        RI.end_iterator()
        # result object should be deleted for load
        assert RI.get_last_iteration_info_status(load_handle) is None
        # frame size
        if fs_itr_id == 1:
            assert RI.get_last_iteration_info_status(fs_iterator_handle) is None
        else:
            assert RI.get_last_iteration_info_status(fs_iterator_handle) is not None
        fs_itr_id += 1
        RI.complete_iteration()
        last_itr_data = RI.get_last_iteration_info_status(fs_iterator_handle)
        assert last_itr_data is not None
        assert last_itr_data[pc.STATUS][pc.VERDICT] == EnumVerdict.none
        assert last_itr_data[pc.STATUS][pc.EXEC_STATUS] == EnumExecStatus.completed
    RI.end_iterator()
    # result object should be deleted for framesize
    assert RI.get_last_iteration_info_status(fs_iterator_handle) is None
    RI.end_test()
    RI.stop_test()
コード例 #10
0
def test_multiple_iterator_abort_outer_loop_stop(stc, resource_cleanup):
    """
    test must complete 2 iterations and generate report with summary.
    1. framesize = 64, load = 10
    2. framesize = 64, load = 20
    """
    RI.create_test()
    RI.start_test()
    framesizelist = [64, 128, 256]
    loadlist = [10, 20]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    load_handle = 5555
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        load_id = 1
        for load in loadlist:
            RI.set_iterator_current_value(load_handle, 'Load', load, load_id)
            RI.add_provider_result(test_utils.dummy_verify_result_failed)
            RI.add_provider_result(test_utils.dummy_verify_result_passed)
            load_id += 1
            RI.complete_iteration()
        break
    # RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_4)
    vu.validate_result_file_Schema(file_data)
    sum_data = vu.verify_summary_file_info()
    assert ru.compare_dict_data_using_json_string(test_utils.status_exec_stopped_8,
                                                  sum_data[pc.STATUS]) is True
コード例 #11
0
def test_multiple_iterator_no_complete_end(stc, resource_cleanup):
    # test must run all 6 iterations and generate reports
    RI.create_test()
    RI.start_test()
    framesizelist = [64, 128, 256]
    loadlist = [10, 20]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    load_handle = 5555
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        load_id = 1
        for load in loadlist:
            RI.set_iterator_current_value(load_handle, 'Load', load, load_id)
            RI.add_provider_result(test_utils.dummy_verify_result_failed)
            RI.add_provider_result(test_utils.dummy_verify_result_passed)
            load_id += 1
            # RI.complete_iteration()
        # missing call should be handled by results
        # RI.end_iterator()
        # frame size
        fs_itr_id += 1
        # RI.complete_iteration()
    # RI.end_iterator()
    RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_2)
    vu.validate_result_file_Schema(file_data)
コード例 #12
0
def test_multiple_iterator_add_root_result(stc, resource_cleanup):
    RI.create_test()
    RI.start_test()
    framesizelist = [64]
    loadlist = [10]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    load_handle = 5555
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        load_id = 1
        for load in loadlist:
            RI.set_iterator_current_value(load_handle, 'Load', load, load_id)
            RI.add_provider_result(test_utils.dummy_verify_result_failed)
            RI.add_provider_result(test_utils.dummy_verify_result_passed)
            # add to root
            RI.add_provider_result_to_root(test_utils.dummy_verify_result_passed)
            load_id += 1
            RI.complete_iteration()
        RI.end_iterator()
        # frame size
        fs_itr_id += 1
        RI.complete_iteration()
    RI.end_iterator()
    RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_3)
    vu.validate_result_file_Schema(file_data)
    sum_data = vu.verify_summary_file_info()
    assert ru.compare_dict_data_using_json_string(test_utils.status_pass_2,
                                                  sum_data[pc.STATUS]) is True
    # 2 root results, iterator and added root result
    root_list = sum_data[pc.DATA][rc.CHILDREN]
    assert len(root_list) == 2
    result_data = ru.get_data_from_dictionary(root_list, '0.data.children.0')
    fz_data = ru.get_data_from_dictionary(root_list, '1.data.children.0')
    assert fz_data[pc.INFO]['param'] == 'FrameSize'
    # verify result data
    expected_string = ru.get_json_string(test_utils.dummy_verify_result_passed)
    assert ru.compare_dict_data_using_json_string(expected_string, result_data) is True
コード例 #13
0
def test_multiple_iterator(stc, resource_cleanup):
    RI.create_test()
    RI.start_test()
    framesizelist = [64, 128, 256]
    loadlist = [10, 20]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    load_handle = 5555
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        load_id = 1
        for load in loadlist:
            RI.set_iterator_current_value(load_handle, 'Load', load, load_id)
            RI.add_provider_result(test_utils.dummy_verify_result_failed)
            RI.add_provider_result(test_utils.dummy_verify_result_passed)
            load_id += 1
            RI.complete_iteration()
        RI.end_iterator()
        # frame size
        fs_itr_id += 1
        RI.complete_iteration()
    RI.end_iterator()
    RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_2)
    vu.validate_result_file_Schema(file_data)
    sum_data = vu.verify_summary_file_info()
    assert ru.compare_dict_data_using_json_string(test_utils.status_exec_complete_5,
                                                  sum_data[pc.STATUS]) is True
    fz_data = ru.get_data_from_dictionary(sum_data, 'data.children.0.data.children.0')
    assert fz_data[pc.CLASS] == EnumDataClass.iterator_result
    assert fz_data[pc.DATA_FORMAT] == EnumDataFormat.group
    assert fz_data[pc.INFO]['param'] == 'FrameSize'
    assert ru.compare_dict_data_using_json_string(test_utils.status_iterator_6,
                                                  fz_data[pc.STATUS]) is True
    itr_list = fz_data[pc.DATA][rc.CHILDREN]
    assert len(itr_list) == len(framesizelist)
    vu.verify_summary_iteration_result_type2(itr_list,
                                             framesizelist,
                                             loadlist,
                                             test_utils.result_file_list_2)
コード例 #14
0
def test_end_iterator_without_iteration(stc, resource_cleanup):
    RI.create_test()
    RI.start_test()
    RI.complete_iteration()
    RI.end_iterator()
    RI.end_test()
    RI.stop_test()
    data = vu.validate_report_schema()
    assert ru.compare_dict_data_using_json_string(test_utils.status_exec_complete_1,
                                                  data[pc.STATUS]) is True
    assert ru.compare_dict_data_using_json_string(test_utils.data_empty_1,
                                                  data[pc.DATA]) is True
コード例 #15
0
def test_multiple_iterator_abort_inner_loop_stop(stc, resource_cleanup):
    """
    test must complete 1 iterations and generate report with summary.
    1. framesize = 64, load = 10
    """
    RI.create_test()
    RI.start_test()
    framesizelist = [64, 128, 256]
    loadlist = [10, 20]
    fs_itr_id = 1
    fs_iterator_handle = 12123
    load_handle = 5555
    for fs in framesizelist:
        RI.set_iterator_current_value(fs_iterator_handle, 'FrameSize', fs, fs_itr_id)
        load_id = 1
        for load in loadlist:
            RI.set_iterator_current_value(load_handle, 'Load', load, load_id)
            RI.add_provider_result(test_utils.dummy_verify_result_failed)
            RI.add_provider_result(test_utils.dummy_verify_result_passed)
            load_id += 1
            break
        break
    # abort test
    # RI.end_test()
    RI.stop_test()
    file_data = vu.get_report_file_list()
    vu.validate_result_file_list(file_data['fileList'], test_utils.result_file_list_3)
    vu.validate_result_file_Schema(file_data)
コード例 #16
0
def run():
    ResultInterface.complete_iteration()

    return True
コード例 #17
0
def test_cmd_with_res_fmwk(stc):
    ctor = CScriptableCreator()
    sequencer = CStcSystem.Instance().GetObject("Sequencer")

    # Set up an iteration group
    group_cmd = ctor.Create(PKG + ".IterationGroupCommand", sequencer)
    assert group_cmd
    while_cmd = ctor.Create("SequencerWhileCommand", group_cmd)
    assert while_cmd
    iter_cmd = ctor.Create(PKG + ".ObjectIteratorCommand", while_cmd)
    valid_cmd = ctor.Create(PKG + ".IteratorValidateCommand", while_cmd)

    while_cmd.Set("ExpressionCommand", iter_cmd.GetObjectHandle())
    while_cmd.SetCollection("CommandList", [valid_cmd.GetObjectHandle()])
    group_cmd.SetCollection("CommandList", [while_cmd.GetObjectHandle()])
    sequencer.SetCollection("CommandList", [group_cmd.GetObjectHandle()])

    # Setup the methodology manager and the active test case
    meth_mgr = meth_mgr_utils.get_meth_manager()
    assert meth_mgr is not None
    methodology = ctor.Create("StmMethodology", meth_mgr)
    test_case = ctor.Create("StmTestCase", methodology)
    meth_mgr_utils.set_active_test_case(test_case)
    test_case_res = meth_mgr_utils.get_stm_test_result()
    assert test_case_res is not None

    # Mock get_this_cmd
    IteratorValidateCommand.get_this_cmd = MagicMock(return_value=valid_cmd)

    # Set up the results framework (passing iteration)
    RI.create_test()
    RI.start_test()
    fs = 128
    fs_iter_id = 1
    fs_iter_hnd = iter_cmd.GetObjectHandle()
    RI.set_iterator_current_value(fs_iter_hnd, "FrameSize", fs, fs_iter_id)
    RI.add_provider_result(test_utils.dummy_verify_result_passed)
    RI.complete_iteration()

    # Call the different parts of the command and verify the results
    res = IteratorValidateCommand.run(fs_iter_id)
    assert res is True
    assert valid_cmd.Get("Verdict") is True

    # Failed iteration
    RI.set_iterator_current_value(fs_iter_hnd, "FrameSize",
                                  fs + 128, fs_iter_id + 1)
    RI.add_provider_result(test_utils.dummy_verify_result_failed)
    RI.complete_iteration()

    res = IteratorValidateCommand.run(fs_iter_id + 1)
    assert res is True
    assert valid_cmd.Get("Verdict") is False