Example #1
0
def main():

    # Set up the environment.
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)

    fail = 0

    # Run the individual tests.
    fail += run_deviser_test('non-existent', '-g',
                             gv.return_codes['failed to read file'])
    fail += run_deviser_test('test_child', '-g', gv.return_codes['success'])
    fail += run_deviser_test('test_child', 'missing',
                             gv.return_codes['missing function argument'])
    fail += run_deviser_test('test_child', 'wrong',
                             gv.return_codes['invalid function arguments'])
    # TODO sort for latest python ** UPDATE 15th December 2020 this seems to work fine on Python 2 and 3.6.12
    # fail += run_deviser_test('test_child', '-l',
    #                          gv.return_codes['success'])
    fail += run_deviser_test('invalid', '-g', gv.return_codes['parsing error'])
    fail += run_deviser_test('invalid', '-l', gv.return_codes['parsing error'])
    fail += run_deviser_test('unknown_type', '-g',
                             gv.return_codes['unknown type used'])
    fail += run_deviser_test('unknown_error', '-g',
                             gv.return_codes['missing required information'])
    fail += run_deviser_test('bad_lo_element', '-g',
                             gv.return_codes['unknown type used'])
    fail += run_deviser_test('bad_concretes', '-g',
                             gv.return_codes['missing required information'])

    test_functions.report('EXIT CODES', fail, fails, not_tested)
    return fail
Example #2
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # run the individual tests
    name = 'spatial'
    fail += run_cmake_test(name)

    name = 'spatial'
    fail += run_register_test(name)

    name = 'spatial'
    fail += run_example_test(name)

    name = 'groups'
    fail += run_example_test(name)

    test_functions.report('CMAKE', fail, fails, not_tested)
    return fail
Example #3
0
def main():
    """
    Main function. Set up and run all tests.
    """

    # Set up the environment.
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # Run the individual tests.  TODO Consider using a pytest fixture.
    name = 'spatial'
    fail += run_cmake_test(name)

    name = 'spatial'
    fail += run_register_test(name)

    name = 'spatial'
    fail += run_example_test(name)

    name = 'groups'
    fail += run_example_test(name)

    test_functions.report('CMAKE', fail, fails, not_tested)
    return fail
Example #4
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # run the individual tests
    # name = 'qual'
    # test_case = 'validation'
    # fail += run_test(name, test_case)
    #
    # name = 'groups'
    # test_case = 'macros'
    # fail += run_test(name, test_case)
    #
    # name = 'groups'
    # test_case = 'validation'
    # fail += run_test(name, test_case)
    #
    # name = 'groups'
    # test_case = 'body'
    # fail += run_test(name, test_case)
    #
    # name = 'unknown_type'
    # test_case = 'validation'
    # fail += run_test(name, test_case)
    #
    # name = 'test_sidrefs'
    # test_case = 'validation'
    # fail += run_test(name, test_case)
    #
    # name = 'test_sidrefs'
    # test_case = 'body'
    # fail += run_test(name, test_case)
    #
    # name = 'test_lists'
    # test_case = 'validation'
    # fail += run_test(name, test_case)
    #
    # name = 'test_lists'
    # test_case = 'body'
    # fail += run_test(name, test_case)

    # run the individual tests
    name = 'test_att'
    test_case = 'validation'
    fail += run_test(name, test_case)

    # write summary
    test_functions.report('TEX', fail, fails, not_tested)
    return fail
Example #5
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)

    fail = 0

    # run the individual tests
    fail += run_deviser_test('non-existent', '-g',
                             global_variables.
                             return_codes['failed to read file'])
    fail += run_deviser_test('non-existent', '-l',
                             global_variables.
                             return_codes['failed to read file'])
    fail += run_deviser_test('test_child', '-g',
                             global_variables.
                             return_codes['success'])
    fail += run_deviser_test('test_child', 'missing',
                             global_variables.
                             return_codes['missing function argument'])
    fail += run_deviser_test('test_child', 'wrong',
                             global_variables.
                             return_codes['invalid function arguments'])
    fail += run_deviser_test('test_child', '-l',
                             global_variables.
                             return_codes['success'])
    fail += run_deviser_test('invalid', '-g',
                             global_variables.
                             return_codes['parsing error'])
    fail += run_deviser_test('invalid', '-l',
                             global_variables.
                             return_codes['parsing error'])
    fail += run_deviser_test('unknown_type', '-g',
                             global_variables.
                             return_codes['unknown type used'])
    fail += run_deviser_test('unknown_error', '-g',
                             global_variables.
                             return_codes['missing required information'])
    fail += run_deviser_test('bad_lo_element', '-g',
                             global_variables.
                             return_codes['unknown type used'])
    fail += run_deviser_test('bad_concretes', '-g',
                             global_variables.
                             return_codes['missing required information'])


    test_functions.report('EXIT CODES', fail, fails, not_tested)
    return fail
Example #6
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # run the individual tests
    name = 'qual'
    fail += run_matlab_test(name)

    test_functions.report('matlab', fail, fails, not_tested)
    return fail
Example #7
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)

    fail = 0

    # run the individual tests
    fail += run_deviser_test('non-existent', '-g',
                             global_variables.
                             return_codes['failed to read file'])
    fail += run_deviser_test('non-existent', '-l',
                             global_variables.
                             return_codes['failed to read file'])
    fail += run_deviser_test('test_child', '-g',
                             global_variables.
                             return_codes['success'])
    fail += run_deviser_test('test_child', 'missing',
                             global_variables.
                             return_codes['missing function argument'])
    fail += run_deviser_test('test_child', 'wrong',
                             global_variables.
                             return_codes['invalid function arguments'])
    fail += run_deviser_test('test_child', '-l',
                             global_variables.
                             return_codes['success'])
    fail += run_deviser_test('invalid', '-g',
                             global_variables.
                             return_codes['parsing error'])
    fail += run_deviser_test('invalid', '-l',
                             global_variables.
                             return_codes['parsing error'])
    fail += run_deviser_test('unknown_type', '-g',
                             global_variables.
                             return_codes['unknown type used'])
    fail += run_deviser_test('unknown_error', '-g',
                             global_variables.
                             return_codes['missing required information'])


    test_functions.report('EXIT CODES', fail, fails, not_tested)
    return fail
Example #8
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # run the individual tests
    name = 'spatial'
    fail += run_cmake_test(name)

    name = 'spatial'
    fail += run_register_test(name)

    test_functions.report('CMAKE', fail, fails, not_tested)
    return fail
Example #9
0
def main():

    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # run the individual tests
    name = 'spatial'
    test_case = 'csharp'
    ext = 'i'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'java'
    ext = 'i'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'javascript'
    ext = 'cpp'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'perl'
    ext = 'cpp'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'php'
    ext = 'cpp'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'python'
    ext = 'cpp'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'r'
    ext = 'cpp'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'ruby'
    ext = 'cpp'
    fail += run_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'csharp'
    ext = 'i'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'java'
    ext = 'i'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'javascript'
    ext = 'cpp'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'perl'
    ext = 'cpp'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'php'
    ext = 'cpp'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'python'
    ext = 'cpp'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'r'
    ext = 'cpp'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'ruby'
    ext = 'cpp'
    fail += run_ns_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'javascript'
    ext = 'cpp'
    fail += run_pkgs_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'ruby'
    ext = 'cpp'
    fail += run_plugin_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'java'
    ext = 'i'
    fail += run_pkgs_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'csharp'
    ext = 'i'
    fail += run_local_test(name, test_case, ext, False)

    name = 'spatial'
    test_case = 'php'
    ext = 'i'
    fail += run_local_test(name, test_case, ext, True)

    name = 'spatial'
    test_case = 'swig'
    ext = 'i'
    fail += run_swig_test(name, test_case, ext)

    name = 'spatial'
    test_case = 'swig'
    ext = 'h'
    fail += run_swig_test(name, test_case, ext)

    name = 'qual'
    test_case = 'javascript'
    ext = 'cpp'
    fail += run_plugin_test(name, test_case, ext)

    test_functions.report('BINDINGS', fail, fails, not_tested)
    return fail
Example #10
0
def main():

    # Set up the environment.
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, _) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    run_all = True

    if run_all:
        # run the individual tests
        # TODO Using pytest parameterization would be good here.

        name = 'spatial'
        test_case = 'csharp'
        ext = 'i'
        # my_tuple = ('spatial', 'csharp', 'i')
        # fail += run_test(my_tuple[0], my_tuple[1], my_tuple[2])
        # fail += run_test(name=my_tuple[0], binding=my_tuple[1], ext=my_tuple[2])
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'java'
        ext = 'i'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'javascript'
        ext = 'cpp'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'perl'
        ext = 'cpp'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'php'
        ext = 'cpp'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'python'
        ext = 'cpp'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'r'
        ext = 'cpp'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'ruby'
        ext = 'cpp'
        fail += run_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'csharp'
        ext = 'i'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'java'
        ext = 'i'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'javascript'
        ext = 'cpp'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'perl'
        ext = 'cpp'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'php'
        ext = 'cpp'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'python'
        ext = 'cpp'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'r'
        ext = 'cpp'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'ruby'
        ext = 'cpp'
        fail += run_ns_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'javascript'
        ext = 'cpp'
        fail += run_pkgs_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'ruby'
        ext = 'cpp'
        fail += run_plugin_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'java'
        ext = 'i'
        fail += run_pkgs_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'csharp'
        ext = 'i'
        fail += run_local_test(name, test_case, ext, False)

        name = 'spatial'
        test_case = 'php'
        ext = 'i'
        fail += run_local_test(name, test_case, ext, True)

        name = 'spatial'
        test_case = 'swig'
        ext = 'i'
        fail += run_swig_test(name, test_case, ext)

        name = 'spatial'
        test_case = 'swig'
        ext = 'h'
        fail += run_swig_test(name, test_case, ext)

        name = 'qual'
        test_case = 'javascript'
        ext = 'cpp'
        fail += run_plugin_test(name, test_case, ext)

        name = 'test_vers'
        test_case = 'java'
        ext = 'i'
        fail += run_test(name, test_case, ext)
        fail += run_ns_test(name, test_case, ext)
        fail += run_pkgs_test(name, test_case, ext)
    else:
        name = 'test_vers'
        test_case = 'java'
        ext = 'i'
        # TODO Why are two of these tests commented out here?
        # They didn't raise any errors when I tried running them.
        # fail += run_test(name, test_case, ext)
        fail += run_ns_test(name, test_case, ext)
        # fail += run_pkgs_test(name, test_case, ext)

    test_functions.report('BINDINGS', fail, fails, not_tested)
    return fail
Example #11
0
def main():
    # set up the enivornment
    this_dir = os.path.dirname(os.path.abspath(__file__))
    (path_to_tests, other) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # # #TODO PARSER TESTS
    # name = 'qual'
    # num = 0
    # class_name = 'QualParser'
    # test_case = 'Qual Parser'
    # fail += run_parser_test(name, class_name, test_case)
    #
    # name = 'fbc_v2'
    # num = 0
    # class_name = 'FbcParser'
    # test_case = 'Fbc Parser'
    # fail += run_parser_test(name, class_name, test_case)
    #
    # name = 'distrib'
    # num = 0
    # class_name = 'DistribParser'
    # test_case = 'Distrib Parser'
    # fail += run_parser_test(name, class_name, test_case)
    #
    # name = 'groups'
    # num = 0
    # class_name = 'GroupsParser'
    # test_case = 'Groups Parser'
    # fail += run_parser_test(name, class_name, test_case)
    #
    # name = 'dyn'
    # num = 0
    # class_name = 'DynParser'
    # test_case = 'DynParser'
    # fail += run_parser_test(name, class_name, test_case)
    #
    # name = 'spatial'
    # num = 0
    # class_name = 'SpatalParser'
    # test_case = 'SpatialParser'
    # fail += run_parser_test(name, class_name, test_case)


    # TODO Plugin Tests

    # name = 'qual'
    # num = 0
    # class_name = 'QualModelPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    # #
    #
    #
    # name = 'groups'
    # num = 0
    # class_name = 'GroupsModelPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'distrib'
    # num = 0
    # class_name = 'DistribFunctionDefinitionPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'distrib'
    # num = 1
    # class_name = 'DistribSBasePluginPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'dyn'
    # num = 0
    # class_name = 'DynSBasePluginPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'dyn'
    # num = 1
    # class_name = 'DynEventPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'dyn'
    # num = 2
    # class_name = 'DynCompartmentPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    # #

    # name = 'fbc_v2'
    # num = 0
    # class_name = 'FbcModelPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'fbc_v2'
    # num = 1
    # class_name = 'FbcSpeciesPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'fbc_v2'
    # num = 2
    # class_name = 'FbcReactionPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)



    # name = 'spatial'
    # num = 0
    # class_name = 'SpatialModelPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'spatial'
    # num = 1
    # class_name = 'SpatialCompartmentPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    #
    # name = 'spatial'
    # num = 2
    # class_name = 'SpatialSpeciesPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    #
    # name = 'spatial'
    # num = 3
    # class_name = 'SpatialParameterPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)
    #
    # name = 'spatial'
    # num = 4
    # class_name = 'SpatialReactionPlugin'
    # test_case = 'basic plugin'
    # fail += run_plug_test(name, class_name, test_case, num)


    # # TODO qual tests
    #
    # #
    #
    # # Whole package test
    #
    #
    # # # # #All qual compile
    # # #Compiles
    name = 'qual'
    num = 0
    class_name = 'QualitativeSpecies'
    list_of = 'ListOfQualitativeSpecies'
    test_case = 'an element on QualitativeSpecies'
    fail += run_test(name, num, class_name, test_case)

    # Compiles
    name = 'qual'
    num = 1
    class_name = 'Transition'
    list_of = 'ListOfTransition'
    test_case = 'an element on Transition'
    fail += run_test(name, num, class_name, test_case)
    # # #
    # # # #
    # Compiles
    name = 'qual'
    num = 2
    class_name = 'Input'
    list_of = 'ListOfInput'
    test_case = 'an element on Input'
    fail += run_test(name, num, class_name, test_case)
    # # #
    # # #
    # Compiles
    name = 'qual'
    num = 3
    class_name = 'Output'
    list_of = 'ListOfOutput'
    test_case = 'an element on Output'
    fail += run_test(name, num, class_name, test_case)
    #
    #
    #
    # Compiles
    name = 'qual'
    num = 4
    class_name = 'DefaultTerm'
    list_of = 'ListOfDefaultTerm'
    test_case = 'an element on DefaultTerm'
    fail += run_test(name, num, class_name, test_case)

    # Compiles
    name = 'qual'
    num = 5
    class_name = 'FunctionTerm'
    list_of = 'ListOfFunctionTerm'
    test_case = 'an element on FunctionTerm'
    fail += run_test(name, num, class_name, test_case)

    # Qual Enum Types
    name = 'qual'
    num = 0
    enum_name = 'Sign'
    test_case = 'an element on Sign Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'qual'
    num = 1
    enum_name = 'TransitionOutputEffect'
    test_case = 'an element on TransitionOutputEffect Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'qual'
    num = 2
    enum_name = 'TransitionInputEffect'
    test_case = 'an element on TransitionInputEffect Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'qual'
    num = 3
    enum_name = 'QualList'
    test_case = 'an element on QualList Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    # Qual Constants
    name = 'qual'
    constants_name = 'QualConstants'
    test_case = 'Qual Constants'
    fail += run_constant_test(name, constants_name, test_case)

    name = 'qual'
    num = 0
    class_name = 'QualModelPlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'qual'
    num = 0
    class_name = 'QualParser'
    test_case = 'Qual Parser'
    fail += run_parser_test(name, class_name, test_case)
    # #
    #
    # # # # TODO dyn tests
    # # # #Compilable
    #
    # Dyn Constants
    name = 'dyn'
    constants_name = 'DynConstants'
    test_case = 'DynConstants'
    fail += run_constant_test(name, constants_name, test_case)

    name = 'dyn'
    num = 0
    enum_name = 'DynList'
    test_case = 'an element on DynList Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'dyn'
    num = 0
    class_name = 'DynElement'
    list_of = 'ListOfDynElement'
    test_case = 'an element on DynElement'
    fail += run_test(name, num, class_name, test_case)

    name = 'dyn'
    num = 1
    class_name = 'SpatialComponent'
    list_of = 'ListOfSpatialComponent'
    test_case = 'an element on SpatialComponent'
    fail += run_test(name, num, class_name, test_case)
    #
    #
    name = 'dyn'
    num = 0
    class_name = 'DynSBasePlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'dyn'
    num = 1
    class_name = 'DynEventPlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'dyn'
    num = 2
    class_name = 'DynCompartmentPlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    #
    name = 'dyn'
    num = 0
    class_name = 'DynParser'
    test_case = 'Dyn Parser'
    fail += run_parser_test(name, class_name, test_case)

    #
    # # #
    # # # # TODO distrib tests

    # Distrib constants
    name = 'distrib'
    constants_name = 'DistribConstants'
    test_case = 'DistribConstants'
    fail += run_constant_test(name, constants_name, test_case)

    name = 'distrib'
    num = 0
    enum_name = 'DistribList'
    test_case = 'an element on DistribList Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'distrib'
    num = 0
    class_name = 'DrawFromDistribution'
    list_of = 'ListOfDrawFromDistribution'
    test_case = 'an element on DrawFromDistribution'
    fail += run_test(name, num, class_name, test_case)

    # Compilable
    name = 'distrib'
    num = 1
    class_name = 'DistribInput'
    list_of = 'ListOfDistribInput'
    test_case = 'an element on DistribInput'
    fail += run_test(name, num, class_name, test_case)

    name = 'distrib'
    num = 2
    class_name = 'Uncertainty'
    list_of = 'ListOfUncertainty'
    test_case = 'an element on Uncertainty'
    fail += run_test(name, num, class_name, test_case)

    name = 'distrib'
    num = 0
    class_name = 'DistribFunctionDefinitionPlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'distrib'
    num = 1
    class_name = 'DistribSBasePlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'distrib'
    num = 0
    class_name = 'DistribParser'
    test_case = 'Distrib Parser'
    fail += run_parser_test(name, class_name, test_case)

    # # # # TODO groups tests
    # # #

    # Groups constants
    name = 'groups'
    constants_name = 'GroupsConstants'
    test_case = 'GroupsConstants'
    fail += run_constant_test(name, constants_name, test_case)

    # Groups Enum Types
    name = 'groups'
    num = 0
    enum_name = 'GroupKind'
    test_case = 'an element on GroupKind Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'groups'
    num = 1
    enum_name = 'GroupsList'
    test_case = 'an element on GroupsList Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    # Compilable
    name = 'groups'
    num = 0
    class_name = 'Group'
    list_of = 'ListOfGroup'
    test_case = 'an element on Group'
    fail += run_test(name, num, class_name, test_case)
    #

    # Compilable
    name = 'groups'
    num = 1
    class_name = 'Member'
    list_of = 'ListOfMembern'
    test_case = 'an element on Member'
    fail += run_test(name, num, class_name, test_case)

    name = 'groups'
    num = 0
    class_name = 'GroupsModelPlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'groups'
    num = 0
    class_name = 'GroupsParser'
    test_case = 'Groups Parser'
    fail += run_parser_test(name, class_name, test_case)

    #
    # FBC Constants
    name = 'fbc_v2'
    constants_name = 'FbcConstants'
    test_case = 'Fbc Constants'
    fail += run_constant_test(name, constants_name, test_case)

    # all pass
    name = 'fbc_v2'
    num = 0
    class_name = 'FluxBound'
    list_of = 'ListOfFluxBound'
    test_case = 'an element on FluxBound'
    fail += run_test(name, num, class_name, test_case)
    #

    name = 'fbc_v2'
    num = 1
    class_name = 'Objective'
    list_of = 'ListOfObjective'
    test_case = 'an element on Objective'
    fail += run_test(name, num, class_name, test_case)

    name = 'fbc_v2'
    num = 2
    class_name = 'FluxObjective'
    list_of = 'ListOfFluxObjective'
    test_case = 'an element on FluxObjective'
    fail += run_test(name, num, class_name, test_case)

    # FBC Enum Types
    name = 'fbc_v2'
    num = 0
    enum_name = 'FbcType'
    test_case = 'an element on FbcType Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'fbc_v2'
    num = 1
    enum_name = 'FbcOperation'
    test_case = 'an element on FbcOperation Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    name = 'fbc_v2'
    num = 2
    enum_name = 'FbcList'
    test_case = 'an element on FbcList Enum'
    fail += run_enum_test(name, num, enum_name, test_case)

    # Qual Constants
    name = 'fbc_v2'
    constants_name = 'FbcConstants'
    test_case = 'Fbc Constants'
    fail += run_constant_test(name, constants_name, test_case)
    # #


    name = 'fbc_v2'
    class_name = 'FbcParser'
    test_case = 'FbcParser'
    fail += run_parser_test(name, class_name, test_case)

    # TODO spatial tests
    # Spatial constants
    name = 'spatial'
    constants_name = 'SpatialConstants'
    test_case = 'SpatialConstants'
    fail += run_constant_test(name, constants_name, test_case)

    name = 'spatial'
    num = 0
    class_name = 'GroupsModelPlugin'
    test_case = 'basic plugin'
    fail += run_plug_test(name, class_name, test_case, num)

    name = 'spatial'
    num = 0
    class_name = 'DomainType'
    list_of = 'ListOfDomainType'
    test_case = 'an element on DomainType'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 1
    class_name = 'Domain'
    list_of = 'ListOfDomain'
    test_case = 'an element on Domain'
    fail += run_test(name, num, class_name, test_case)
    #
    #
    name = 'spatial'
    num = 2
    class_name = 'InteriorPoint'
    list_of = 'ListOfInteriorPoint'
    test_case = 'an element on InteriorPoint'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 3
    class_name = 'Boundary'
    list_of = 'ListOfBoundary'
    test_case = 'an element on Boundary'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 4
    class_name = 'AdjacentDomains'
    list_of = 'ListOfAdjacentDomains'
    test_case = 'an element on AdjacentDomains'
    fail += run_test(name, num, class_name, test_case)
    #
    #
    name = 'spatial'
    num = 5
    class_name = 'GeometryDefinition'
    list_of = 'ListOfGeometryDefinition'
    test_case = 'an element on GeometryDefinition'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 6
    class_name = 'CompartmentMapping'
    list_of = 'ListOfCompartmentMapping'
    test_case = 'an element on CompartmentMapping'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 7
    class_name = 'CoordinateComponent'
    list_of = 'ListOfCoordinateComponent'
    test_case = 'an element on CoordinateComponent'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 8
    class_name = 'SampledFieldGeometry'
    list_of = 'ListOfSampledFieldGeometry'
    test_case = 'an element on SampledFieldGeometry'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 9
    class_name = 'SampledField'
    list_of = 'ListOfSampledField'
    test_case = 'an element on SampledField'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 10
    class_name = 'SampledVolume'
    list_of = 'ListOfSampledVolume'
    test_case = 'an element on SampledVolume'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 11
    class_name = 'AnalyticGeometry'
    list_of = 'ListOfAnalyticGeometry'
    test_case = 'an element on AnalyticGeometry'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 12
    class_name = 'AnalyticVolume'
    list_of = 'ListOfAnalyticVolume'
    test_case = 'an element on AnalyticVolume'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 13
    class_name = 'ParametricGeometry'
    list_of = 'ListOfParametricGeometry'
    test_case = 'an element on ParametricGeometry'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 14
    class_name = 'ParametricObject'
    list_of = 'ListOfParametricObject'
    test_case = 'an element on ParametricObject'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 15
    class_name = 'CSGeometry'
    list_of = 'ListOfCSGeometry'
    test_case = 'an element on CSGeometry'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 16
    class_name = 'CSGObject'
    list_of = 'ListOfCSGObject'
    test_case = 'an element on CSGObject'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 17
    class_name = 'CSGNode'
    list_of = 'ListOfCSGNode'
    test_case = 'an element on CSGNode'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 18
    class_name = 'CSGTransformation'
    list_of = 'ListOfCSGTransformation'
    test_case = 'an element on CSGTransformation'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 19
    class_name = 'CSGTranslation'
    list_of = 'ListOfCSGTranslation'
    test_case = 'an element on CSGTranslation'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 20
    class_name = 'CSGRotation'
    list_of = 'ListOfCSGRotation'
    test_case = 'an element on CSGRotation'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 21
    class_name = 'CSGScale'
    list_of = 'ListOfCSGScale'
    test_case = 'an element on CSGScale'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 22
    class_name = 'CSGHomogeneousTransformation'
    list_of = 'ListOfCSGHomogeneousTransformation'
    test_case = 'an element on CSGHomogeneousTransformation'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 23
    class_name = 'TransformationComponents'
    list_of = 'ListOfTransformationComponents'
    test_case = 'an element on Transition'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 24
    class_name = 'CSGPrimitive'
    list_of = 'ListOfCSGPrimitive'
    test_case = 'an element on CSGPrimitive'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 25
    class_name = 'CSGPseudoPrimitive'
    list_of = 'ListOfCSGPseudoPrimitive'
    test_case = 'an element on CSGPseudoPrimitive'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 26
    class_name = 'CSGSetOperator'
    list_of = 'ListOfCSGSetOperator'
    test_case = 'an element on CSGSetOperator'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 27
    class_name = 'SpatialSymbolReference'
    list_of = 'ListOfSpatialSymbolReference'
    test_case = 'an element on SpatialSymbolReference'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 28
    class_name = 'DiffusionCoefficient'
    list_of = 'ListOfDiffusionCoefficient'
    test_case = 'an element on DiffusionCoefficient'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 29
    class_name = 'AdvectionCoefficient'
    list_of = 'ListOfAdvectionCoefficient'
    test_case = 'an element on AdvectionCoefficient'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 30
    class_name = 'BoundaryCondition'
    list_of = 'ListOfBoundaryCondition'
    test_case = 'an element on BoundaryCondition'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 31
    class_name = 'Geometry'
    list_of = 'ListOfGeometry'
    test_case = 'an element on Geometry'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 32
    class_name = 'CoordinateReference'
    list_of = 'ListOfCoordinateReference'
    test_case = 'an element on CoordinateReference'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 33
    class_name = 'MixedGeometry'
    list_of = 'ListOfMixedGeometry'
    test_case = 'an element on MixedGeometry'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 34
    class_name = 'OrdinalMapping'
    list_of = 'ListOfOrdinalMapping'
    test_case = 'an element on OrdinalMapping'
    fail += run_test(name, num, class_name, test_case)

    name = 'spatial'
    num = 35
    class_name = 'SpatialPoints'
    list_of = 'ListOfSpatialPoints'
    test_case = 'an element on SpatialPoints'
    fail += run_test(name, num, class_name, test_case)

    #
    #
    #
    #
    # # TODO original Tests
    # # name = 'qual'
    # # num = 5
    # # class_name = 'FunctionTerm'
    # # list_of = 'ListOfFunctionTerms'
    # # test_case = 'an element on ListOf'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    #
    # # name = 'qual'
    # # num = 3
    # # class_name = 'Output'
    # # list_of = 'ListOfOutputs'
    # # test_case = 'simple class'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'qual'
    # # num = 1
    # # class_name = 'Transition'
    # # list_of = 'ListOfTransitions'
    # # test_case = 'class with child list of elements'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'qual'
    # # class_name = 'QualExtension'
    # # test_case = 'basic extension file'
    # # fail += run_ext_test(name, class_name, test_case, 0)
    # #

    # #
    # # name = 'qual'
    # # class_name = 'QualExtensionTypes'
    # # test_case = 'the types '
    # # fail += run_ext_test(name, class_name, test_case, 1)
    # #
    # # name = 'qual'
    # # class_name = 'qualfwd'
    # # test_case = 'forward declarations '
    # # fail += run_ext_test(name, class_name, test_case, 2)
    # #


    # #
    # # name = 'qual'
    # # class_name = 'QualSBMLError'
    # # test_case = 'error enumeration '
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'qual'
    # # class_name = 'QualConsistencyValidator'
    # # test_case = 'validator'
    # # fail += run_valid_test(name, class_name, test_case, False)
    #
    #
    #
    #
    #
    #
    # # name = 'distrib'
    # # num = 2
    # # class_name = 'Uncertainty'
    # # list_of = ''
    # # test_case = 'class with other child'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 7
    # # class_name = 'CoordinateComponent'
    # # list_of = 'ListOfCoordinateComponents'
    # # test_case = 'class with same child element diff name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 17
    # # class_name = 'CSGNode'
    # # list_of = 'ListOfCSGNodes'
    # # test_case = 'abstract'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 35
    # # class_name = 'SpatialPoints'
    # # list_of = ''
    # # test_case = 'array type'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 8
    # # class_name = 'SampledFieldGeometry'
    # # list_of = ''
    # # test_case = 'non sbase base class'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 9
    # # class_name = 'SampledField'
    # # list_of = ''
    # # test_case = 'additional code files'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 18
    # # class_name = 'CSGTransformation'
    # # list_of = ''
    # # test_case = 'abstract non base class'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 3
    # # class_name = 'Boundary'
    # # list_of = ''
    # # test_case = 'overwrites element name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 13
    # # class_name = 'ParametricGeometry'
    # # list_of = ''
    # # test_case = 'child element and child lo_element'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 12
    # # class_name = 'AnalyticVolume'
    # # list_of = 'ListOfAnalyticVolumes'
    # # test_case = 'class with math child'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 33
    # # class_name = 'MixedGeometry'
    # # list_of = ''
    # # test_case = 'class with math child'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 26
    # # class_name = 'CSGSetOperator'
    # # list_of = ''
    # # test_case = 'contains list of that has abstracts that are abstract'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'spatial'
    # # num = 1
    # # class_name = 'SpatialCompartmentPlugin'
    # # test_case = 'plugin with child element'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'spatial'
    # # num = 3
    # # class_name = 'SpatialParameterPlugin'
    # # test_case = 'plugin with additional code'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'spatial'
    # # num = 4
    # # class_name = 'SpatialReactionPlugin'
    # # test_case = 'plugin only attributes'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'spatial'
    # # num = 5
    # # class_name = 'SpatialSBMLDocumentPlugin'
    # # test_case = 'include line over extends'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'spatial'
    # # class_name = 'SpatialConsistencyConstraints'
    # # test_case = 'constraints'
    # # fail += run_constraints_test(name, class_name, test_case)
    # #
    # # name = 'spatial'
    # # class_name = 'SpatialValidator'
    # # test_case = 'validator'
    # # fail += run_valid_test(name, class_name, test_case, False)
    # #
    # # name = 'groups'
    # # num = 1
    # # class_name = 'Member'
    # # list_of = 'ListOfMembers'
    # # test_case = 'list of with attribute'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'groups'
    # # num = 0
    # # class_name = 'GroupsModelPlugin'
    # # test_case = 'plugin with additional code'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'test_vers'
    # # num = 0
    # # class_name = 'ClassOne'
    # # list_of = ''
    # # test_case = 'multiple versions'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'test_vers'
    # # num = 2
    # # class_name = 'BBB'
    # # list_of = ''
    # # test_case = 'multiple versions same child lo'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'test_vers'
    # # num = 0
    # # class_name = 'VersModelPlugin'
    # # test_case = 'versions of plugins - attributes'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'test_vers'
    # # num = 1
    # # class_name = 'VersSpeciesPlugin'
    # # test_case = 'versions of plugins - elements'
    # # fail += run_plug_test(name, class_name, test_case, num)
    # #
    # # name = 'test_vers'
    # # class_name = 'VersExtension'
    # # test_case = 'multi version extension file'
    # # fail += run_ext_test(name, class_name, test_case, 0)
    # #
    # # name = 'fbc_v2'
    # # num = 5
    # # class_name = 'FbcAnd'
    # # list_of = ''
    # # test_case = 'inline_lo_element'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'test_child'
    # # num = 0
    # # class_name = 'MySEDClass'
    # # list_of = ''
    # # test_case = 'different language'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'base_class'
    # # num = 0
    # # class_name = 'MyBase'
    # # list_of = ''
    # # test_case = 'class with no given base class'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'base_class'
    # # num = 1
    # # class_name = 'ClassTwo'
    # # list_of = 'ListOfClassTwos'
    # # test_case = 'class with lower case name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'base_class'
    # # num = 2
    # # class_name = 'ClassThree'
    # # list_of = ''
    # # test_case = 'class with enum lower case name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'base_class'
    # # class_name = 'TestExtension'
    # # test_case = 'default typecodes extension file'
    # # fail += run_ext_test(name, class_name, test_case, 0)
    # #
    # # name = 'unknown_type'
    # # num = 0
    # # class_name = 'UnknownType'
    # # list_of = ''
    # # test_case = 'class using an unknown attribute type'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'test_sidrefs'
    # # class_name = 'RefsSBMLError'
    # # test_case = 'sidref with multiple targets '
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'test_sidrefs_1'
    # # class_name = 'RefsSBMLError'
    # # test_case = 'sidref with multiple targets - diff spacing'
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'test_sidrefs_2'
    # # class_name = 'RefsSBMLError'
    # # test_case = 'sidref with multiple targets - diff spacing'
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'test_sidrefs_3'
    # # class_name = 'RefsSBMLError'
    # # test_case = 'sidref with multiple targets - diff spacing'
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'test_sidrefs_4'
    # # class_name = 'RefsSBMLError'
    # # test_case = 'sidref with multiple targets - diff spacing'
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'test_lists'
    # # class_name = 'FooSBMLError'
    # # test_case = 'error enumeration '
    # # fail += run_valid_test(name, class_name, test_case)
    # #
    # # name = 'nasty_lists'
    # # num = 0
    # # class_name = 'Child'
    # # list_of = ''
    # # test_case = 'non uniform listOf name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'nasty_lists'
    # # num = 2
    # # class_name = 'Parent'
    # # list_of = ''
    # # test_case = 'non uniform listOf name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'nasty_lists_alt1'
    # # num = 2
    # # class_name = 'Parent'
    # # list_of = ''
    # # test_case = 'non uniform listOf name'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'lo_children'
    # # num = 1
    # # class_name = 'ContainerX'
    # # list_of = ''
    # # test_case = 'variants of lo child elements and differing api/xml names'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #sbml
    # # name = 'xml_names'
    # # num = 0
    # # class_name = 'Fred'
    # # list_of = ''
    # # test_case = 'attribute xml names differ'
    # # fail += run_test(name, num, class_name, test_case, list_of)
    # #
    # # name = 'xml_names'
    # # num = 1
    # # class_name = 'Other'
    # # list_of = ''
    # # test_case = 'element xml names differ'
    # # fail += run_test(name, num, class_name, test_case, list_of)

    # # run the individual tests
    # name = 'test_att'
    # num = 1
    # class_name = 'Unit'
    # list_of = ''
    # test_case = 'unit sid ref'
    # fail += run_test(name, num, class_name, test_case, list_of)
    #
    # name = 'test_att'
    # num = 2
    # class_name = 'MyLoTest'
    # list_of = 'ListOfMyLoTests'
    # test_case = 'attribute on ListOf'
    # fail += run_test(name, num, class_name, test_case, list_of)
    #
    # name = 'test_att'
    # num = 0
    # class_name = 'MyTestClass'
    # list_of = ''
    # test_case = 'all types of attributes'
    # fail += run_test(name, num, class_name, test_case, list_of)
    #
    # name = 'test_att'
    # num = 3
    # class_name = 'MyRequiredClass'
    # list_of = ''
    # test_case = 'all types attributes required'
    # fail += run_test(name, num, class_name, test_case, list_of)
    #
    # name = 'test_att'
    # num = 4
    # class_name = 'ArrayChild'
    # list_of = ''
    # test_case = 'child elements and arrays'
    # fail += run_test(name, num, class_name, test_case, list_of)
    #
    # name = 'test_att'
    # num = 5
    # class_name = 'Container'
    # list_of = ''
    # test_case = 'a listOf child that uses listOfFoo as the name'
    # fail += run_test(name, num, class_name, test_case, list_of)

    #
    # # #TESTING PhaSE
    # name = 'qual'
    # class_name = 'QualExtension'
    # test_case = 'default typecodes extension file'
    # fail += run_ext_test(name, class_name, test_case, 0)


    test_functions.report('JAVA', fail, fails, not_tested)
    return fail
Example #12
0
def main():

    runall = True
    # Set up the environment.
    this_dir = os.path.dirname(os.path.abspath(__file__))

    (path_to_tests, _) = os.path.split(this_dir)
    test_functions.set_path_to_tests(path_to_tests)
    if not os.path.isdir('temp'):
        os.mkdir('temp')
    fail = 0

    # These tests are all independent from each other,
    # so their order doesn't matter.
    name = 'spatial'
    test_case = 'body'
    fail += run_test(name, test_case)

    if runall:
        # Run the other individual tests.
        name = 'qual'
        test_case = 'apdx-validation'
        fail += run_test(name, test_case)

        name = 'groups'
        test_case = 'macros'
        fail += run_test(name, test_case)

        name = 'groups'
        test_case = 'apdx-validation'
        fail += run_test(name, test_case)

        name = 'groups'
        test_case = 'body'
        fail += run_test(name, test_case)

        name = 'unknown_type'
        test_case = 'apdx-validation'
        fail += run_test(name, test_case)

        name = 'test_sidrefs'
        test_case = 'apdx-validation'
        fail += run_test(name, test_case)

        name = 'test_sidrefs'
        test_case = 'body'
        fail += run_test(name, test_case)

        name = 'test_lists'
        test_case = 'apdx-validation'
        fail += run_test(name, test_case)

        name = 'test_lists'
        test_case = 'body'
        fail += run_test(name, test_case)

        name = 'test_att'
        test_case = 'apdx-validation'
        fail += run_test(name, test_case)

    # write summary
    test_functions.report('TEX', fail, fails, not_tested)
    return fail