def autogen_ibeis_runtest():
""" special case to generate tests script for IBEIS
Example:
>>> from autogen_test_script import * # NOQA
>>> test_script = autogen_ibeis_runtest()
>>> print(test_script)
CommandLine:
python -c "import utool; utool.autogen_ibeis_runtest()"
python -c "import utool; print(utool.autogen_ibeis_runtest())"
python -c "import utool; print(utool.autogen_ibeis_runtest())" > run_tests.sh
chmod +x run_tests.sh
"""
quick_tests = ['ibeis/tests/assert_modules.py']
#test_repos = [
# '~/code/ibeis'
# '~/code/vtool'
# '~/code/hesaff'
# '~/code/guitool'
#]
#test_pattern = [
# '~/code/ibeis/test_ibs*.py'
#]
test_argvs = '--quiet --noshow'
misc_pats = [
'test_utool_parallel.py',
'test_pil_hash.py',
]
repodir = '~/code/ibeis'
testdir = 'ibeis/tests'
exclude_list = []
# Hacky, but not too bad way of getting in doctests
# Test to see if doctest_funcs appears after main
# Do not doctest these modules
#exclude_doctests_fnames = set(['template_definitions.py',
# 'autogen_test_script.py'])
#exclude_dirs = [
# '_broken',
# 'old',
# 'tests',
# 'timeits',
# '_scripts',
# '_timeits',
# '_doc',
# 'notebook',
#]
#dpath_list = ['ibeis']
#doctest_modname_list = ut.find_doctestable_modnames(dpath_list, exclude_doctests_fnames, exclude_dirs)
# Verbosity to show which modules at least have some tests
#untested_modnames = ut.find_untested_modpaths(dpath_list, exclude_doctests_fnames, exclude_dirs)
#print('\nUNTESTED MODULES:' + ut.indentjoin(untested_modnames))
#print('\nTESTED MODULES:' + ut.indentjoin(doctest_modname_list))
# The implict list is exactly the code we will use to make the implicit list
#module_list = None
#doctest_modname_list = None
#'export_subset.py',
#'_autogen_ibeiscontrol_funcs.py',
#'randomforest.py',
implicit_build_modlist_str = ut.codeblock('''
import sys
exclude_doctests_fnames = set([
'template_definitions.py',
'autogen_test_script.py',
])
exclude_dirs = [
'_broken',
'old',
'tests',
'timeits',
'_scripts',
'_timeits',
'_doc',
'notebook',
]
dpath_list = ['ibeis']
doctest_modname_list = ut.find_doctestable_modnames(dpath_list, exclude_doctests_fnames, exclude_dirs)
for modname in doctest_modname_list:
exec('import ' + modname, globals(), locals())
module_list = [sys.modules[name] for name in doctest_modname_list]
''')
globals_ = globals()
locals_ = locals()
exec(implicit_build_modlist_str, globals_, locals_)
module_list = locals_['module_list']
doctest_modname_list = locals_['doctest_modname_list']
#module_list = [__import__(name, globals(), locals(), fromlist=[], level=0) for name in modname_list]
#for modname in doctest_modname_list:
# exec('import ' + modname, globals(), locals())
#module_list = [sys.modules[name] for name in doctest_modname_list]
#print('\n'.join(testcmds))
#print('\n'.join(['python -m ' + modname for modname in doctest_modname_list]))
import_str = '\n'.join(
['import ' + modname for modname in doctest_modname_list])
modlist_str = (
'module_list = [%s\n]' %
ut.indentjoin([modname + ',' for modname in doctest_modname_list]))
explicit_build_modlist_str = '\n\n'.join((import_str, modlist_str))
build_modlist_str = implicit_build_modlist_str
#build_modlist_str = explicit_build_modlist_str
pyscript_fmtstr = ut.codeblock(r'''
#!/usr/bin/env python
from __future__ import absolute_import, division, print_function
import utool as ut
def run_tests():
# Build module list and run tests
{build_modlist_str}
ut.doctest_module_list(module_list)
if __name__ == '__main__':
import multiprocessing
multiprocessing.freeze_support()
run_tests()
''')
pyscript_text = pyscript_fmtstr.format(
build_modlist_str=ut.indent(build_modlist_str).strip())
pyscript_text = ut.autofix_codeblock(pyscript_text)
# BUILD OLD SHELL RUN TESTS HARNESS
testcmds_ = ut.get_module_testlines(module_list,
remove_pyc=True,
verbose=False,
pythoncmd='RUN_TEST',
testslow=True)
testcmds = [cmd + ' --sysexitonfail' for cmd in testcmds_]
test_headers = [
# title, default, module, testpattern
ut.def_test('VTOOL',
dpath='vtool/tests',
pat=['test*.py'],
modname='vtool'),
ut.def_test('GUI', dpath=testdir, pat=['test_gui*.py']),
ut.def_test('IBEIS',
dpath=testdir,
pat=['test_ibs*.py', 'test_delete*.py'],
default=False),
ut.def_test('SQL', dpath=testdir, pat=['test_sql*.py']),
ut.def_test('VIEW', dpath=testdir, pat=['test_view*.py']),
ut.def_test('MISC', dpath=testdir, pat=misc_pats),
ut.def_test('OTHER', dpath=testdir, pat='OTHER'),
ut.def_test('HESAFF',
dpath='pyhesaff/tests',
pat=['test_*.py'],
modname='pyhesaff'),
ut.def_test('DOC', testcmds=testcmds, default=True)
]
# Referencs: https://docs.python.org/2/library/runpy.html
shscript_text = ut.make_run_tests_script_text(test_headers, test_argvs,
quick_tests, repodir,
exclude_list)
#print(pyscript_text)
return shscript_text, pyscript_text
def autogen_ibeis_runtest():
""" special case to generate tests script for IBEIS
Example:
>>> from autogen_test_script import * # NOQA
>>> test_script = autogen_ibeis_runtest()
>>> print(test_script)
CommandLine:
python -c "import utool; utool.autogen_ibeis_runtest()"
python -c "import utool; print(utool.autogen_ibeis_runtest())"
python -c "import utool; print(utool.autogen_ibeis_runtest())" > run_tests.sh
chmod +x run_tests.sh
"""
quick_tests = [
'ibeis/tests/assert_modules.py'
]
#test_repos = [
# '~/code/ibeis'
# '~/code/vtool'
# '~/code/hesaff'
# '~/code/guitool'
#]
#test_pattern = [
# '~/code/ibeis/test_ibs*.py'
#]
test_argvs = '--quiet --noshow'
misc_pats = [
'test_utool_parallel.py',
'test_pil_hash.py',
]
repodir = '~/code/ibeis'
testdir = 'ibeis/tests'
exclude_list = []
# Hacky, but not too bad way of getting in doctests
# Test to see if doctest_funcs appears after main
# Do not doctest these modules
#exclude_doctests_fnames = set(['template_definitions.py',
# 'autogen_test_script.py'])
#exclude_dirs = [
# '_broken',
# 'old',
# 'tests',
# 'timeits',
# '_scripts',
# '_timeits',
# '_doc',
# 'notebook',
#]
#dpath_list = ['ibeis']
#doctest_modname_list = ut.find_doctestable_modnames(dpath_list, exclude_doctests_fnames, exclude_dirs)
# Verbosity to show which modules at least have some tests
#untested_modnames = ut.find_untested_modpaths(dpath_list, exclude_doctests_fnames, exclude_dirs)
#print('\nUNTESTED MODULES:' + ut.indentjoin(untested_modnames))
#print('\nTESTED MODULES:' + ut.indentjoin(doctest_modname_list))
# The implict list is exactly the code we will use to make the implicit list
#module_list = None
#doctest_modname_list = None
#'export_subset.py',
#'_autogen_ibeiscontrol_funcs.py',
#'randomforest.py',
implicit_build_modlist_str = ut.codeblock(
'''
import sys
exclude_doctests_fnames = set([
'template_definitions.py',
'autogen_test_script.py',
])
exclude_dirs = [
'_broken',
'old',
'tests',
'timeits',
'_scripts',
'_timeits',
'_doc',
'notebook',
]
dpath_list = ['ibeis']
doctest_modname_list = ut.find_doctestable_modnames(dpath_list, exclude_doctests_fnames, exclude_dirs)
for modname in doctest_modname_list:
exec('import ' + modname, globals(), locals())
module_list = [sys.modules[name] for name in doctest_modname_list]
'''
)
globals_ = globals()
locals_ = locals()
exec(implicit_build_modlist_str, globals_, locals_)
module_list = locals_['module_list']
doctest_modname_list = locals_['doctest_modname_list']
#module_list = [__import__(name, globals(), locals(), fromlist=[], level=0) for name in modname_list]
#for modname in doctest_modname_list:
# exec('import ' + modname, globals(), locals())
#module_list = [sys.modules[name] for name in doctest_modname_list]
#print('\n'.join(testcmds))
#print('\n'.join(['python -m ' + modname for modname in doctest_modname_list]))
import_str = '\n'.join(['import ' + modname for modname in doctest_modname_list])
modlist_str = ('module_list = [%s\n]' % ut.indentjoin([modname + ',' for modname in doctest_modname_list]))
explicit_build_modlist_str = '\n\n'.join((import_str, modlist_str))
build_modlist_str = implicit_build_modlist_str
#build_modlist_str = explicit_build_modlist_str
pyscript_fmtstr = ut.codeblock(
r'''
#!/usr/bin/env python
from __future__ import absolute_import, division, print_function
import utool as ut
def run_tests():
# Build module list and run tests
{build_modlist_str}
ut.doctest_module_list(module_list)
if __name__ == '__main__':
import multiprocessing
multiprocessing.freeze_support()
run_tests()
'''
)
pyscript_text = pyscript_fmtstr.format(build_modlist_str=ut.indent(build_modlist_str).strip())
pyscript_text = ut.autofix_codeblock(pyscript_text)
# BUILD OLD SHELL RUN TESTS HARNESS
testcmds_ = ut.get_module_testlines(module_list, remove_pyc=True,
verbose=False, pythoncmd='RUN_TEST',
testslow=True)
testcmds = [cmd + ' --sysexitonfail' for cmd in testcmds_]
test_headers = [
# title, default, module, testpattern
ut.def_test('VTOOL', dpath='vtool/tests', pat=['test*.py'], modname='vtool'),
ut.def_test('GUI', dpath=testdir, pat=['test_gui*.py']),
ut.def_test('IBEIS', dpath=testdir, pat=['test_ibs*.py', 'test_delete*.py'], default=False),
ut.def_test('SQL', dpath=testdir, pat=['test_sql*.py']),
ut.def_test('VIEW', dpath=testdir, pat=['test_view*.py']),
ut.def_test('MISC', dpath=testdir, pat=misc_pats),
ut.def_test('OTHER', dpath=testdir, pat='OTHER'),
ut.def_test('HESAFF', dpath='pyhesaff/tests', pat=['test_*.py'], modname='pyhesaff'),
ut.def_test('DOC', testcmds=testcmds, default=True)
]
# Referencs: https://docs.python.org/2/library/runpy.html
shscript_text = ut.make_run_tests_script_text(test_headers, test_argvs, quick_tests, repodir, exclude_list)
#print(pyscript_text)
return shscript_text, pyscript_text
def autogen_ibeis_runtest():
""" special case to generate tests script for IBEIS
Example:
>>> from autogen_test_script import * # NOQA
>>> test_script = autogen_ibeis_runtest()
>>> print(test_script)
CommandLine:
python -c "import utool; utool.autogen_ibeis_runtest()"
python -c "import utool; print(utool.autogen_ibeis_runtest())"
python -c "import utool; print(utool.autogen_ibeis_runtest())" > run_tests.sh
chmod +x run_tests.sh
"""
quick_tests = [
'ibeis/tests/assert_modules.py'
]
#test_repos = [
# '~/code/ibeis'
# '~/code/vtool'
# '~/code/hesaff'
# '~/code/guitool'
#]
#test_pattern = [
# '~/code/ibeis/test_ibs*.py'
#]
test_argvs = '--quiet --noshow'
misc_pats = [
'test_utool_parallel.py',
'test_pil_hash.py',
]
repodir = '~/code/utool'
exclude_list = []
# Verbosity to show which modules at least have some tests
#untested_modnames = ut.find_untested_modpaths(dpath_list, exclude_doctests_fnames, exclude_dirs)
#print('\nUNTESTED MODULES:' + ut.indentjoin(untested_modnames))
#print('\nTESTED MODULES:' + ut.indentjoin(doctest_modname_list))
implicit_build_modlist_str = ut.codeblock(
'''
import sys
exclude_doctests_fnames = set(['__init__.py'])
exclude_dirs = [
'_broken',
'old',
'tests',
'timeits',
'_scripts',
'_timeits',
'_doc',
'notebook',
]
dpath_list = ['utool']
doctest_modname_list = ut.find_doctestable_modnames(dpath_list, exclude_doctests_fnames, exclude_dirs)
for modname in doctest_modname_list:
exec('import ' + modname, globals(), locals())
module_list = [sys.modules[name] for name in doctest_modname_list]
'''
)
globals_ = globals()
locals_ = locals()
exec(implicit_build_modlist_str, globals_, locals_)
module_list = locals_['module_list']
doctest_modname_list = locals_['doctest_modname_list']
import_str = '\n'.join(['import ' + modname for modname in doctest_modname_list])
modlist_str = ('module_list = [%s\n]' % ut.indentjoin([modname + ',' for modname in doctest_modname_list]))
explicit_build_modlist_str = '\n\n'.join((import_str, modlist_str))
build_modlist_str = implicit_build_modlist_str
#build_modlist_str = explicit_build_modlist_str
pyscript_fmtstr = ut.codeblock(
r'''
#!/usr/bin/env python
from __future__ import absolute_import, division, print_function
import utool as ut
def run_tests():
# Build module list and run tests
{build_modlist_str}
ut.doctest_module_list(module_list)
if __name__ == '__main__':
import multiprocessing
multiprocessing.freeze_support()
run_tests()
'''
)
pyscript_text = pyscript_fmtstr.format(build_modlist_str=ut.indent(build_modlist_str).strip())
pyscript_text = ut.autofix_codeblock(pyscript_text)
def def_test(header, pat=None, dpath=None, modname=None, default=False, testcmds=None):
""" interface to make test tuple """
return (header, default, modname, dpath, pat, testcmds)
# BUILD OLD SHELL RUN TESTS HARNESS
testcmds = ut.get_module_testlines(module_list, remove_pyc=True, verbose=False, pythoncmd='RUN_TEST')
test_headers = [
# title, default, module, testpattern
def_test('DOC', testcmds=testcmds, default=True)
]
shscript_text = ut.make_run_tests_script_text(test_headers, test_argvs, quick_tests, repodir, exclude_list)
return shscript_text, pyscript_text
def autogen_ibeis_runtest():
""" special case to generate tests script for IBEIS
Example:
>>> from autogen_test_script import * # NOQA
>>> test_script = autogen_ibeis_runtest()
>>> print(test_script)
CommandLine:
python -c "import utool; utool.autogen_ibeis_runtest()"
python -c "import utool; print(utool.autogen_ibeis_runtest())"
python -c "import utool; print(utool.autogen_ibeis_runtest())" > run_tests.sh
chmod +x run_tests.sh
"""
quick_tests = ['ibeis/tests/assert_modules.py']
#test_repos = [
# '~/code/ibeis'
# '~/code/vtool'
# '~/code/hesaff'
# '~/code/guitool'
#]
#test_pattern = [
# '~/code/ibeis/test_ibs*.py'
#]
test_argvs = '--quiet --noshow'
misc_pats = [
'test_utool_parallel.py',
'test_pil_hash.py',
]
repodir = '~/code/utool'
exclude_list = []
# Verbosity to show which modules at least have some tests
#untested_modnames = ut.find_untested_modpaths(dpath_list, exclude_doctests_fnames, exclude_dirs)
#print('\nUNTESTED MODULES:' + ut.indentjoin(untested_modnames))
#print('\nTESTED MODULES:' + ut.indentjoin(doctest_modname_list))
implicit_build_modlist_str = ut.codeblock('''
import sys
exclude_doctests_fnames = set(['__init__.py'])
exclude_dirs = [
'_broken',
'old',
'tests',
'timeits',
'_scripts',
'_timeits',
'_doc',
'notebook',
]
dpath_list = ['utool']
doctest_modname_list = ut.find_doctestable_modnames(dpath_list, exclude_doctests_fnames, exclude_dirs)
for modname in doctest_modname_list:
exec('import ' + modname, globals(), locals())
module_list = [sys.modules[name] for name in doctest_modname_list]
''')
globals_ = globals()
locals_ = locals()
exec(implicit_build_modlist_str, globals_, locals_)
module_list = locals_['module_list']
doctest_modname_list = locals_['doctest_modname_list']
import_str = '\n'.join(
['import ' + modname for modname in doctest_modname_list])
modlist_str = (
'module_list = [%s\n]' %
ut.indentjoin([modname + ',' for modname in doctest_modname_list]))
explicit_build_modlist_str = '\n\n'.join((import_str, modlist_str))
build_modlist_str = implicit_build_modlist_str
#build_modlist_str = explicit_build_modlist_str
pyscript_fmtstr = ut.codeblock(r'''
#!/usr/bin/env python
from __future__ import absolute_import, division, print_function
import utool as ut
def run_tests():
# Build module list and run tests
{build_modlist_str}
ut.doctest_module_list(module_list)
if __name__ == '__main__':
import multiprocessing
multiprocessing.freeze_support()
run_tests()
''')
pyscript_text = pyscript_fmtstr.format(
build_modlist_str=ut.indent(build_modlist_str).strip())
pyscript_text = ut.autofix_codeblock(pyscript_text)
def def_test(header,
pat=None,
dpath=None,
modname=None,
default=False,
testcmds=None):
""" interface to make test tuple """
return (header, default, modname, dpath, pat, testcmds)
# BUILD OLD SHELL RUN TESTS HARNESS
testcmds = ut.get_module_testlines(module_list,
remove_pyc=True,
verbose=False,
pythoncmd='RUN_TEST')
test_headers = [
# title, default, module, testpattern
def_test('DOC', testcmds=testcmds, default=True)
]
shscript_text = ut.make_run_tests_script_text(test_headers, test_argvs,
quick_tests, repodir,
exclude_list)
return shscript_text, pyscript_text