test.py

#!/usr/bin/env python3

import importlib
import os
import sys

from tests.util import color, GREEN, RED, Failure, project_path


def is_python_script(path):
    return path.endswith('.py') and os.path.isfile(path)


def run_tests(tests):
    any_failures = False

    for test_spec in tests:
        test_dir = os.path.join(project_path(), 'tests', *test_spec.split('.'))
        # TODO(aneeshusa): switch back to scandir on Python 3.5+
        tests = sorted(
            path for path in os.listdir(test_dir)
            if is_python_script(os.path.join(test_dir, path))
        )
        for test in tests:
            test_mod_name = 'tests.{}.{}'.format(test_spec, test[:-3])
            test_mod = importlib.import_module(test_mod_name)
            if not hasattr(test_mod, 'run'):  # Not a test script
                continue

            try:
                result = test_mod.run()
            except Exception as e:
                message = 'Test \'{}\' raised an exception:'.format(test)
                result = Failure(message, str(e))

            if result.is_success():
                print('[ {} ] {}'.format(color(GREEN, 'PASS'), result.message))
            else:
                any_failures = True
                print('[ {} ] {}'.format(color(RED, 'FAIL'), result.message))
                for line in result.output.splitlines():
                    print('         {}'.format(line))

    return 1 if any_failures else 0


def main():
    if sys.version_info < (3, 4):  # Only tested on 3.4 and up
        sys.stderr.write('{}: Python 3.4 or later is needed for this script\n'
                         .format(__file__))
        return 1

    tests = ['lint']  # Only tests that are always safe and meaningful to run
    if len(sys.argv) > 1:
        tests = sys.argv[1:]

    return run_tests(tests)


if __name__ == '__main__':
    sys.exit(main())