def test_find_package_sub_modules_recursive(self): abs_paths = find_package_sub_modules('sample_package', recurse=True) actual = [os.path.split(abs_path)[1] for abs_path in abs_paths] desired = [ '__init__.py', '__init__.py', 'bar_func.py', 'sp_func.py', 'error_package.py' ] self.assertEqual(sorted(actual), sorted(desired))
def find_classes_import(package): """ Find classes using an import statement. Sloppier and consumes more memory than find_classes_ast, but also get submodules of the modules, which the ast method cannot do. For example, giving it 'os', it would also find functions from os.path. It also follows import statements in the files, which may or may not be desirable. """ classes = [] if is_package(package): package_path = get_module_path(package) file_paths = find_package_sub_modules(package) for file_path in file_paths: python_path = python_path_from_file_path(package, file_path, package_path=package_path) results = find_classes_import_recurse(python_path) classes.extend(results) else: classes = find_classes_import_recurse(package) return classes
def find_classes_ast(package): """ Find classes by traversing an abstract syntax tree generated by the compiler module. fixme: expand docstring, possibly provide response about non-existant modules/packages """ classes = [] # It is a package (ie a directory) if is_package(package): package_path = get_module_path(package) file_paths = find_package_sub_modules(package) for file_path in file_paths: try: file = open(file_path) # Adding a new line to the source, so that compile wouldn't # throw a SyntaxError on EOF comment source = file.read().replace('\r\n', '\n') + '\n' ast = compile(source, file_path, 'exec', _ast.PyCF_ONLY_AST) file.close() python_path = python_path_from_file_path( package, file_path, package_path=package_path) classes.extend(visit_ast_node(ast, file_path, python_path)) except SyntaxError: msg = 'SyntaxError in parsing file %s' % file_path logger.error(msg) # It is a module (ie a .py file) elif is_module(package): file_path = get_module_path(package) file = open(file_path) # Adding a new line to the source, so that compile wouldn't # throw a SyntaxError on EOF comment source = file.read().replace('\r\n', '\n') + '\n' ast = compile(source, file_path, 'exec', _ast.PyCF_ONLY_AST) file.close() classes.extend(visit_ast_node(ast, file_path, package)) return classes
def find_classes_ast(package): """ Find classes by traversing an abstract syntax tree generated by the compiler module. fixme: expand docstring, possibly provide response about non-existant modules/packages """ classes = [] # It is a package (ie a directory) if is_package(package): package_path = get_module_path(package) file_paths = find_package_sub_modules(package) for file_path in file_paths: try: file = open(file_path) # Adding a new line to the source, so that compile wouldn't # throw a SyntaxError on EOF comment source = file.read().replace('\r\n','\n')+'\n' ast = compile(source, file_path,'exec', _ast.PyCF_ONLY_AST) file.close() python_path = python_path_from_file_path(package, file_path, package_path=package_path) classes.extend(visit_ast_node(ast, file_path, python_path)) except SyntaxError: msg = 'SyntaxError in parsing file %s'% file_path logger.error(msg) # It is a module (ie a .py file) elif is_module(package): file_path = get_module_path(package) file = open(file_path) # Adding a new line to the source, so that compile wouldn't # throw a SyntaxError on EOF comment source = file.read().replace('\r\n','\n')+'\n' ast = compile(source, file_path, 'exec', _ast.PyCF_ONLY_AST) file.close() classes.extend(visit_ast_node(ast, file_path, package)) return classes
def test_find_package_sub_modules_recursive(self): abs_paths = find_package_sub_modules('sample_package', recurse=True) actual = [os.path.split(abs_path)[1] for abs_path in abs_paths] desired = ['__init__.py', '__init__.py', 'bar_func.py', 'sp_func.py', 'error_package.py'] self.assertEqual(sorted(actual), sorted(desired))