def parse_pxd_file(path):
"""
Args
====
path: path to pxd file
Returns
=======
root of parse tree
"""
options, sources = parse_command_line(["", path])
path = os.path.abspath(path)
basename = os.path.basename(path)
name, ext = os.path.splitext(basename)
source_desc = FileSourceDescriptor(path, basename)
source = CompilationSource(source_desc, name, os.getcwd())
result = create_default_resultobj(source, options)
context = options.create_context()
pipeline = Pipeline.create_pyx_pipeline(context, options, result)
context.setup_errors(options, result)
root = pipeline[0](source)
return root
def unbound_symbols(code, context=None):
if context is None:
context = Context([], default_options)
from Cython.Compiler.ParseTreeTransforms import AnalyseDeclarationsTransform
tree = parse_from_strings('(tree fragment)', code)
for phase in Pipeline.create_pipeline(context, 'pyx'):
if phase is None:
continue
tree = phase(tree)
if isinstance(phase, AnalyseDeclarationsTransform):
break
try:
import builtins
except ImportError:
import __builtin__ as builtins
return tuple(UnboundSymbols()(tree) - set(dir(builtins)))
def unbound_symbols(code, context=None):
code = to_unicode(code)
if context is None:
context = Context([], default_options)
from Cython.Compiler.ParseTreeTransforms import AnalyseDeclarationsTransform
tree = parse_from_strings('(tree fragment)', code)
for phase in Pipeline.create_pipeline(context, 'pyx'):
if phase is None:
continue
tree = phase(tree)
if isinstance(phase, AnalyseDeclarationsTransform):
break
try:
import builtins
except ImportError:
import __builtin__ as builtins
return UnboundSymbols()(tree) - set(dir(builtins))
def unbound_symbols(code, context=None):
code = to_unicode(code)
if context is None:
context = Context([], default_options)
from Cython.Compiler.ParseTreeTransforms import AnalyseDeclarationsTransform
tree = parse_from_strings('(tree fragment)', code)
for phase in Pipeline.create_pipeline(context, 'pyx'):
if phase is None:
continue
tree = phase(tree)
if isinstance(phase, AnalyseDeclarationsTransform):
break
symbol_collector = AllSymbols()
symbol_collector(tree)
unbound = []
try:
import builtins
except ImportError:
import __builtin__ as builtins
for name in symbol_collector.names:
if not tree.scope.lookup(name) and not hasattr(builtins, name):
unbound.append(name)
return unbound
def parse_pxd_file(path):
options, sources = parse_command_line(["--cplus", path])
import pkg_resources
# TODO sync with CodeGenerator.py function fixed_include_dirs
data = pkg_resources.resource_filename("autowrap", "data_files/autowrap")
options.include_path = [data]
options.language_level = sys.version_info.major
path = os.path.abspath(path)
basename = os.path.basename(path)
name, ext = os.path.splitext(basename)
source_desc = FileSourceDescriptor(path, basename)
source = CompilationSource(source_desc, name, os.getcwd())
result = create_default_resultobj(source, options)
context = options.create_context()
pipeline = Pipeline.create_pyx_pipeline(context, options, result)
context.setup_errors(options, result)
root = pipeline[0](source) # only parser
def iter_bodies(tree):
try:
for n in tree.body.stats[0].stats:
# cimports at head of file
yield n
except:
pass
if hasattr(tree.body, "stats"):
for s in tree.body.stats:
if isinstance(s, CDefExternNode):
body = s.body
if hasattr(body, "stats"):
for node in body.stats:
yield node
else:
yield body
elif hasattr(tree.body, "body"):
body = tree.body.body
yield body
else:
raise Exception("parse_pxd_file failed: no valied .pxd file !")
lines = open(path).readlines()
def cimport(b, _, __):
print("cimport", b.module_name, "as", b.as_name)
handlers = {
CEnumDefNode: EnumDecl.parseTree,
CppClassNode: CppClassDecl.parseTree,
CTypeDefNode: CTypeDefDecl.parseTree,
CVarDefNode: MethodOrAttributeDecl.parseTree,
CImportStatNode: cimport,
}
result = []
for body in iter_bodies(root):
handler = handlers.get(type(body))
if handler is not None:
# L.info("parsed %s, handler=%s" % (body.__class__, handler.im_self))
try:
result.append(handler(body, lines, path))
except Exception:
raise Exception("failed to parse " + path)
else:
for node in getattr(body, "stats", []):
handler = handlers.get(type(node))
if handler is not None:
result.append(handler(node, lines, path))
return result
def parse_pxd_file(path):
import pdb
import os
from Cython.Compiler.CmdLine import parse_command_line
from Cython.Compiler.Main import create_default_resultobj, CompilationSource
from Cython.Compiler import Pipeline
from Cython.Compiler.Scanning import FileSourceDescriptor
from Cython.Compiler.Nodes import CEnumDefNode, CppClassNode, CTypeDefNode, CVarDefNode, CImportStatNode, CDefExternNode
# from Cython.Compiler.ExprNodes import *
options, sources = parse_command_line(["--cplus", path])
path = os.path.abspath(path)
basename = os.path.basename(path)
name, ext = os.path.splitext(basename)
source_desc = FileSourceDescriptor(path, basename)
source = CompilationSource(source_desc, name, os.getcwd())
result = create_default_resultobj(source, options)
context = options.create_context()
pipeline = Pipeline.create_pyx_pipeline(context, options, result)
context.setup_errors(options, result)
root = pipeline[0](source) # only parser
def iter_bodies(tree):
try:
for n in tree.body.stats[0].stats:
# cimports at head of file
yield n
except:
pass
if hasattr(tree.body, "stats"):
for s in tree.body.stats:
if isinstance(s, CDefExternNode):
body = s.body
if hasattr(body, "stats"):
for node in body.stats:
yield node
else:
yield body
elif hasattr(tree.body, "body"):
body = tree.body.body
yield body
else:
raise Exception("parse_pxd_file failed: no valied .pxd file !")
lines = open(path).readlines()
def cimport(b, _, __):
print "cimport", b.module_name, "as", b.as_name
handlers = { CEnumDefNode : "",
CppClassNode : "",
CTypeDefNode : "",
CVarDefNode : "",
CImportStatNode : "",
}
# from autowrap.PXDParser import EnumDecl.parseTree, CppClassDecl.parseTree, CTypeDefDecl.parseTree, MethodOrAttributeDecl.parseTree
# handlers = { CEnumDefNode : EnumDecl.parseTree,
# CppClassNode : CppClassDecl.parseTree,
# CTypeDefNode : CTypeDefDecl.parseTree,
# CVarDefNode : MethodOrAttributeDecl.parseTree,
# CImportStatNode : cimport,
# }
result = []
for body in iter_bodies(root):
handler = handlers.get(type(body))
if handler is not None:
# L.info("parsed %s, handler=%s" % (body.__class__, handler.im_self))
result.append([ body, lines, path ])
else:
for node in getattr(body, "stats", []):
handler = handlers.get(type(node))
if handler is not None:
result.append([ node, lines, path ])
return result
def parse_pxd_file(path):
options, sources = parse_command_line(["--cplus", path])
import pkg_resources
data = pkg_resources.resource_filename("autowrap", "data_files")
options.include_path = [data]
path = os.path.abspath(path)
basename = os.path.basename(path)
name, ext = os.path.splitext(basename)
source_desc = FileSourceDescriptor(path, basename)
source = CompilationSource(source_desc, name, os.getcwd())
result = create_default_resultobj(source, options)
context = options.create_context()
pipeline = Pipeline.create_pyx_pipeline(context, options, result)
context.setup_errors(options, result)
root = pipeline[0](source) # only parser
def iter_bodies(tree):
try:
for n in tree.body.stats[0].stats:
# cimports at head of file
yield n
except:
pass
if hasattr(tree.body, "stats"):
for s in tree.body.stats:
if isinstance(s, CDefExternNode):
body = s.body
if hasattr(body, "stats"):
for node in body.stats:
yield node
else:
yield body
elif hasattr(tree.body, "body"):
body = tree.body.body
yield body
else:
raise Exception("parse_pxd_file failed: no valied .pxd file !")
lines = open(path).readlines()
def cimport(b, _, __):
print("cimport", b.module_name, "as", b.as_name)
handlers = {CEnumDefNode: EnumDecl.parseTree,
CppClassNode: CppClassDecl.parseTree,
CTypeDefNode: CTypeDefDecl.parseTree,
CVarDefNode: MethodOrAttributeDecl.parseTree,
CImportStatNode: cimport,
}
result = []
for body in iter_bodies(root):
handler = handlers.get(type(body))
if handler is not None:
# L.info("parsed %s, handler=%s" % (body.__class__, handler.im_self))
result.append(handler(body, lines, path))
else:
for node in getattr(body, "stats", []):
handler = handlers.get(type(node))
if handler is not None:
result.append(handler(node, lines, path))
return result