lex = parse.itools.ilex.ILexer()
lex.build(optimize=1) # Build the lexer
for i in range(1, len(sys.argv)):
print >>DEBUGSTREAM, "[iparse] About to parse %s" % sys.argv[i]
f = open(sys.argv[i],"r")
s = f.read()
f.close()
# print "Contents of %s: %s" % (sys.argv[i], s)
if s == '' or s.isspace(): sys.exit(0)
if not s.endswith('\n'):
print 'Bocca WARNING: file does not end with newline.'
s += '\n'
commentLex.reset()
commentLex.set_filename(sys.argv[i])
comments = commentLex.doit(s)
#print 'Comments: \n', comments
lex.reset()
ast = parser.parse(s, lexer=lex.lexer, debug=0)
print >>DEBUGSTREAM, '[iparse] Successfully parsed %s' % sys.argv[i]
commentsMerger = visitor.commentsmerger.CommentsMerger(comments)
commentsMerger.setTopNode(ast)
ast.accept(commentsMerger)
commentsMerger.doMerge()
printer = visitor.printer.Printer()
class Parser:
'''
A SIDL parser
'''
def __init__(self, debug = 0, outputdir='.'):
import parse.itools.iparse
self.parser = parse.itools.iparse.setup(debug=debug, outputdir=outputdir)
self.commentLex = CommentLexer()
self.commentLex.build(optimize=1,lextab="parse.itools.commenttab" ) # Build the lexer
self.lex = ILexer()
self.lex.build(optimize=1, lextab=os.path.join("parse.itools.lextab")) # Build the lexer
def printAST(self):
'''Print the parsed ast (mainly used for debugging)'''
from parse.itools.visitor.printer import Printer
printer = Printer()
self.ast.accept(printer)
def parse(self, buf, filename=''):
'''
Parse the buffer and return an AST object
'''
if buf == '' or buf.isspace(): return None
if not buf.endswith('\n'):
print >>sys.stderr, 'Bocca WARNING: file does not end with newline.'
buf += '\n'
# First pass to get all comments
self.commentLex.reset()
self.commentLex.set_filename(filename)
comments = self.commentLex.doit(buf)
# Second pass: everything but the comments
self.lex.reset()
self.ast = self.parser.parse(buf)
print >>DEBUGSTREAM, '[iparse] Successfully parsed buffer'
# Merge comments into the AST
from parse.itools.visitor.commentsmerger import CommentsMerger
commentsMerger = CommentsMerger(comments)
commentsMerger.setTopNode(self.ast)
self.ast.accept(commentsMerger)
commentsMerger.doMerge()
from parse.itools.visitor.methodprocessor import MethodProcessor
methodProcessor = MethodProcessor()
self.ast.accept(methodProcessor)
self.parser.restart()
return self.ast
def parseFile(self, filename, stripBocca=False):
'''
Parse the file and return an AST object
'''
if not os.path.exists(filename):
err('[SIDL parser] file not found: ' + filename)
self.filename = filename
f = file(filename)
s = f.read()
f.close()
# Strip bocca splice delimiters and protected blocks from old text
if (stripBocca):
lineList = s.split('\n')
noBoccaList = [ l for l in lineList if l.find('DO-NOT-DELETE bocca.splicer.') == -1]
inProtected=False
noBlockList=[]
for l in noBoccaList:
if inProtected:
if l.find("DO-NOT-DELETE bocca.protected.end") != -1:
inProtected = False
continue
else:
if l.find("DO-NOT-DELETE bocca.protected.begin") != -1:
inProtected = True
continue
noBlockList.append(l)
if inProtected:
err('[SIDL parser] unterminated bocca.protected block in input.')
s = '\n'.join(noBlockList)
return self.parse(s)