def test_keyword_params(self):
grammar = '''
start(k1=1, k2=2)
=
{'a'} $
;
'''
g = GrakoGrammarGenerator('Keywords')
model = g.parse(grammar, trace=False)
code = codegen(model)
self.assertEquals('#!/usr/bin/env python', code.splitlines()[0])
pass
def test_keyword_params(self):
grammar = '''
start(k1=1, k2=2)
=
{'a'} $
;
'''
g = GrakoGrammarGenerator('Keywords')
model = g.parse(grammar, trace=False)
code = codegen(model)
self.assertEquals('#!/usr/bin/env python', code.splitlines()[0])
pass
def test_bootstrap(self):
print()
if os.path.isfile('tmp/00.ast'):
shutil.rmtree('tmp')
if not os.path.isdir('tmp'):
os.mkdir('tmp')
print('-' * 20, 'phase 00 - parse using the bootstrap grammar')
with open('etc/grako.ebnf') as f:
text = str(f.read())
g = GrakoParser('GrakoBootstrap')
grammar0 = g.parse(text)
ast0 = json.dumps(grammar0, indent=2)
with open('tmp/00.ast', 'w') as f:
f.write(ast0)
print('-' * 20, 'phase 01 - parse with parser generator')
with open('etc/grako.ebnf') as f:
text = str(f.read())
g = GrakoGrammarGenerator('GrakoBootstrap')
g.parse(text, trace=False)
generated_grammar1 = str(g.ast['grammar'])
with open('tmp/01.ebnf', 'w') as f:
f.write(generated_grammar1)
print('-' * 20, 'phase 02 - parse previous output with the parser generator')
with open('tmp/01.ebnf', 'r') as f:
text = str(f.read())
g = GrakoGrammarGenerator('GrakoBootstrap')
g.parse(text, trace=False)
generated_grammar2 = str(g.ast['grammar'])
with open('tmp/02.ebnf', 'w') as f:
f.write(generated_grammar2)
self.assertEqual(generated_grammar2, generated_grammar1)
print('-' * 20, 'phase 03 - repeat')
with open('tmp/02.ebnf') as f:
text = f.read()
g = GrakoParser('GrakoBootstrap')
ast3 = g.parse(text)
with open('tmp/03.ast', 'w') as f:
f.write(json.dumps(ast3, indent=2))
print('-' * 20, 'phase 04 - repeat')
with open('tmp/02.ebnf') as f:
text = f.read()
g = GrakoGrammarGenerator('GrakoBootstrap')
g.parse(text)
parser = g.ast['grammar']
# pprint(parser.first_sets, indent=2, depth=3)
generated_grammar4 = str(parser)
with open('tmp/04.ebnf', 'w') as f:
f.write(generated_grammar4)
self.assertEqual(generated_grammar4, generated_grammar2)
print('-' * 20, 'phase 05 - parse using the grammar model')
with open('tmp/04.ebnf') as f:
text = f.read()
ast5 = parser.parse(text)
with open('tmp/05.ast', 'w') as f:
f.write(json.dumps(ast5, indent=2))
print('-' * 20, 'phase 06 - generate parser code')
gencode6 = codegen(parser)
with open('tmp/g06.py', 'w') as f:
f.write(gencode6)
print('-' * 20, 'phase 07 - import generated code')
from g06 import GrakoBootstrapParser as GenParser # @UnresolvedImport
print('-' * 20, 'phase 08 - compile using generated code')
parser = GenParser(trace=False)
result = parser.parse(
text,
'grammar',
comments_re=COMMENTS_RE,
eol_comments_re=EOL_COMMENTS_RE
)
self.assertEqual(result, parser.ast['grammar'])
ast8 = parser.ast['grammar']
json8 = json.dumps(ast8, indent=2)
open('tmp/08.ast', 'w').write(json8)
self.assertEqual(ast5, ast8)
print('-' * 20, 'phase 09 - Generate parser with semantics')
with open('etc/grako.ebnf') as f:
text = f.read()
parser = GrakoGrammarGenerator('GrakoBootstrap')
g9 = parser.parse(text)
generated_grammar9 = str(g9)
with open('tmp/09.ebnf', 'w') as f:
f.write(generated_grammar9)
self.assertEqual(generated_grammar9, generated_grammar1)
print('-' * 20, 'phase 10 - Parse with a model using a semantics')
g10 = g9.parse(
text,
start_rule='grammar',
semantics=GrakoSemantics('GrakoBootstrap')
)
generated_grammar10 = str(g10)
with open('tmp/10.ebnf', 'w') as f:
f.write(generated_grammar10)
gencode10 = codegen(g10)
with open('tmp/g10.py', 'w') as f:
f.write(gencode10)
print('-' * 20, 'phase 11 - Pickle the model and try again.')
with open('tmp/11.grako', 'wb') as f:
pickle.dump(g10, f, protocol=2)
with open('tmp/11.grako', 'rb') as f:
g11 = pickle.load(f)
r11 = g11.parse(
text,
start_rule='grammar',
semantics=GrakoSemantics('GrakoBootstrap')
)
with open('tmp/11.ebnf', 'w') as f:
f.write(str(g11))
gencode11 = codegen(r11)
with open('tmp/g11.py', 'w') as f:
f.write(gencode11)
print('-' * 20, 'phase 12 - Walker')
class PrintNameWalker(DepthFirstWalker):
def __init__(self):
self.walked = []
def walk_default(self, o, children):
self.walked.append(o.__class__.__name__)
v = PrintNameWalker()
v.walk(g11)
with open('tmp/12.txt', 'w') as f:
f.write('\n'.join(v.walked))
print('-' * 20, 'phase 13 - Graphics')
try:
from grako.diagrams import draw
except ImportError:
print('PyGraphViz not found!')
else:
draw('tmp/13.png', g11)
def genmodel(name, grammar, trace=False, filename=None, **kwargs):
parser = GrakoGrammarGenerator(name, trace=trace, **kwargs)
return parser.parse(grammar, filename=filename, **kwargs)