def test_parseinfo_directive(self):
grammar = '''
@@parseinfo
@@parseinfo :: True
test = value:"test" $;
'''
model = grako.compile(grammar, "test")
ast = model.parse("test")
self.assertIsNotNone(ast.parseinfo)
code = codegen(model)
self.assertTrue('parseinfo=True' in code)
compile(code, 'test.py', EXEC)
grammar = '''
@@parseinfo :: False
test = value:"test" $;
'''
model = grako.compile(grammar, "test")
ast = model.parse("test")
self.assertIsNone(ast.parseinfo)
code = codegen(model)
self.assertTrue('parseinfo=False' in code)
compile(code, 'test.py', EXEC)
def MakeTest(self, exp, caseNo: int):
test = Test()
model = compile(exp)
test.StartTest(caseNo, 1, 100, 'Grako', lambda w: self.TestPositive(model, ' '.join(w)), lambda w: self.TestNegative(model, ' '.join(w)))
test.StartTest(caseNo, 101, 1000, 'Grako', lambda w: self.TestPositive(model, ' '.join(w)), lambda w: self.TestNegative(model, ' '.join(w)))
test.StartTest(caseNo, 1001, 10000, 'Grako', lambda w: self.TestPositive(model, ' '.join(w)), lambda w: self.TestNegative(model, ' '.join(w)))
test.StartTest(caseNo, 10001, 100000, 'Grako', lambda w: self.TestPositive(model, ' '.join(w)), lambda w: self.TestNegative(model, ' '.join(w)))
def test_eol_comments_re_directive(self):
grammar = '''
@@eol_comments :: /#.*?$/
test = "test" $;
'''
model = grako.compile(grammar, "test")
code = codegen(model)
compile(code, 'test.py', EXEC)
def test_whitespace_directive(self):
grammar = '''
@@whitespace :: /[\t ]+/
test = "test" $;
'''
model = grako.compile(grammar, "test")
code = codegen(model)
compile('test.py', code, EXEC)
def test_left_recursion_directive(self):
grammar = '''
@@left_recursion :: False
test = "test" $;
'''
model = grako.compile(grammar, "test")
self.assertFalse(model.directives.get('left_recursion'))
self.assertFalse(model.left_recursion)
code = codegen(model)
compile('test.py', code, EXEC)
def test(s=SAMPLE):
with open(s) as dsl:
src = dsl.read()
print('input DSL:')
print(src)
sem = SparqlSemantics()
g = compile(SPARQL)
ast = g.parse(src,
eol_comments_re="#.*?$",
semantics=sem,
nameguard=False)
print('output AST:')
pprint(ast)
return ast
def test_grammar_directive(self):
grammar = '''
@@grammar :: Test
start = test $;
test = "test";
'''
model = grako.compile(grammar=grammar)
self.assertEqual('Test', model.directives.get('grammar'))
self.assertEqual('Test', model.name)
code = codegen(model)
module = compile(code, 'test.py', EXEC)
assert 'TestParser' in module.co_names
def main():
grammar = regex_parser.translate('(a|b)*')
model = grako.compile(grammar, 'Regexp')
model.parse('aaabbaba', 'S0')
try:
model.parse('aaaCbbaba', 'S0')
raise Exception('Should not have parsed!')
except grako.exceptions.FailedParse:
pass
print('Grammar:', file=sys.stderr)
print(grammar)
sys.stdout.flush()
with open(PARSER_FILENAME, 'w') as f:
f.write(codegen(model))
print('Generated parser saved as:', PARSER_FILENAME, file=sys.stderr)
print(file=sys.stderr)
def test_rule_name(self):
grammar = '''
@@grammar :: Test
start = test $;
test = "test";
'''
model = grako.compile(grammar=grammar)
self.assertEqual('Test', model.directives.get('grammar'))
self.assertEqual('Test', model.name)
ast = model.parse("test")
self.assertEqual(ast, "test")
ast = grako.parse(grammar, "test", rule_name='start')
self.assertEqual(ast, "test")
def test_rule_name(self):
grammar = '''
@@grammar :: Test
start = test $;
test = "test";
'''
model = grako.compile(grammar=grammar)
self.assertEqual('Test', model.directives.get('grammar'))
self.assertEqual('Test', model.name)
ast = model.parse("test")
self.assertEqual(ast, "test")
ast = grako.parse(grammar, "test", rule_name='start')
self.assertEqual(ast, "test")
def test_whitespace_no_newlines(self):
grammar = """
@@whitespace :: /[\t ]+/
# this is just a token with any character but space and newline
# it should finish before it capture space or newline character
token = /[^ \n]+/;
# expect whitespace to capture spaces between tokens, but newline should be captured afterwards
token2 = {token}* /\n/;
# document is just list of this strings of tokens
document = {@+:token2}* $;
"""
text = trim("""\
a b
c d
e f
""")
expected = [
[
[
"a",
"b"
],
"\n"
],
[
[
"c",
"d"
],
"\n"
],
[
[
"e",
"f"
],
"\n"
]
]
model = grako.compile(grammar, "document")
ast = model.parse(text, start='document')
self.assertEqual(expected, ast)