def compile(self, grammar):
"""
Produce an object capable of parsing via this grammar.
@param grammar: A string containing an OMeta grammar.
"""
from pymeta.grammar import OMetaGrammar, NullOptimizer
g = OMetaGrammar(dedent(grammar))
tree = g.parseGrammar('TestGrammar', TreeBuilder)
opt = NullOptimizer([tree])
opt.builder = TreeBuilder("TestGrammar", opt)
tree, err = opt.apply("grammar")
grammarClass = moduleFromGrammar(tree, 'TestGrammar', OMetaBase, {})
return HandyWrapper(grammarClass)
def setUp(self):
"""
Create a L{PythonBuilder}.
"""
self.builder = TreeBuilder("BuilderTest")
def setUp(self):
"""
Create a L{PythonBuilder}.
"""
self.builder = TreeBuilder("BuilderTest")
class PythonWriterTests(unittest.TestCase):
"""
Tests for generating Python source from an AST.
"""
def setUp(self):
"""
Create a L{PythonBuilder}.
"""
self.builder = TreeBuilder("BuilderTest")
def test_exactly(self):
"""
Test generation of code for the 'exactly' pattern.
"""
x = self.builder.exactly("x")
self.assertEqual(writePython(x),
dd("""
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
_G_exactly_1
"""))
x = self.builder.exactly("{")
self.assertEqual(writePython(x),
dd("""
_G_exactly_1, lastError = self.exactly('{')
self.considerError(lastError)
_G_exactly_1
"""))
def test_named_character(self):
"""
Test generation of code for the 'named_character' pattern.
"""
x = self.builder.exactly(self.builder.get_named_character("SP"))
self.assertEqual(writePython(x),
dd("""
_G_exactly_1, lastError = self.exactly(u' ')
self.considerError(lastError)
_G_exactly_1
"""))
x = self.builder.exactly(self.builder.get_named_character("NUL"))
self.assertEqual(writePython(x),
dd("""
_G_exactly_1, lastError = self.exactly(u'\\x00')
self.considerError(lastError)
_G_exactly_1
"""))
x = self.builder.exactly(self.builder.get_named_character("thinsp"))
self.assertEqual(writePython(x),
dd("""
_G_exactly_1, lastError = self.exactly(u'\\u2009')
self.considerError(lastError)
_G_exactly_1
"""))
x = self.builder.named_character("x")
self.assertEqual(writePython(x),
dd("""
_G_named_character_1, lastError = self.named_character('x')
self.considerError(lastError)
_G_named_character_1
"""))
def test_apply(self):
"""
Test generation of code for rule application.
"""
one = self.builder.expr("1")
x = self.builder.expr("x")
a = self.builder.apply("foo", "main", one, x)
self.assertEqual(writePython(a),
dd("""
_G_python_1, lastError = eval('1', self.globals, _locals), None
self.considerError(lastError)
_G_python_2, lastError = eval('x', self.globals, _locals), None
self.considerError(lastError)
_G_apply_3, lastError = self._apply(self.rule_foo, "foo", [_G_python_1, _G_python_2])
self.considerError(lastError)
_G_apply_3
"""))
def test_superApply(self):
"""
Test generation of code for calling the superclass' implementation of
the current rule.
"""
one = self.builder.expr("1")
x = self.builder.expr("x")
a = self.builder.apply("super", "main", one, x)
self.assertEqual(writePython(a),
dd("""
_G_python_1, lastError = eval('1', self.globals, _locals), None
self.considerError(lastError)
_G_python_2, lastError = eval('x', self.globals, _locals), None
self.considerError(lastError)
_G_apply_3, lastError = self.superApply("main", _G_python_1, _G_python_2)
self.considerError(lastError)
_G_apply_3
"""))
def test_many(self):
"""
Test generation of code for matching zero or more instances of
a pattern.
"""
xs = self.builder.many(self.builder.exactly("x"))
self.assertEqual(writePython(xs),
dd("""
def _G_many_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_many_2, lastError = self.many(_G_many_1)
self.considerError(lastError)
_G_many_2
"""))
def test_many1(self):
"""
Test generation of code for matching one or more instances of
a pattern.
"""
xs = self.builder.many1(self.builder.exactly("x"))
self.assertEqual(writePython(xs),
dd("""
def _G_many1_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_many1_2, lastError = self.many(_G_many1_1, _G_many1_1())
self.considerError(lastError)
_G_many1_2
"""))
def test_or(self):
"""
Test code generation for a sequence of alternatives.
"""
xy = self.builder._or([self.builder.exactly("x"),
self.builder.exactly("y")])
self.assertEqual(writePython(xy),
dd("""
def _G_or_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
def _G_or_2():
_G_exactly_1, lastError = self.exactly('y')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_or_3, lastError = self._or([_G_or_1, _G_or_2])
self.considerError(lastError)
_G_or_3
"""))
def test_singleOr(self):
"""
Test code generation for a sequence of alternatives.
"""
x1 = self.builder._or([self.builder.exactly("x")])
x = self.builder.exactly("x")
self.assertEqual(writePython(x), writePython(x1))
def test_optional(self):
"""
Test code generation for optional terms.
"""
x = self.builder.optional(self.builder.exactly("x"))
self.assertEqual(writePython(x),
dd("""
def _G_optional_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
def _G_optional_2():
return (None, self.input.nullError())
_G_or_3, lastError = self._or([_G_optional_1, _G_optional_2])
self.considerError(lastError)
_G_or_3
"""))
def test_not(self):
"""
Test code generation for negated terms.
"""
x = self.builder._not(self.builder.exactly("x"))
self.assertEqual(writePython(x),
dd("""
def _G_not_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_not_2, lastError = self._not(_G_not_1)
self.considerError(lastError)
_G_not_2
"""))
def test_lookahead(self):
"""
Test code generation for lookahead expressions.
"""
x = self.builder.lookahead(self.builder.exactly("x"))
self.assertEqual(writePython(x),
dd("""
def _G_lookahead_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_lookahead_2, lastError = self.lookahead(_G_lookahead_1)
self.considerError(lastError)
_G_lookahead_2
"""))
def test_sequence(self):
"""
Test generation of code for sequence patterns.
"""
x = self.builder.exactly("x")
y = self.builder.exactly("y")
z = self.builder.sequence([x, y])
self.assertEqual(writePython(z),
dd("""
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
_G_exactly_2, lastError = self.exactly('y')
self.considerError(lastError)
_G_exactly_2
"""))
def test_bind(self):
"""
Test code generation for variable assignment.
"""
x = self.builder.exactly("x")
b = self.builder.bind(x, "var")
self.assertEqual(writePython(b),
dd("""
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
_locals['var'] = _G_exactly_1
_locals['var']
"""))
def test_pred(self):
"""
Test code generation for predicate expressions.
"""
x = self.builder.pred(self.builder.exactly("x"))
self.assertEqual(writePython(x),
dd("""
def _G_pred_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_pred_2, lastError = self.pred(_G_pred_1)
self.considerError(lastError)
_G_pred_2
"""))
def test_action(self):
"""
Test code generation for semantic actions.
"""
x = self.builder.action("doStuff()")
self.assertEqual(writePython(x),
dd("""
_G_python_1, lastError = eval('doStuff()', self.globals, _locals), None
self.considerError(lastError)
_G_python_1
"""))
def test_expr(self):
"""
Test code generation for semantic predicates.
"""
x = self.builder.expr("returnStuff()")
self.assertEqual(writePython(x),
dd("""
_G_python_1, lastError = eval('returnStuff()', self.globals, _locals), None
self.considerError(lastError)
_G_python_1
"""))
def test_listpattern(self):
"""
Test code generation for list patterns.
"""
x = self.builder.listpattern(self.builder.exactly("x"))
self.assertEqual(writePython(x),
dd("""
def _G_listpattern_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_listpattern_2, lastError = self.listpattern(_G_listpattern_1)
self.considerError(lastError)
_G_listpattern_2
"""))
def test_rule(self):
"""
Test generation of entire rules.
"""
x = self.builder.rule("foo", self.builder.exactly("x"))
self.assertEqual(writePython(x),
dd("""
def rule_foo(self):
_locals = {'self': self}
self.locals['foo'] = _locals
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
"""))
def test_grammar(self):
"""
Test generation of an entire grammar.
"""
r1 = self.builder.rule("foo", self.builder.exactly("x"))
r2 = self.builder.rule("baz", self.builder.exactly("y"))
x = self.builder.makeGrammar([r1, r2])
self.assertEqual(writePython(x),
dd("""
class BuilderTest(GrammarBase):
globals = globals()
def rule_foo(self):
_locals = {'self': self}
self.locals['foo'] = _locals
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
def rule_baz(self):
_locals = {'self': self}
self.locals['baz'] = _locals
_G_exactly_1, lastError = self.exactly('y')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
"""))
class PythonWriterTests(unittest.TestCase):
"""
Tests for generating Python source from an AST.
"""
def setUp(self):
"""
Create a L{PythonBuilder}.
"""
self.builder = TreeBuilder("BuilderTest")
def test_exactly(self):
"""
Test generation of code for the 'exactly' pattern.
"""
x = self.builder.exactly("x")
self.assertEqual(
writePython(x),
dd("""
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
_G_exactly_1
"""))
def test_apply(self):
"""
Test generation of code for rule application.
"""
one = self.builder.expr("1")
x = self.builder.expr("x")
a = self.builder.apply("foo", "main", one, x)
self.assertEqual(
writePython(a),
dd("""
_G_python_1, lastError = eval('1', self.globals, _locals), None
self.considerError(lastError)
_G_python_2, lastError = eval('x', self.globals, _locals), None
self.considerError(lastError)
_G_apply_3, lastError = self._apply(self.rule_foo, "foo", [_G_python_1, _G_python_2])
self.considerError(lastError)
_G_apply_3
"""))
def test_superApply(self):
"""
Test generation of code for calling the superclass' implementation of
the current rule.
"""
one = self.builder.expr("1")
x = self.builder.expr("x")
a = self.builder.apply("super", "main", one, x)
self.assertEqual(
writePython(a),
dd("""
_G_python_1, lastError = eval('1', self.globals, _locals), None
self.considerError(lastError)
_G_python_2, lastError = eval('x', self.globals, _locals), None
self.considerError(lastError)
_G_apply_3, lastError = self.superApply("main", _G_python_1, _G_python_2)
self.considerError(lastError)
_G_apply_3
"""))
def test_many(self):
"""
Test generation of code for matching zero or more instances of
a pattern.
"""
xs = self.builder.many(self.builder.exactly("x"))
self.assertEqual(
writePython(xs),
dd("""
def _G_many_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_many_2, lastError = self.many(_G_many_1)
self.considerError(lastError)
_G_many_2
"""))
def test_many1(self):
"""
Test generation of code for matching one or more instances of
a pattern.
"""
xs = self.builder.many1(self.builder.exactly("x"))
self.assertEqual(
writePython(xs),
dd("""
def _G_many1_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_many1_2, lastError = self.many(_G_many1_1, _G_many1_1())
self.considerError(lastError)
_G_many1_2
"""))
def test_or(self):
"""
Test code generation for a sequence of alternatives.
"""
xy = self.builder._or(
[self.builder.exactly("x"),
self.builder.exactly("y")])
self.assertEqual(
writePython(xy),
dd("""
def _G_or_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
def _G_or_2():
_G_exactly_1, lastError = self.exactly('y')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_or_3, lastError = self._or([_G_or_1, _G_or_2])
self.considerError(lastError)
_G_or_3
"""))
def test_singleOr(self):
"""
Test code generation for a sequence of alternatives.
"""
x1 = self.builder._or([self.builder.exactly("x")])
x = self.builder.exactly("x")
self.assertEqual(writePython(x), writePython(x1))
def test_optional(self):
"""
Test code generation for optional terms.
"""
x = self.builder.optional(self.builder.exactly("x"))
self.assertEqual(
writePython(x),
dd("""
def _G_optional_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
def _G_optional_2():
return (None, self.input.nullError())
_G_or_3, lastError = self._or([_G_optional_1, _G_optional_2])
self.considerError(lastError)
_G_or_3
"""))
def test_not(self):
"""
Test code generation for negated terms.
"""
x = self.builder._not(self.builder.exactly("x"))
self.assertEqual(
writePython(x),
dd("""
def _G_not_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_not_2, lastError = self._not(_G_not_1)
self.considerError(lastError)
_G_not_2
"""))
def test_lookahead(self):
"""
Test code generation for lookahead expressions.
"""
x = self.builder.lookahead(self.builder.exactly("x"))
self.assertEqual(
writePython(x),
dd("""
def _G_lookahead_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_lookahead_2, lastError = self.lookahead(_G_lookahead_1)
self.considerError(lastError)
_G_lookahead_2
"""))
def test_sequence(self):
"""
Test generation of code for sequence patterns.
"""
x = self.builder.exactly("x")
y = self.builder.exactly("y")
z = self.builder.sequence([x, y])
self.assertEqual(
writePython(z),
dd("""
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
_G_exactly_2, lastError = self.exactly('y')
self.considerError(lastError)
_G_exactly_2
"""))
def test_bind(self):
"""
Test code generation for variable assignment.
"""
x = self.builder.exactly("x")
b = self.builder.bind(x, "var")
self.assertEqual(
writePython(b),
dd("""
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
_locals['var'] = _G_exactly_1
_locals['var']
"""))
def test_pred(self):
"""
Test code generation for predicate expressions.
"""
x = self.builder.pred(self.builder.exactly("x"))
self.assertEqual(
writePython(x),
dd("""
def _G_pred_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_pred_2, lastError = self.pred(_G_pred_1)
self.considerError(lastError)
_G_pred_2
"""))
def test_action(self):
"""
Test code generation for semantic actions.
"""
x = self.builder.action("doStuff()")
self.assertEqual(
writePython(x),
dd("""
_G_python_1, lastError = eval('doStuff()', self.globals, _locals), None
self.considerError(lastError)
_G_python_1
"""))
def test_expr(self):
"""
Test code generation for semantic predicates.
"""
x = self.builder.expr("returnStuff()")
self.assertEqual(
writePython(x),
dd("""
_G_python_1, lastError = eval('returnStuff()', self.globals, _locals), None
self.considerError(lastError)
_G_python_1
"""))
def test_listpattern(self):
"""
Test code generation for list patterns.
"""
x = self.builder.listpattern(self.builder.exactly("x"))
self.assertEqual(
writePython(x),
dd("""
def _G_listpattern_1():
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
_G_listpattern_2, lastError = self.listpattern(_G_listpattern_1)
self.considerError(lastError)
_G_listpattern_2
"""))
def test_rule(self):
"""
Test generation of entire rules.
"""
x = self.builder.rule("foo", self.builder.exactly("x"))
self.assertEqual(
writePython(x),
dd("""
def rule_foo(self):
_locals = {'self': self}
self.locals['foo'] = _locals
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
"""))
def test_grammar(self):
"""
Test generation of an entire grammar.
"""
r1 = self.builder.rule("foo", self.builder.exactly("x"))
r2 = self.builder.rule("baz", self.builder.exactly("y"))
x = self.builder.makeGrammar([r1, r2])
self.assertEqual(
writePython(x),
dd("""
class BuilderTest(GrammarBase):
def rule_foo(self):
_locals = {'self': self}
self.locals['foo'] = _locals
_G_exactly_1, lastError = self.exactly('x')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
def rule_baz(self):
_locals = {'self': self}
self.locals['baz'] = _locals
_G_exactly_1, lastError = self.exactly('y')
self.considerError(lastError)
return (_G_exactly_1, self.currentError)
"""))