def test_cast(self):
b = parser.Bindings(None)
b.add('foo', ast.BuiltinNameDef('foo'))
e = self.parse_expression('foo() as u32', bindings=b)
self.assertIsInstance(e, ast.Cast)
self.assertIsInstance(e.expr, ast.Invocation)
self.assertIsInstance(e.type_, ast.TypeAnnotation)
def test_match(self):
b = parser.Bindings(None)
m = ast.Module('test')
b.add('x', ast.BuiltinNameDef(m, 'x'))
e = self.parse_expression(
'match x { u32:42 => u32:64, _ => u32:42 }', bindings=b)
self.assertIsInstance(e, ast.Match)
def test_double_negation(self):
b = parser.Bindings(None)
b.add('x', ast.BuiltinNameDef('x'))
e = self.parse_expression('!!x', bindings=b)
self.assertIsInstance(e, ast.Unop)
self.assertIsInstance(e.operand, ast.Unop)
self.assertIsInstance(e.operand.operand, ast.NameRef)
self.assertEqual(e.operand.operand.identifier, 'x')
def test_ternary(self):
b = parser.Bindings(None)
e = self.parse_expression('u32:42 if true else u32:24', bindings=b)
self.assertIsInstance(e, ast.Ternary)
self.assertIsInstance(e.consequent, ast.Number)
self.assertEqual(e.consequent.value, '42')
self.assertIsInstance(e.alternate, ast.Number)
self.assertEqual(e.alternate.value, '24')
self.assertIsInstance(e.test, ast.Number)
self.assertEqual(e.test.value, 'true')
def test_match_freevars(self):
text = """match x {
y => z
}"""
b = parser.Bindings(None)
for identifier in ('x', 'y', 'z'):
b.add(identifier, ast.BuiltinNameDef(identifier))
n = self.parse_expression(text, bindings=b)
freevars = n.get_free_variables(n.span.start)
self.assertEqual(freevars.keys(), {'x', 'y', 'z'})
def test_import(self):
program = """
import thing
"""
bindings = parser.Bindings(None)
fparse = lambda p, bindings: p.parse_module(bindings)
m = self._parse_internal(program, bindings, fparse)
self.assertIsInstance(m.top[0], ast.Import)
fake_pos = Pos(self.fake_filename, 0, 0)
fake_span = Span(fake_pos, fake_pos)
self.assertIsInstance(bindings.resolve_node('thing', fake_span), ast.Import)
def test_array(self):
b = parser.Bindings(None)
for identifier in 'a b c d'.split():
b.add(identifier, ast.BuiltinNameDef(identifier))
e = self.parse_expression('[a, b, c, d]', bindings=b)
self.assertIsInstance(e, ast.Array)
a = e
self.assertLen(a.members, 4)
self.assertIsInstance(a.members[0], ast.NameRef)
self.assertIsInstance(a.members[1], ast.NameRef)
self.assertIsInstance(a.members[2], ast.NameRef)
self.assertIsInstance(a.members[3], ast.NameRef)
def test_import_as(self):
program = """
import thing as other
"""
m = ast.Module('test')
bindings = parser.Bindings(m, None)
fparse = lambda p, bindings: p.parse_module(bindings)
m = self._parse_internal(program, bindings, fparse)
self.assertIsInstance(m.top[0], ast.Import)
fake_pos = Pos(self.fake_filename, 0, 0)
fake_span = Span(fake_pos, fake_pos)
self.assertIsInstance(bindings.resolve_node('other', fake_span),
ast.Import)
self.assertIsNone(bindings.resolve_node_or_none('thing'), None)
def test_for_freevars(self):
program = """for (i, accum): (u32, u32) in range(4) {
let new_accum: u32 = accum + i + j;
new_accum
}(u32:0)"""
b = parser.Bindings(None)
b.add('range', ast.BuiltinNameDef('range'))
b.add('j', ast.BuiltinNameDef('j'))
e = self.parse_expression(program, bindings=b)
self.assertIsInstance(e, ast.For)
self.assertEqual(e.span.start,
Pos(self.fake_filename, lineno=0, colno=3))
freevars = e.get_free_variables(e.span.start)
self.assertCountEqual(freevars.keys(), ['j', 'range'])
def test_bindings_stack(self):
top = parser.Bindings(None)
leaf0 = parser.Bindings(top)
leaf1 = parser.Bindings(top)
a = ast.BuiltinNameDef('a')
b = ast.BuiltinNameDef('b')
c = ast.BuiltinNameDef('c')
top.add('a', a)
leaf0.add('b', b)
leaf1.add('c', c)
pos = scanner.Pos(self.fake_filename, lineno=0, colno=0)
span = Span(pos, pos)
self.assertEqual(leaf0.resolve('a', span), a)
self.assertEqual(leaf1.resolve('a', span), a)
self.assertEqual(top.resolve('a', span), a)
with self.assertRaises(parser.ParseError):
top.resolve('b', span)
with self.assertRaises(parser.ParseError):
leaf1.resolve('b', span)
with self.assertRaises(parser.ParseError):
leaf0.resolve('c', span)
self.assertEqual(leaf0.resolve('b', span), b)
self.assertEqual(leaf1.resolve('c', span), c)
def test_logical_equality(self):
b = parser.Bindings(None)
b.add('a', ast.BuiltinNameDef('a'))
b.add('b', ast.BuiltinNameDef('b'))
b.add('f', ast.BuiltinNameDef('f'))
e = self.parse_expression('a ^ !b == f()', bindings=b)
# This should group as:
# ((a) ^ (!b)) == (f())
self.assertTrue(e.operator.is_kind(TokenKind.DOUBLE_EQUALS),
msg=e.operator)
self.assertTrue(e.lhs.operator.is_kind(TokenKind.HAT))
self.assertTrue(e.lhs.rhs.operator.is_kind(TokenKind.BANG))
self.assertIsInstance(e.rhs, ast.Invocation)
self.assertIsInstance(e.rhs.callee, ast.NameRef)
self.assertEqual(e.rhs.callee.identifier, 'f')
def test_logical_equality(self):
b = parser.Bindings(None)
m = ast.Module('test')
b.add('a', ast.BuiltinNameDef(m, 'a'))
b.add('b', ast.BuiltinNameDef(m, 'b'))
b.add('f', ast.BuiltinNameDef(m, 'f'))
e = self.parse_expression('a ^ !b == f()', bindings=b)
# This should group as:
# ((a) ^ (!b)) == (f())
self.assertEqual(e.kind, ast.BinopKind.EQ)
self.assertTrue(e.lhs.kind, ast.BinopKind.XOR)
self.assertTrue(e.lhs.rhs.kind, ast.UnopKind.INV)
self.assertIsInstance(e.rhs, ast.Invocation)
self.assertIsInstance(e.rhs.callee, ast.NameRef)
self.assertEqual(e.rhs.callee.identifier, 'f')
def test_logical_operator_binding(self):
b = parser.Bindings(None)
m = ast.Module('test')
b.add('a', ast.BuiltinNameDef(m, 'a'))
b.add('b', ast.BuiltinNameDef(m, 'b'))
b.add('c', ast.BuiltinNameDef(m, 'c'))
e = self.parse_expression('!a || !b && c', bindings=b)
# This should group as:
# ((!a) || ((!b) && c))
self.assertTrue(e.kind, ast.BinopKind.LOGICAL_OR)
self.assertTrue(e.lhs.kind, ast.UnopKind.INV)
self.assertTrue(e.rhs.kind, ast.BinopKind.LOGICAL_AND)
self.assertEqual(e.rhs.lhs.kind, ast.UnopKind.INV)
self.assertIsInstance(e.rhs.rhs, ast.NameRef)
self.assertEqual(e.rhs.rhs.identifier, 'c')
def _parse_internal(
self, program: Text, bindings: Optional[parser.Bindings],
fparse: Callable[[parser.Parser, parser.Bindings],
TypeVar('T')]
) -> TypeVar('T'):
with fakefs_util.scoped_fakefs(self.fake_filename, program):
s = scanner.Scanner(self.fake_filename, program)
b = bindings or parser.Bindings(None)
try:
e = fparse(parser.Parser(s), b)
except parser.ParseError as e:
parser_helpers.pprint_positional_error(e)
raise
self.assertTrue(s.at_eof())
return e
def test_logical_operator_binding(self):
b = parser.Bindings(None)
b.add('a', ast.BuiltinNameDef('a'))
b.add('b', ast.BuiltinNameDef('b'))
b.add('c', ast.BuiltinNameDef('c'))
e = self.parse_expression('!a || !b && c', bindings=b)
# This should group as:
# ((!a) || ((!b) && c))
self.assertTrue(e.operator.is_kind(TokenKind.DOUBLE_BAR),
msg=e.operator)
self.assertTrue(e.lhs.operator.is_kind(TokenKind.BANG))
self.assertTrue(e.rhs.operator.is_kind(TokenKind.DOUBLE_AMPERSAND))
self.assertTrue(e.rhs.lhs.operator.is_kind(TokenKind.BANG))
self.assertIsInstance(e.rhs.rhs, ast.NameRef)
self.assertEqual(e.rhs.rhs.identifier, 'c')
def test_bad_enum_ref(self):
program = """
enum MyEnum : u1 {
FOO = 0
}
fn my_fun() -> MyEnum {
FOO // Should be qualified as MyEnum::FOO!
}
"""
bindings = parser.Bindings(None)
fparse = lambda p, bindings: p.parse_module('test_module', bindings)
with self.assertRaises(parser.ParseError) as cm:
self._parse_internal(program, bindings, fparse)
self.assertIn('Cannot find a definition for name: \'FOO\'',
str(cm.exception))
def _parse_internal(
self, program: Text, bindings: Optional[parser.Bindings],
fparse: Callable[[parser.Parser, parser.Bindings],
TypeVar('T')]
) -> TypeVar('T'):
m = ast.Module('test') if bindings is None else bindings.module
with fakefs_test_util.scoped_fakefs(self.fake_filename, program):
s = scanner.Scanner(self.fake_filename, program)
b = bindings or parser.Bindings(m, None)
try:
e = fparse(parser.Parser(s, 'test_module'), b)
except parser.ParseError as e:
parser_helpers.pprint_positional_error(e)
raise
self.assertTrue(s.at_eof(), msg=s.peek())
return e
def test_parse_name_def_tree(self):
text = '(a, (b, (c, d), e), f)'
fparse = lambda p, b: p._parse_name_def_tree(b)
bindings = parser.Bindings()
ndt = self._parse_internal(text, bindings, fparse)
self.assertIsInstance(ndt, ast.NameDefTree)
self.assertLen(ndt.tree, 3)
self.assertIsInstance(ndt.tree[0], ast.NameDefTree)
self.assertTrue(ndt.tree[0].is_leaf())
self.assertIsInstance(ndt.tree[2], ast.NameDefTree)
self.assertTrue(ndt.tree[2].is_leaf())
self.assertEqual(
ndt.tree[0].span,
Span(Pos(self.fake_filename, 0, 1), Pos(self.fake_filename, 0, 2)))
self.assertEqual(
ndt.tree[2].span,
Span(Pos(self.fake_filename, 0, 20), Pos(self.fake_filename, 0, 21)))
self.assertNotEqual(ndt.tree[2].span, ndt.tree[0].span)
def test_for(self):
program = textwrap.dedent("""
let accum: u32 = 0;
let accum: u32 = for (i, accum): (u32, u32) in range(4) {
let new_accum: u32 = accum + i;
new_accum
}(accum);
accum
""")
b = parser.Bindings(None)
b.add('range', ast.BuiltinNameDef('range'))
e = self.parse_expression(program, bindings=b)
self.assertIsInstance(e, ast.Let)
self.assertIsInstance(e.body, ast.Let)
self.assertIsInstance(e.body.rhs, ast.For)
for_ = e.body.rhs
self.assertIsInstance(for_.init, ast.NameRef)
self.assertIs(for_.init.name_def, e.name_def_tree.get_leaf())
self.assertIsNot(for_.init.name_def, for_.names.tree[1].get_leaf())
def test_constant_array(self):
b = parser.Bindings(None)
e = self.parse_expression('u32[2]:[u32:0, u32:1]', bindings=b)
self.assertIsInstance(e, ast.ConstantArray)
