def test_cast(self): b = parser.Bindings(None) b.add('foo', ast.BuiltinNameDef('foo')) e = self.parse_expression('foo() as u32', bindings=b) self.assertIsInstance(e, ast.Cast) self.assertIsInstance(e.expr, ast.Invocation) self.assertIsInstance(e.type_, ast.TypeAnnotation)
def test_match(self): b = parser.Bindings(None) m = ast.Module('test') b.add('x', ast.BuiltinNameDef(m, 'x')) e = self.parse_expression( 'match x { u32:42 => u32:64, _ => u32:42 }', bindings=b) self.assertIsInstance(e, ast.Match)
def test_double_negation(self): b = parser.Bindings(None) b.add('x', ast.BuiltinNameDef('x')) e = self.parse_expression('!!x', bindings=b) self.assertIsInstance(e, ast.Unop) self.assertIsInstance(e.operand, ast.Unop) self.assertIsInstance(e.operand.operand, ast.NameRef) self.assertEqual(e.operand.operand.identifier, 'x')
def test_ternary(self): b = parser.Bindings(None) e = self.parse_expression('u32:42 if true else u32:24', bindings=b) self.assertIsInstance(e, ast.Ternary) self.assertIsInstance(e.consequent, ast.Number) self.assertEqual(e.consequent.value, '42') self.assertIsInstance(e.alternate, ast.Number) self.assertEqual(e.alternate.value, '24') self.assertIsInstance(e.test, ast.Number) self.assertEqual(e.test.value, 'true')
def test_match_freevars(self): text = """match x { y => z }""" b = parser.Bindings(None) for identifier in ('x', 'y', 'z'): b.add(identifier, ast.BuiltinNameDef(identifier)) n = self.parse_expression(text, bindings=b) freevars = n.get_free_variables(n.span.start) self.assertEqual(freevars.keys(), {'x', 'y', 'z'})
def test_import(self): program = """ import thing """ bindings = parser.Bindings(None) fparse = lambda p, bindings: p.parse_module(bindings) m = self._parse_internal(program, bindings, fparse) self.assertIsInstance(m.top[0], ast.Import) fake_pos = Pos(self.fake_filename, 0, 0) fake_span = Span(fake_pos, fake_pos) self.assertIsInstance(bindings.resolve_node('thing', fake_span), ast.Import)
def test_array(self): b = parser.Bindings(None) for identifier in 'a b c d'.split(): b.add(identifier, ast.BuiltinNameDef(identifier)) e = self.parse_expression('[a, b, c, d]', bindings=b) self.assertIsInstance(e, ast.Array) a = e self.assertLen(a.members, 4) self.assertIsInstance(a.members[0], ast.NameRef) self.assertIsInstance(a.members[1], ast.NameRef) self.assertIsInstance(a.members[2], ast.NameRef) self.assertIsInstance(a.members[3], ast.NameRef)
def test_import_as(self): program = """ import thing as other """ m = ast.Module('test') bindings = parser.Bindings(m, None) fparse = lambda p, bindings: p.parse_module(bindings) m = self._parse_internal(program, bindings, fparse) self.assertIsInstance(m.top[0], ast.Import) fake_pos = Pos(self.fake_filename, 0, 0) fake_span = Span(fake_pos, fake_pos) self.assertIsInstance(bindings.resolve_node('other', fake_span), ast.Import) self.assertIsNone(bindings.resolve_node_or_none('thing'), None)
def test_for_freevars(self): program = """for (i, accum): (u32, u32) in range(4) { let new_accum: u32 = accum + i + j; new_accum }(u32:0)""" b = parser.Bindings(None) b.add('range', ast.BuiltinNameDef('range')) b.add('j', ast.BuiltinNameDef('j')) e = self.parse_expression(program, bindings=b) self.assertIsInstance(e, ast.For) self.assertEqual(e.span.start, Pos(self.fake_filename, lineno=0, colno=3)) freevars = e.get_free_variables(e.span.start) self.assertCountEqual(freevars.keys(), ['j', 'range'])
def test_bindings_stack(self): top = parser.Bindings(None) leaf0 = parser.Bindings(top) leaf1 = parser.Bindings(top) a = ast.BuiltinNameDef('a') b = ast.BuiltinNameDef('b') c = ast.BuiltinNameDef('c') top.add('a', a) leaf0.add('b', b) leaf1.add('c', c) pos = scanner.Pos(self.fake_filename, lineno=0, colno=0) span = Span(pos, pos) self.assertEqual(leaf0.resolve('a', span), a) self.assertEqual(leaf1.resolve('a', span), a) self.assertEqual(top.resolve('a', span), a) with self.assertRaises(parser.ParseError): top.resolve('b', span) with self.assertRaises(parser.ParseError): leaf1.resolve('b', span) with self.assertRaises(parser.ParseError): leaf0.resolve('c', span) self.assertEqual(leaf0.resolve('b', span), b) self.assertEqual(leaf1.resolve('c', span), c)
def test_logical_equality(self): b = parser.Bindings(None) b.add('a', ast.BuiltinNameDef('a')) b.add('b', ast.BuiltinNameDef('b')) b.add('f', ast.BuiltinNameDef('f')) e = self.parse_expression('a ^ !b == f()', bindings=b) # This should group as: # ((a) ^ (!b)) == (f()) self.assertTrue(e.operator.is_kind(TokenKind.DOUBLE_EQUALS), msg=e.operator) self.assertTrue(e.lhs.operator.is_kind(TokenKind.HAT)) self.assertTrue(e.lhs.rhs.operator.is_kind(TokenKind.BANG)) self.assertIsInstance(e.rhs, ast.Invocation) self.assertIsInstance(e.rhs.callee, ast.NameRef) self.assertEqual(e.rhs.callee.identifier, 'f')
def test_logical_equality(self): b = parser.Bindings(None) m = ast.Module('test') b.add('a', ast.BuiltinNameDef(m, 'a')) b.add('b', ast.BuiltinNameDef(m, 'b')) b.add('f', ast.BuiltinNameDef(m, 'f')) e = self.parse_expression('a ^ !b == f()', bindings=b) # This should group as: # ((a) ^ (!b)) == (f()) self.assertEqual(e.kind, ast.BinopKind.EQ) self.assertTrue(e.lhs.kind, ast.BinopKind.XOR) self.assertTrue(e.lhs.rhs.kind, ast.UnopKind.INV) self.assertIsInstance(e.rhs, ast.Invocation) self.assertIsInstance(e.rhs.callee, ast.NameRef) self.assertEqual(e.rhs.callee.identifier, 'f')
def test_logical_operator_binding(self): b = parser.Bindings(None) m = ast.Module('test') b.add('a', ast.BuiltinNameDef(m, 'a')) b.add('b', ast.BuiltinNameDef(m, 'b')) b.add('c', ast.BuiltinNameDef(m, 'c')) e = self.parse_expression('!a || !b && c', bindings=b) # This should group as: # ((!a) || ((!b) && c)) self.assertTrue(e.kind, ast.BinopKind.LOGICAL_OR) self.assertTrue(e.lhs.kind, ast.UnopKind.INV) self.assertTrue(e.rhs.kind, ast.BinopKind.LOGICAL_AND) self.assertEqual(e.rhs.lhs.kind, ast.UnopKind.INV) self.assertIsInstance(e.rhs.rhs, ast.NameRef) self.assertEqual(e.rhs.rhs.identifier, 'c')
def _parse_internal( self, program: Text, bindings: Optional[parser.Bindings], fparse: Callable[[parser.Parser, parser.Bindings], TypeVar('T')] ) -> TypeVar('T'): with fakefs_util.scoped_fakefs(self.fake_filename, program): s = scanner.Scanner(self.fake_filename, program) b = bindings or parser.Bindings(None) try: e = fparse(parser.Parser(s), b) except parser.ParseError as e: parser_helpers.pprint_positional_error(e) raise self.assertTrue(s.at_eof()) return e
def test_logical_operator_binding(self): b = parser.Bindings(None) b.add('a', ast.BuiltinNameDef('a')) b.add('b', ast.BuiltinNameDef('b')) b.add('c', ast.BuiltinNameDef('c')) e = self.parse_expression('!a || !b && c', bindings=b) # This should group as: # ((!a) || ((!b) && c)) self.assertTrue(e.operator.is_kind(TokenKind.DOUBLE_BAR), msg=e.operator) self.assertTrue(e.lhs.operator.is_kind(TokenKind.BANG)) self.assertTrue(e.rhs.operator.is_kind(TokenKind.DOUBLE_AMPERSAND)) self.assertTrue(e.rhs.lhs.operator.is_kind(TokenKind.BANG)) self.assertIsInstance(e.rhs.rhs, ast.NameRef) self.assertEqual(e.rhs.rhs.identifier, 'c')
def test_bad_enum_ref(self): program = """ enum MyEnum : u1 { FOO = 0 } fn my_fun() -> MyEnum { FOO // Should be qualified as MyEnum::FOO! } """ bindings = parser.Bindings(None) fparse = lambda p, bindings: p.parse_module('test_module', bindings) with self.assertRaises(parser.ParseError) as cm: self._parse_internal(program, bindings, fparse) self.assertIn('Cannot find a definition for name: \'FOO\'', str(cm.exception))
def _parse_internal( self, program: Text, bindings: Optional[parser.Bindings], fparse: Callable[[parser.Parser, parser.Bindings], TypeVar('T')] ) -> TypeVar('T'): m = ast.Module('test') if bindings is None else bindings.module with fakefs_test_util.scoped_fakefs(self.fake_filename, program): s = scanner.Scanner(self.fake_filename, program) b = bindings or parser.Bindings(m, None) try: e = fparse(parser.Parser(s, 'test_module'), b) except parser.ParseError as e: parser_helpers.pprint_positional_error(e) raise self.assertTrue(s.at_eof(), msg=s.peek()) return e
def test_parse_name_def_tree(self): text = '(a, (b, (c, d), e), f)' fparse = lambda p, b: p._parse_name_def_tree(b) bindings = parser.Bindings() ndt = self._parse_internal(text, bindings, fparse) self.assertIsInstance(ndt, ast.NameDefTree) self.assertLen(ndt.tree, 3) self.assertIsInstance(ndt.tree[0], ast.NameDefTree) self.assertTrue(ndt.tree[0].is_leaf()) self.assertIsInstance(ndt.tree[2], ast.NameDefTree) self.assertTrue(ndt.tree[2].is_leaf()) self.assertEqual( ndt.tree[0].span, Span(Pos(self.fake_filename, 0, 1), Pos(self.fake_filename, 0, 2))) self.assertEqual( ndt.tree[2].span, Span(Pos(self.fake_filename, 0, 20), Pos(self.fake_filename, 0, 21))) self.assertNotEqual(ndt.tree[2].span, ndt.tree[0].span)
def test_for(self): program = textwrap.dedent(""" let accum: u32 = 0; let accum: u32 = for (i, accum): (u32, u32) in range(4) { let new_accum: u32 = accum + i; new_accum }(accum); accum """) b = parser.Bindings(None) b.add('range', ast.BuiltinNameDef('range')) e = self.parse_expression(program, bindings=b) self.assertIsInstance(e, ast.Let) self.assertIsInstance(e.body, ast.Let) self.assertIsInstance(e.body.rhs, ast.For) for_ = e.body.rhs self.assertIsInstance(for_.init, ast.NameRef) self.assertIs(for_.init.name_def, e.name_def_tree.get_leaf()) self.assertIsNot(for_.init.name_def, for_.names.tree[1].get_leaf())
def test_constant_array(self): b = parser.Bindings(None) e = self.parse_expression('u32[2]:[u32:0, u32:1]', bindings=b) self.assertIsInstance(e, ast.ConstantArray)