def test_assignment2(self): input_data = "a=1337;" tokens = Lexer(input_data, lexer.STRING_INPUT_FILE).tokenize() parser = Parser(tokens) ast = parser.parse() self.assertEqual(1, len(ast)) left_token = Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 1, value='a') equals_token = Token(TokenType.EQUALS, lexer.STRING_INPUT_FILE, 1, 2) right_token = Token(TokenType.NUMBER, lexer.STRING_INPUT_FILE, 1, 3, value='1337') semicolon_token = Token(TokenType.SEMICOLON, lexer.STRING_INPUT_FILE, 1, 7) left_ast = Identifier(left_token) right_ast = Constant(right_token) assignment = Assignment(left_ast, equals_token, right_ast, semicolon_token) self.assertEqual([assignment], ast)
def test_array_simple5(self): input_data = "array[] = {};" tokens = Lexer(input_data, lexer.STRING_INPUT_FILE).tokenize() parser = Parser(tokens) ast = parser.parse() self.assertEqual(1, len(ast)) name = Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 1, value='array') l_square_token = Token(TokenType.L_SQUARE, lexer.STRING_INPUT_FILE, 1, 6) r_square_token = Token(TokenType.R_SQUARE, lexer.STRING_INPUT_FILE, 1, 7) identifier = Identifier(name) array_declaration = ArrayDeclaration(identifier, l_square_token, r_square_token) equals_token = Token(TokenType.EQUALS, lexer.STRING_INPUT_FILE, 1, 9) l_curly_token = Token(TokenType.L_CURLY, lexer.STRING_INPUT_FILE, 1, 11) r_curly_token = Token(TokenType.R_CURLY, lexer.STRING_INPUT_FILE, 1, 12) array = Array(l_curly_token, [], r_curly_token) semicolon_token = Token(TokenType.SEMICOLON, lexer.STRING_INPUT_FILE, 1, 13) assignment = Assignment(array_declaration, equals_token, array, semicolon_token) self.assertEqual([assignment], ast)
def test_assignment4(self): input_data = 'author = "Schwaggot";' tokens = Lexer(input_data, lexer.STRING_INPUT_FILE).tokenize() parser = Parser(tokens) ast = parser.parse() self.assertEqual(1, len(ast)) left_token = Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 1, value='author') equals_token = Token(TokenType.EQUALS, lexer.STRING_INPUT_FILE, 1, 8) right_tokens = [ Token(TokenType.DOUBLE_QUOTES, lexer.STRING_INPUT_FILE, 1, 10), Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 11, value='Schwaggot'), Token(TokenType.DOUBLE_QUOTES, lexer.STRING_INPUT_FILE, 1, 20) ] semicolon_token = Token(TokenType.SEMICOLON, lexer.STRING_INPUT_FILE, 1, 21) left_ast = Identifier(left_token) right_ast = StringLiteral(right_tokens) assignment = Assignment(left_ast, equals_token, right_ast, semicolon_token) self.assertEqual([assignment], ast)
def test_assignment3(self): input_data = "a = 'Hello';" tokens = Lexer(input_data, lexer.STRING_INPUT_FILE).tokenize() parser = Parser(tokens) ast = parser.parse() self.assertEqual(1, len(ast)) left_token = Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 1, value='a') equals_token = Token(TokenType.EQUALS, lexer.STRING_INPUT_FILE, 1, 3) right_tokens = [ Token(TokenType.QUOTE, lexer.STRING_INPUT_FILE, 1, 5), Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 6, value='Hello'), Token(TokenType.QUOTE, lexer.STRING_INPUT_FILE, 1, 11) ] semicolon_token = Token(TokenType.SEMICOLON, lexer.STRING_INPUT_FILE, 1, 12) left_ast = Identifier(left_token) right_ast = StringLiteral(right_tokens) assignment = Assignment(left_ast, equals_token, right_ast, semicolon_token) self.assertEqual([assignment], ast)
def test_identifier3(self): input_data = "class0" tokens = Lexer(input_data, lexer.STRING_INPUT_FILE).tokenize() self.assertEqual(1, len(tokens)) parser = Parser(tokens) ast = parser.parse() self.assertEqual(1, len(ast)) expected_token = Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 1, value="class0") identifier = Identifier(expected_token) self.assertEqual([identifier], ast)
def test_array_declaration1(self): input_data = "array[]" tokens = Lexer(input_data, lexer.STRING_INPUT_FILE).tokenize() parser = Parser(tokens) ast = parser.parse() self.assertEqual(1, len(ast)) name = Token(TokenType.WORD, lexer.STRING_INPUT_FILE, 1, 1, value='array') l_square_token = Token(TokenType.L_SQUARE, lexer.STRING_INPUT_FILE, 1, 6) r_square_token = Token(TokenType.R_SQUARE, lexer.STRING_INPUT_FILE, 1, 7) identifier = Identifier(name) array_declaration = ArrayDeclaration(identifier, l_square_token, r_square_token) self.assertEqual([array_declaration], ast)