Пример #1
0
    def testLookAhead(self):
        # Lines always end with '\n'
        l = LineLexer(match.MATCHER, '', self.arena)
        self.assertTokensEqual(token(Id.Unknown_Tok, ''),
                               l.LookAhead(lex_mode_e.ShCommand))

        l = LineLexer(match.MATCHER, 'foo', self.arena)
        self.assertTokensEqual(token(Id.Lit_Chars, 'foo'),
                               l.Read(lex_mode_e.ShCommand))
        self.assertTokensEqual(token(Id.Unknown_Tok, ''),
                               l.LookAhead(lex_mode_e.ShCommand))

        l = LineLexer(match.MATCHER, 'foo  bar', self.arena)
        self.assertTokensEqual(token(Id.Lit_Chars, 'foo'),
                               l.Read(lex_mode_e.ShCommand))
        self.assertTokensEqual(token(Id.Lit_Chars, 'bar'),
                               l.LookAhead(lex_mode_e.ShCommand))

        # No lookahead; using the cursor!
        l = LineLexer(match.MATCHER, 'fun(', self.arena)
        self.assertTokensEqual(token(Id.Lit_Chars, 'fun'),
                               l.Read(lex_mode_e.ShCommand))
        self.assertTokensEqual(token(Id.Op_LParen, '('),
                               l.LookAhead(lex_mode_e.ShCommand))

        l = LineLexer(match.MATCHER, 'fun  (', self.arena)
        self.assertTokensEqual(token(Id.Lit_Chars, 'fun'),
                               l.Read(lex_mode_e.ShCommand))
        self.assertTokensEqual(token(Id.Op_LParen, '('),
                               l.LookAhead(lex_mode_e.ShCommand))
Пример #2
0
 def testRead_VS_ARG_UNQ(self):
     l = LineLexer(match.MATCHER, "'hi'", self.arena)
     t = l.Read(lex_mode_e.VSub_ArgUnquoted)
     self.assertEqual(Id.Left_SingleQuote, t.id)
Пример #3
0
 def testReadOuter(self):
     l = LineLexer('\n', self.arena)
     self.assertTokensEqual(Tok(Id.Op_Newline, None),
                            l.Read(lex_mode_e.ShCommand))
Пример #4
0
 def testReadOuter(self):
     l = LineLexer(match.MATCHER, '\n', self.arena)
     self.assertTokensEqual(token(Id.Op_Newline, '\n'),
                            l.Read(lex_mode_e.ShCommand))
Пример #5
0
 def testReadOuter(self):
   l = LineLexer(match.MATCHER, '\n', self.arena)
   self.assertTokensEqual(
       syntax_asdl.token(Id.Op_Newline, '\n'), l.Read(lex_mode_e.Outer))