-
Notifications
You must be signed in to change notification settings - Fork 0
/
lexer.py
32 lines (25 loc) · 821 Bytes
/
lexer.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
from rply import LexerGenerator
class Lexer():
def __init__(self):
self.lexer = LexerGenerator()
def _add_tokens(self):
# Parenthesis
self.lexer.add('OPEN_PAREN', r'\(')
self.lexer.add('CLOSE_PAREN', r'\)')
# lambda
self.lexer.add('LAMBDA', r'λ')
self.lexer.add('DOT', r'.')
# Number
self.lexer.add('NUMBER', r'\d+')
# LETTER
self.lexer.add('VAR', r'[a-z]')
# Operators
self.lexer.add('SUM', r'\+')
self.lexer.add('SUB', r'\-')
self.lexer.add('MUL', r'\*')
self.lexer.add('DIV', r'\*')
# Ignore spaces
self.lexer.ignore('\s+')
def get_lexer(self):
self._add_tokens()
return self.lexer.build()