Python get_lexer示例

示例#1

 def setup_class(self):
     self.parser = get_parser()
     self.lexer = get_lexer()
     self.space = Space()
     self.space.setup_builtins(*default_builtins(self.space))
     self.interpreter = Interpreter()
     self.space.setup(self.interpreter)

示例#2

文件： support.py 项目： mahmoudimus/quill

 def setup_class(self):
     self.parser = get_parser()
     self.lexer = get_lexer()
     self.space = Space()
     builtins, core_mods, not_builtins = default_builtins(self.space)
     builtins.append(magic_log)
     self.space.setup_builtins(builtins, core_mods, not_builtins)
     self.space.log = []
     self.interpreter = Interpreter()
     self.space.setup(self.interpreter)

示例#3

文件： test_lexer.py 项目： imraghava/nolang

 def test_program(self):
     tokens = [x.name for x in get_lexer().lex("function name () {}")]
     assert tokens == [
         'FUNCTION', 'IDENTIFIER', 'LEFT_PAREN', 'RIGHT_PAREN',
         'LEFT_CURLY_BRACE', 'RIGHT_CURLY_BRACE'
     ]

示例#4

文件： test_lexer.py 项目： imraghava/nolang

 def test_one_plus_two(self):
     tokens = [x.name for x in get_lexer().lex('1+1')]
     assert tokens == ['INTEGER', 'PLUS', 'INTEGER']

示例#5

文件： test_parser.py 项目： imraghava/nolang

 def setup_class(self):
     self.parser = get_parser()
     self.lexer = get_lexer()

示例#6

文件： test_parser.py 项目： fijal/quill

 def setup_class(self):
     self.parser = get_parser()
     self.lexer = get_lexer()

示例#7

文件： main.py 项目： fijal/quill

    assert i >= 0
    head, tail = p[:i], p[i:]
    if head and head != '/' * len(head):
        head = head.rstrip('/')
    return head, tail


def main(argv):
    if len(argv) != 2:
        print __doc__
        return 1
    return run_code(argv[1])


parser = get_parser()
lexer = get_lexer()
space = Space()
space.setup_builtins(*default_builtins(space))


def format_parser_error(pe):
    print "Error parsing input file %s, line %d: %s" % (pe.filename, pe.lineno,
        pe.msg)
    print "  " + pe.line
    print "  " + " " * pe.start_colno + "^" * (pe.end_colno - pe.start_colno)


def parse_name(fname):
    name = path_split(fname)[-1]
    p = name.rfind(".")
    if p > 0:

示例#8

    assert i >= 0
    head, tail = p[:i], p[i:]
    if head and head != '/' * len(head):
        head = head.rstrip('/')
    return head, tail


def main(argv):
    if len(argv) != 2:
        print __doc__
        return 1
    return run_code(argv[1])


parser = get_parser()
lexer = get_lexer()
space = Space()
space.setup_builtins(*default_builtins(space))


def format_parser_error(pe):
    print "Error parsing input file %s, line %d: %s" % (pe.filename, pe.lineno,
        pe.msg)
    print "  " + pe.line
    print "  " + " " * pe.start_colno + "^" * (pe.end_colno - pe.start_colno)


def parse_name(fname):
    name = path_split(fname)[-1]
    p = name.rfind(".")
    if p > 0:

示例#9

文件： test_lexer.py 项目： mahmoudimus/quill

 def test_program(self):
     tokens = [x.name for x in get_lexer().lex('', "def name () {}")]
     assert tokens == [
         'DEF', 'IDENTIFIER', 'LEFT_PAREN', 'RIGHT_PAREN',
         'LEFT_CURLY_BRACE', 'RIGHT_CURLY_BRACE'
     ]

示例#10

文件： test_lexer.py 项目： mahmoudimus/quill

 def test_keyword_varname(self):
     tokens = [x.name for x in get_lexer().lex('', '1 + varfoo')]
     assert tokens == ['INTEGER', 'PLUS', 'IDENTIFIER']
     tokens = [x.name for x in get_lexer().lex('', '1 + let')]
     assert tokens == ['INTEGER', 'PLUS', 'LET']

示例#11

文件： test_lexer.py 项目： fijal/quill

 def test_one_plus_two(self):
     tokens = [x.name for x in get_lexer().lex('', '1+1')]
     assert tokens == ['INTEGER', 'PLUS', 'INTEGER']

示例#12

文件： test_lexer.py 项目： fijal/quill

 def test_program(self):
     tokens = [x.name for x in get_lexer().lex('', "def name () {}")]
     assert tokens == ['DEF', 'IDENTIFIER', 'LEFT_PAREN', 'RIGHT_PAREN',
                       'LEFT_CURLY_BRACE', 'RIGHT_CURLY_BRACE']

示例#13

文件： test_lexer.py 项目： fijal/quill

 def test_keyword_varname(self):
     tokens = [x.name for x in get_lexer().lex('', '1 + varfoo')]
     assert tokens == ['INTEGER', 'PLUS', 'IDENTIFIER']
     tokens = [x.name for x in get_lexer().lex('', '1 + let')]
     assert tokens == ['INTEGER', 'PLUS', 'LET']