Python lex Examples

Example #1

def t_WS(t):
    r'[ \t]+'
    pass


def t_NL(t):
    r'[\n\r]+'
    return t


def t_WORD(t):
    r'(\"[^\"]+\")|[a-zA-Z0-9/\\\.,_-]+'
    # Check for reserved words
    for k, v in reserved.items():
        if re.match(k, t.value, re.I):
            t.type = v
    return t


def t_error(t):
    print("Illegal character %s" % repr(t.value[0]))
    t.lexer.skip(1)


lexer = lex.lex()

if __name__ == '__main__':
    lex.runmain()

Example #2

File: CiscoAsaLex.py Project: conix-security/springbok

def t_NL(t):
    r'[\n\r]+'
    return t


def t_COMA(t):
    r','
    return t


def t_WORD(t):
    r'[a-zA-Z0-9/\\\._-]+'
    # Check for reserved words
    for k, v in reserved.items():
        if re.match(k, t.value, re.I):
            t.type = v
    return t


def t_error(t):
    t.lexer.skip(1)
    return t


lexer = lex.lex()

if __name__ == '__main__':
    lex.runmain()