Python MatchOshToken Examples

Example #1

def _MatchOshToken_Fast(lex_mode, line, start_pos):
  # type: (lex_mode_t, str, int) -> Tuple[Id_t, int]
  """Returns (Id, end_pos)."""
  tok_type, end_pos = fastlex.MatchOshToken(lex_mode.enum_id, line, start_pos)
  # IMPORTANT: We're reusing Id instances here.  Ids are very common, so this
  # saves memory.
  return IdInstance(tok_type), end_pos

Example #2

def MatchOshToken(lex_mode, line, start_pos):
    tok_type, end_pos = fastlex.MatchOshToken(lex_mode.enum_id, line,
                                              start_pos)
    return IdInstance(tok_type), end_pos

Example #3

File: fastlex_test.py Project: nezihsunman/CS350ProjectCreatingALinuxCommand

def MatchOshToken(lex_mode, line, start_pos):
    tok_type, end_pos = fastlex.MatchOshToken(lex_mode, line, start_pos)
    #log('tok_type = %d, id = %s', tok_type, tok_type)
    return tok_type, end_pos

Example #4

def MatchOshToken(lex_mode, line, start_pos):
  tok_type, end_pos = fastlex.MatchOshToken(lex_mode.enum_id, line, start_pos)
  #log('tok_type = %d, id = %s', tok_type, IdInstance(tok_type))
  return IdInstance(tok_type), end_pos