示例#1
0
 def get_tokens(self, string):
     return list(tokenize.get_tokens(string))
示例#2
0
def get_tokens(code_string):
    return tokenize.get_tokens(code_string + "\n")
示例#3
0
def get_tokens(code_string):
    return tokenize.get_tokens(code_string + '\n')
示例#4
0
 def get_tokens(self, string):
     return list(tokenize.get_tokens(string))