Пример #1
0
 def get_tokens(self, string):
     return list(tokenize.get_tokens(string))
Пример #2
0
def get_tokens(code_string):
    return tokenize.get_tokens(code_string + "\n")
Пример #3
0
def get_tokens(code_string):
    return tokenize.get_tokens(code_string + '\n')
Пример #4
0
 def get_tokens(self, string):
     return list(tokenize.get_tokens(string))