Exemple #1
0
 def get_tokens(self, string):
     return list(tokenize.get_tokens(string))
Exemple #2
0
def get_tokens(code_string):
    return tokenize.get_tokens(code_string + "\n")
Exemple #3
0
def get_tokens(code_string):
    return tokenize.get_tokens(code_string + '\n')
Exemple #4
0
 def get_tokens(self, string):
     return list(tokenize.get_tokens(string))