示例#1
0
 def do(t, out):  # shortener
     self.failIf(tokenize_text(t) != out)
示例#2
0
 def tokenize(self, text):
     return tokenize_text(text)
示例#3
0
文件： base.py 项目： liberation/sulci 
 def tokenize(self, text):
     return tokenize_text(text)
示例#4
0
 def do(t, out):  # shortener
     self.failIf(tokenize_text(t) != out)