Exemple #1
0
 def _create_tokenizer():
     return dummy_tokenizer.DummyTokenizer(None, None)
Exemple #2
0
def tokenizer():
    return dummy_tokenizer.DummyTokenizer(None, None)