def setUp(self): self.tokenizer = WordTokenizer() self.text = "Python is a high-level programming language."
def test_tokens_property(self): assert_true(self.blob.tokens, tb.WordList(WordTokenizer().tokenize(self.text)))
def setUp(self): self.tokenizer = WordTokenizer() self.text = "Python is a high-level programming language."
def test_tokens_property(self): assert_true(self.blob.tokens, tb.WordList(WordTokenizer().tokenize(self.text)))