def train(self, train_sents): train_sents = train_sents[:self.train_size] self.tokens_size = num_tokens(train_sents) t0 = default_backoff_tagger(train_sents) self._tagger = nltk.tag.TrigramTagger(train_sents, backoff=t0)
def train(self, train_sents): train_sents = train_sents[:self.train_size] self.tokens_size = num_tokens(train_sents) t0 = default_backoff_tagger(train_sents) self._tagger = nltk.tag.tnt.TnT(unk=t0) self._tagger.train(train_sents)