def test(): input = slurp("/Users/andrewkittredge/Source/ai/similar_page/corpora/friendly_rentals.txt") cleansed_input = cleanse(input) n_grams = word_n_grams(cleansed_input, 1) corpa = Corpa() corpa.add_n_grams(n_grams) corpa.variance_from_model()
def consume_text(self, text): self.add_n_grams(word_n_grams(text, self.order))