def get_words(self, tokenized): word_list = [] lookup = self.lookup for word in tokenized: word = tuple_check(word) if word in lookup: word_list.append((word, lookup[word])) elif stem(word) in lookup: word_list.append((stem(word), lookup[stem(word)])) else: continue tuples = sorted(word_list, key=lambda x: x[1], reverse=True) return tuples
def mean(self, tokenized): total = 0 count = 0 lookup = self.lookup for word in tokenized: if word in lookup: total += lookup[word] count += 1 elif stem(word) in lookup: total += lookup[word] count += 1 else: continue return total / count