def test_types(self): histogram = Listogram(self.fish_words) # Verify count of distinct word types assert len(set(self.fish_words)) == 5 assert histogram.types == 5 # Adding words again should not change count of distinct word types for word in self.fish_words: histogram.add_count(word) assert histogram.types == 5
def test_tokens(self): histogram = Listogram(self.fish_words) # Verify total count of all word tokens assert len(self.fish_words) == 8 assert histogram.tokens == 8 # Adding words again should double total count of all word tokens for word in self.fish_words: histogram.add_count(word) assert histogram.tokens == 8 * 2
def test_contains(self): histogram = Listogram(self.fish_words) # All of these words should be found for word in self.fish_words: assert word in histogram # None of these words should be found for word in ('fishy', 'food'): assert word not in histogram
def test_entries(self): # NOTE: This test assumes Listogram is implemented as a list of tuples, # but if you implement it as a list of lists (or a list of count-lists) # you should modify the fish_list fixture above and/or this test (only) listogram = Listogram(self.fish_words) # Verify histogram as list of entries like [(word, count)] assert len(listogram) == 5 self.assertCountEqual(listogram, self.fish_list) # Ignore item order # Verify histogram as dictionary of entries like {word: count} dictogram = dict(listogram) assert len(dictogram) == 5 self.assertCountEqual(dictogram, self.fish_dict) # Ignore item order
def test_frequency(self): histogram = Listogram(self.fish_words) # Verify frequency count of all words assert histogram.frequency('one') == 1 assert histogram.frequency('two') == 1 assert histogram.frequency('red') == 1 assert histogram.frequency('blue') == 1 assert histogram.frequency('fish') == 4 # Verify frequency count of unseen words assert histogram.frequency('food') == 0
def test_sample(self): histogram = Listogram(self.fish_words) # Create a list of 10,000 word samples from histogram samples_list = [histogram.sample() for _ in range(10000)] # Create a histogram to count frequency of each word samples_hist = Listogram(samples_list) # Check each word in original histogram for word, count in histogram: # Calculate word's observed frequency observed_freq = count / histogram.tokens # Calculate word's sampled frequency samples = samples_hist.frequency(word) sampled_freq = samples / samples_hist.tokens # Verify word's sampled frequency is close to observed frequency lower_bound = observed_freq * 0.9 # 10% below = 90% = 0.9 upper_bound = observed_freq * 1.1 # 10% above = 110% = 1.1 assert lower_bound <= sampled_freq <= upper_bound
def test_add_count(self): histogram = Listogram(self.fish_words) # Add more words to update frequency counts histogram.add_count('two', 2) histogram.add_count('blue', 3) histogram.add_count('fish', 4) histogram.add_count('food', 5) # Verify updated frequency count of all words assert histogram.frequency('one') == 1 assert histogram.frequency('two') == 3 assert histogram.frequency('red') == 1 assert histogram.frequency('blue') == 4 assert histogram.frequency('fish') == 8 assert histogram.frequency('food') == 5 # Verify count of distinct word types assert histogram.types == 6 # Verify total count of all word tokens assert histogram.tokens == 8 + 14