def test_info_stream(self):
stream = MongoStreamer(self.db_setup, tokenizer=self.tokenizer)
stream.cursor = self.mock_cursor
token_benchmark = [['doomed', 'failure'], ['set', 'success']]
text_benchmark = ['doomed to failure', 'set for success']
token_result = []
text_result = []
for each in stream.info_stream():
token_result.append(each['tokens'])
text_result.append(each['text'])
self.assertEqual(token_benchmark, token_result)
self.assertEqual(text_benchmark, text_result)
def test_info_stream(self):
stream = MongoStreamer(self.db_setup, tokenizer=self.tokenizer)
stream.cursor = self.mock_cursor
token_benchmark = [["doomed", "failure"], ["set", "success"]]
text_benchmark = ["doomed to failure", "set for success"]
token_result = []
text_result = []
for each in stream.info_stream():
token_result.append(each["tokens"])
text_result.append(each["text"])
self.assertEqual(token_benchmark, token_result)
self.assertEqual(text_benchmark, text_result)
def test_info_stream(self):
stream = MongoStreamer(self.db_setup,
tokenizer=self.tokenizer)
stream.cursor = self.mock_cursor
token_benchmark = [['doomed', 'failure'],
['set', 'success']]
text_benchmark = ['doomed to failure', 'set for success']
token_result = []
text_result = []
for each in stream.info_stream():
token_result.append(each['tokens'])
text_result.append(each['text'])
self.assertEqual(token_benchmark, token_result)
self.assertEqual(text_benchmark, text_result)
