Example #1
0
    def test_to_vw(self):
        stream = MongoStreamer(self.db_setup, tokenizer=self.tokenizer)
        stream.cursor = self.mock_cursor
        stream.to_vw(open(self.temp_vw_path, 'w'))
        result = open(self.temp_vw_path).read()

        benchmark = " 1 a| failure:1 doomed:1\n 1 1| set:1 success:1\n"
        self.assertEqual(benchmark, result)
Example #2
0
    def test_to_vw(self):
        stream = MongoStreamer(self.db_setup, tokenizer=self.tokenizer)
        stream.cursor = self.mock_cursor
        result = StringIO()
        stream.to_vw(result, cache_list=["doc_id"])

        benchmark = " 1 a| failure:1 doomed:1\n 1 1| set:1 success:1\n"
        self.assertEqual(benchmark, result.getvalue())
Example #3
0
    def test_to_vw(self):
        stream = MongoStreamer(self.db_setup,
                               tokenizer=self.tokenizer)
        stream.cursor = self.mock_cursor
        stream.to_vw(open(self.temp_vw_path, 'w'))
        result  = open(self.temp_vw_path).read()

        benchmark = " 1 a| failure:1 doomed:1\n 1 1| set:1 success:1\n"
        self.assertEqual(benchmark, result)