def test_get_multi_with_sentinel(self): log = logging.getLogger() index = IndexQ(test_config['indexqbase'], 'testq', size=1, log=log) q = index.get_multi_q(sentinel='BLAH') docs = self.rand_docs.get_docs(5000) docs2 = self.rand_docs.get_docs(5000) for item in docs + ['BLAH'] + docs2: q.put(item) index.join_indexer() self.assertEqual(docs + docs2, index.get_all_json_from_indexq())
def test_get_multi_with_sentinel(self): log = logging.getLogger() index = IndexQ(test_config['indexqbase'], 'testq', size=1, log=log) q = index.get_multi_q(sentinel='BLAH') docs = self.rand_docs.get_docs(5000) docs2 = self.rand_docs.get_docs(5000) for item in docs + ['BLAH'] + docs2: q.put(item) index.join_indexer() self.assertEqual(docs+docs2, index.get_all_json_from_indexq())
def test_get_multi_q2(self): log = logging.getLogger() index = IndexQ(test_config['indexqbase'], 'testq', size=1, log=log) q = index.get_multi_q() docs = self.rand_docs.get_docs(50000) for item in docs: q.put(item) q.put('STOP') index.join_indexer() self.assertEqual(docs, index.get_all_json_from_indexq())
def test_get_multi_q2(self): log = logging.getLogger() index = IndexQ(test_config['indexqbase'], 'testq', size = 1, log = log) q = index.get_multi_q() docs = self.rand_docs.get_docs(50000) for item in docs: q.put(item) q.put('STOP') index.join_indexer() self.assertEqual(docs, index.get_all_json_from_indexq())