class KeywordIndexTest(TestCase):
def setUp(self):
self.index = KeywordIndex()
def _populate_index(self):
self.index.index_doc(1, ('zope', 'CMF', 'zope3', 'Zope3'))
self.index.index_doc(2, ('the', 'quick', 'brown', 'FOX'))
self.index.index_doc(3, ('Zope', 'zope'))
self.index.index_doc(4, ())
self.index.index_doc(5, ('cmf',))
def _search(self, query, expected, mode='and'):
results = self.index.search(query, mode)
# results and expected are IISets() but we can not
# compare them directly since __eq__() does not seem
# to be implemented for BTrees
self.assertEqual(results.keys(), expected.keys())
def _search_and(self, query, expected):
return self._search(query, expected, 'and')
def _search_or(self, query, expected):
return self._search(query, expected, 'or')
def test_interface(self):
verifyClass(IInjection, KeywordIndex)
verifyClass(IStatistics, KeywordIndex)
verifyClass(IKeywordQuerying, KeywordIndex)
def test_empty_index(self):
self.assertEqual(self.index.documentCount(), 0)
self.assertEqual(self.index.wordCount(), 0)
self._populate_index()
self.assertEqual(self.index.documentCount(), 4)
self.assertEqual(self.index.wordCount(), 7)
self.index.clear()
self.assertEqual(self.index.documentCount(), 0)
self.assertEqual(self.index.wordCount(), 0)
def test_unindex(self):
self._populate_index()
self.assertEqual(self.index.documentCount(), 4)
self.index.unindex_doc(1)
self.index.unindex_doc(2)
self.assertEqual(self.index.documentCount(), 2)
self.index.unindex_doc(-99999) # no exception should be raised
self.assertEqual(self.index.documentCount(), 2)
def test_reindex(self):
self._populate_index()
self.assertEqual(self.index.documentCount(), 4)
self.index.unindex_doc(1)
self.index.unindex_doc(2)
self.index.index_doc(1, ('foo', 'bar', 'doom'))
self.index.index_doc(1, ('bar', 'blabla'))
self.assertEqual(self.index.documentCount(), 3)
self._search('quick', IISet())
self._search('foo', IISet())
self._search('bar', IISet([1]))
self._search(['doom'], IISet())
self._search(['blabla'], IISet([1]))
self._search_and(('bar', 'blabla'), IISet([1]))
self._search(['cmf'], IISet([5]))
def test_hasdoc(self):
self._populate_index()
self.assertEqual(self.index.has_doc(1), 1)
self.assertEqual(self.index.has_doc(2), 1)
self.assertEqual(self.index.has_doc(3), 1)
self.assertEqual(self.index.has_doc(4), 0)
self.assertEqual(self.index.has_doc(5), 1)
self.assertEqual(self.index.has_doc(6), 0)
def test_simplesearch(self):
self._populate_index()
self._search([''], IISet())
self._search(['cmf'], IISet([1, 5]))
self._search(['zope'], IISet([1, 3]))
self._search(['zope3'], IISet([1]))
self._search(['foo'], IISet())
def test_search_and(self):
self._populate_index()
self._search_and(('cmf', 'zope3'), IISet([1]))
self._search_and(('cmf', 'zope'), IISet([1]))
self._search_and(('cmf', 'zope4'), IISet())
self._search_and(('zope', 'ZOPE'), IISet([1, 3]))
def test_search_or(self):
self._populate_index()
self._search_or(('cmf', 'zope3'), IISet([1, 5]))
self._search_or(('cmf', 'zope'), IISet([1, 3, 5]))
self._search_or(('cmf', 'zope4'), IISet([1, 5]))
self._search_or(('zope', 'ZOPE'), IISet([1,3]))
def test_index_input(self):
self.assertRaises(TypeError, self.index.index_doc, 1, "non-sequence-string")