class TestIndex(tests.TestCase):
def setUp(self):
# Note that in this test our index is not the default index
# for the notebook. So any assumption from the notebook about
# the index will be wrong.
self.index = Index(dbfile=':memory:')
self.notebook = tests.get_test_notebook()
self.index.set_notebook(self.notebook)
def runTest(self):
'''Test indexing'''
# This is one big test instead of seperate sub tests because in the
# subclass we generate a file based notebook in setUp, and we do not
# want to do that many times
#~ print self.__class__.__name__
self.index.update()
#~ print '\n==== DB ===='
#~ cursor = self.index.db.cursor()
#~ cursor.execute('select * from pages')
#~ for row in cursor:
#~ print row
#~ cursor.execute('select * from links')
#~ for row in cursor:
#~ print row
# paths / ids
path = self.index.lookup_path(Path('Test:foo:bar'))
self.assertTrue(isinstance(path, IndexPath))
path = self.index.lookup_id(path.id)
self.assertTrue(isinstance(path, IndexPath))
self.assertEqual(path.name, 'Test:foo:bar')
# pages
pagelist = self.index.list_pages(None)
self.assertTrue(len(pagelist) > 0)
pagelist = self.index.list_pages(Path('Test'))
self.assertTrue(len(pagelist) > 0)
for page in pagelist:
self.assertTrue(page.name.startswith('Test:'))
self.assertTrue(page.name.count(':') == 1)
pagelist = self.index.list_pages(Path('Linking'))
self.assertTrue(Path('Linking:Dus') in pagelist)
pagelist = self.index.list_pages(Path('Some:Non:Existing:Path'))
self.assertTrue(len(pagelist) == 0)
# links
forwlist = list(self.index.list_links(Path('Test:foo:bar')))
backlist = list(self.index.list_links(Path('Test:foo:bar'), LINK_DIR_BACKWARD))
bothlist = list(self.index.list_links(Path('Test:foo:bar'), LINK_DIR_BOTH))
for l in forwlist, backlist, bothlist:
self.assertTrue(len(l) > 0)
for link in l:
self.assertTrue(isinstance(link, Link))
self.assertTrue(isinstance(link.source, IndexPath))
self.assertTrue(isinstance(link.href, IndexPath))
self.assertTrue(len(forwlist) + len(backlist) == len(bothlist))
n = self.index.n_list_links(Path('Test:foo:bar'), LINK_DIR_BACKWARD)
self.assertEqual(n, len(backlist))
# cursor.row_count is not reliable - see docs
def count_pages(db):
c = db.cursor()
c.execute('select id from pages')
r = c.fetchall()
return len(r)
def dump_db(db):
c = db.cursor()
c.execute('select * from pages')
text = ''
for row in c:
# HACK iterating of sqlite3.Row objects only supported for python 2.6
myrow = []
for i in range(len(row)):
myrow.append(row[i])
text += ', '.join(map(str, myrow)) + '\n'
return text
# repeat update() to check if update is stable
manifest = len(self.notebook.testdata_manifest)
self.assertTrue(count_pages(self.index.db) >= manifest)
origdb = dump_db(self.index.db)
self.index.update(checkcontents=False)
self.assertEqualDiff(dump_db(self.index.db), origdb)
# indexkey
for path in (Path('Test'), Path('Test:foo')):
indexpath = self.index.lookup_path(path)
self.assertEqual(indexpath.contentkey, self.notebook.get_page_indexkey(path))
self.assertEqual(indexpath.childrenkey, self.notebook.get_pagelist_indexkey(path))
# other functions
path = self.index.get_unique_path(Path('non-existing-path'))
self.assertEqual(path, Path('non-existing-path'))
path = self.index.get_unique_path(Path('Test:foo'))
self.assertEqual(path, Path('Test:foo_1'))
# get_previous / get_next
page = self.index.list_pages(None)[0]
seen = 0
while page:
seen = max(seen, page.name.count(':'))
page = self.index.get_next(page)
self.assertTrue(seen >= 2)
page = self.index.list_pages(None)[-1]
seen = 0
while page:
seen = max(seen, page.name.count(':'))
page = self.index.get_previous(page)
self.assertTrue(seen >= 2)
# now go through the flush loop
self.index.flush()
self.assertEqual(count_pages(self.index.db), 1)
self.index.update()
self.assertEqualDiff(dump_db(self.index.db), origdb)
# now index only part of the tree - and repeat
self.index.flush()
self.assertEqual(count_pages(self.index.db), 1)
self.index.update(Path('Test'))
self.assertTrue(count_pages(self.index.db) > 2)
partdb = dump_db(self.index.db)
self.index.update(Path('Test'))
self.assertEqualDiff(dump_db(self.index.db), partdb)
# Index whole tree again
self.index.update()
# Check cleanup
path = Path('New:Nested:Path')
self.index.touch(path)
parent = self.index.lookup_path(path.parent)
self.assertTrue(parent and parent.haschildren)
self.index.delete(path)
parent = self.index.lookup_path(path.parent)
self.assertTrue(parent is None)
#~ # Check cleanup for links
links = [link.href for link in self.index.list_links(Path('roundtrip'))]
for p in ('foo:bar', 'Bar'):
self.assertTrue(Path(p) in links)
path = self.index.lookup_path(Path('foo:bar'))
self.assertTrue(path)
tree = ParseTree().fromstring('<zim-tree><link href=":foo:bar">:foo:bar</link></zim-tree>')
page = self.notebook.get_page(Path('roundtrip'))
page.set_parsetree(tree)
self.notebook.store_page(page)
path = self.index.lookup_path(Path('Bar'))
self.assertTrue(path is None)
path = self.index.lookup_path(Path('foo:bar'))
self.assertTrue(path)
self.notebook.delete_page(Path('roundtrip'))
path = self.index.lookup_path(Path('foo:bar'))
self.assertTrue(path is None)
