def test_edgecase_from_sqlite_but_older_version(self):
new_version = MAX_DB_SCHEMA_VERSION - 1
with write_gzipped_sqlite(self.tmpf_path) as c:
c.execute('PRAGMA user_version = {v:d}'.format(v=new_version))
c.execute('''CREATE TABLE files (
path TEXT,
content_hash TEXT,
attributes_hash TEXT)''')
ncat = Catalogue()
ncat.from_sqlite(self.tmpf_path)
self.assertEqual({}, ncat.to_dict())
def test_edgecase_from_csv(self):
self.old_to_csv_from_catalogue(self.edgecase_cat, self.tmpf_path)
ncat = Catalogue()
ncat.from_csv(self.tmpf_path)
self.assertEqual(ncat.to_dict(), self.edgecase_cat.to_dict())
def test_edgecase_from_sqlite(self):
self.edgecase_cat.to_sqlite(self.tmpf_path)
ncat = Catalogue()
ncat.from_sqlite(self.tmpf_path)
self.assertEqual(ncat.to_dict(), self.edgecase_cat.to_dict())
class TestCatalogueReadersAndWriters(unittest.TestCase):
def setUp(self):
self.simple_cat = Catalogue()
self.simple_cat.add_file('test/blah.img', 'AABBCC', 'XXYYZZ')
self.edgecase_cat = (
Catalogue()
.add_file('test/blah.img', 'AABBCC', 'XXYYZZ')
.add_file('test/blah.img', 'AABBCC', '112233') # Same file
.add_file('fest_ЬℓσБ: &8>', 'FS FSFS', '7A9 ') # Unicode
.add_file('♬ /music.fav.mp3', 200010, '7A9 ') # Integer hash
.add_file('test/I think, "great.img', 'AABBCC', '11,2233') # Comma
)
hndl, self.tmpf_path = tempfile.mkstemp()
os.close(hndl)
def old_to_csv_from_catalogue(self, cat, path):
with open(path, 'wt', newline='') as f:
writer = csv.writer(f, quoting=csv.QUOTE_ALL)
writer.writerow(['path', 'content_hash', 'attributes_hash'])
for path, (content_hsh, attributes_hsh) in cat.to_dict().items():
writer.writerow([path, content_hsh, attributes_hsh])
def tearDown(self):
os.remove(self.tmpf_path)
def test_simple_to_dict(self):
self.assertEqual(
self.simple_cat.to_dict(),
{'test/blah.img': ('AABBCC', 'XXYYZZ')}
)
def test_simple_to_sqlite(self):
self.simple_cat.to_sqlite(self.tmpf_path)
with load_gzipped_sqlite(self.tmpf_path) as c:
r = c.execute('PRAGMA user_version').fetchone()
self.assertEqual(2, r[0])
r = c.execute('SELECT * FROM files').fetchone()
self.assertEqual('test/blah.img', r['path'])
self.assertEqual('AABBCC', r['content_hash'])
self.assertEqual('XXYYZZ', r['attributes_hash'])
def test_simple_from_csv(self):
self.old_to_csv_from_catalogue(self.simple_cat, self.tmpf_path)
ncat = Catalogue()
ncat.from_csv(self.tmpf_path)
self.assertEqual(ncat.to_dict(), self.simple_cat.to_dict())
def test_simple_from_sqlite(self):
self.simple_cat.to_sqlite(self.tmpf_path)
ncat = Catalogue()
ncat.from_sqlite(self.tmpf_path)
self.assertEqual(ncat.to_dict(), self.simple_cat.to_dict())
def test_edge_cases_to_dict(self):
self.assertEqual(
self.edgecase_cat.to_dict(),
{
'test/blah.img': ('AABBCC', '112233'),
'fest_ЬℓσБ: &8>': ('FS FSFS', '7A9 '),
'♬ /music.fav.mp3': ('200010', '7A9 '),
'test/I think, "great.img': ('AABBCC', '11,2233'),
}
)
def test_edge_cases_to_sqlite(self):
self.edgecase_cat.to_sqlite(self.tmpf_path)
with load_gzipped_sqlite(self.tmpf_path) as c:
rs = c.execute('SELECT * FROM files ORDER BY path').fetchall()
self.assertEqual(4, len(rs))
self.assertEqual("fest_ЬℓσБ: &8>", rs[0]['path'])
self.assertEqual('test/I think, "great.img', rs[1]['path'])
self.assertEqual("♬ /music.fav.mp3", rs[3]['path'])
def test_edgecase_from_csv(self):
self.old_to_csv_from_catalogue(self.edgecase_cat, self.tmpf_path)
ncat = Catalogue()
ncat.from_csv(self.tmpf_path)
self.assertEqual(ncat.to_dict(), self.edgecase_cat.to_dict())
def test_edgecase_from_sqlite(self):
self.edgecase_cat.to_sqlite(self.tmpf_path)
ncat = Catalogue()
ncat.from_sqlite(self.tmpf_path)
self.assertEqual(ncat.to_dict(), self.edgecase_cat.to_dict())
def test_edgecase_from_sqlite_but_older_version(self):
new_version = MAX_DB_SCHEMA_VERSION - 1
with write_gzipped_sqlite(self.tmpf_path) as c:
c.execute('PRAGMA user_version = {v:d}'.format(v=new_version))
c.execute('''CREATE TABLE files (
path TEXT,
content_hash TEXT,
attributes_hash TEXT)''')
ncat = Catalogue()
ncat.from_sqlite(self.tmpf_path)
self.assertEqual({}, ncat.to_dict())
def test_edgecase_from_sqlite_but_newer_version(self):
new_version = MAX_DB_SCHEMA_VERSION + 1
with write_gzipped_sqlite(self.tmpf_path) as c:
c.execute('PRAGMA user_version = {v:d}'.format(v=new_version))
c.execute('CREATE TABLE dummy ( path TEXT )')
ncat = Catalogue()
with self.assertRaisesRegex(
click.ClickException, 'is version 3.*to version 2'):
ncat.from_sqlite(self.tmpf_path)