def test_cache(self):
"""testing no inplace change to the hashed item"""
items = [[list(range(i))] for i in range(5)]
with tempfile.TemporaryDirectory() as tempdir:
ds = LMDBDataset(items, transform=_InplaceXform(), cache_dir=tempdir, lmdb_kwargs={"map_size": 10 * 1024})
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
ds1 = LMDBDataset(items, transform=_InplaceXform(), cache_dir=tempdir, lmdb_kwargs={"map_size": 10 * 1024})
self.assertEqual(list(ds1), list(ds))
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
ds = LMDBDataset(
items,
transform=_InplaceXform(),
cache_dir=tempdir,
lmdb_kwargs={"map_size": 10 * 1024},
hash_func=json_hashing,
)
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
ds1 = LMDBDataset(
items,
transform=_InplaceXform(),
cache_dir=tempdir,
lmdb_kwargs={"map_size": 10 * 1024},
hash_func=json_hashing,
)
self.assertEqual(list(ds1), list(ds))
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
self.assertTrue(isinstance(ds1.info(), dict))
def test_mp_cache(self):
items = [[list(range(i))] for i in range(5)]
ds = LMDBDataset(items, transform=_InplaceXform(), cache_dir=self.tempdir, lmdb_kwargs={"map_size": 10 * 1024})
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
ds1 = LMDBDataset(items, transform=_InplaceXform(), cache_dir=self.tempdir, lmdb_kwargs={"map_size": 10 * 1024})
self.assertEqual(list(ds1), list(ds))
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
ds = LMDBDataset(
items,
transform=_InplaceXform(),
cache_dir=self.tempdir,
lmdb_kwargs={"map_size": 10 * 1024},
hash_func=json_hashing,
)
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
ds1 = LMDBDataset(
items,
transform=_InplaceXform(),
cache_dir=self.tempdir,
lmdb_kwargs={"map_size": 10 * 1024},
hash_func=json_hashing,
)
self.assertEqual(list(ds1), list(ds))
self.assertEqual(items, [[[]], [[0]], [[0, 1]], [[0, 1, 2]], [[0, 1, 2, 3]]])
self.assertTrue(isinstance(ds1.info(), dict))