def get_storage_map(fs, path, memcache=2 ** 26, lock=True, storage_cache=2 ** 28):
store = _get_storage_map(fs, path)
cache_path = get_cache_path(path)
if storage_cache and storage_cache > 0:
os.makedirs(cache_path, exist_ok=True)
store = LRUCache(
zarr.LMDBStore(cache_path, buffers=True, lock=lock), store, storage_cache
)
if memcache and memcache > 0:
store = LRUCache(zarr.MemoryStore(), store, memcache)
return store
def test_lru_cache():
data = bytes("Hello World", "utf-8")
cache = LRUCache(zarr.MemoryStore(), zarr.MemoryStore(), 30)
cache["Aello"] = data
cache["Beta"] = data
assert "Aello" in cache._cached_items
assert "Beta" in cache._cached_items
assert "Aello" in cache.cache_storage
assert "Beta" in cache.cache_storage
cache["Gamma"] = data
cache["Gamma"] = data
assert "Aello" not in cache._cached_items
assert "Aello" not in cache.cache_storage
assert "Gamma" in cache._cached_items
assert "Gamma" in cache.cache_storage
assert list(sorted(cache)) == ["Aello", "Beta", "Gamma"]
assert list(sorted(cache.cache_storage)) == ["Beta", "Gamma"]
assert list(sorted(cache.actual_storage)) == ["Aello"]
del cache["Gamma"]
assert list(sorted(cache)) == ["Aello", "Beta"]
assert list(sorted(cache.cache_storage)) == ["Beta"]
cache["Aello"]
cache["Beta"]
try:
del cache["KeyError"]
except KeyError:
pass
assert list(sorted(cache.actual_storage)) == ["Aello"]
cache.flush()
assert list(sorted(cache.actual_storage)) == ["Aello", "Beta"]
cache.commit()
def get_storage_map(fs, path, memcache=2**26, lock=True, storage_cache=2**28):
store = _get_storage_map(fs, path)
if memcache and memcache > 0:
store = LRUCache(zarr.MemoryStore(), store, memcache)
return store