def test_simple():
d = dict()
lru = LRU(2, d)
lru["x"] = 1
lru["y"] = 2
assert lru["x"] == 1
assert lru["y"] == 2
assert d == {"x": 1, "y": 2}
lru["z"] = 3
assert len(d) == 2
assert len(lru) == 2
assert "z" in d
assert "z" in lru
assert "x" not in d
assert "y" in d
del lru["y"]
assert "y" not in d
assert "y" not in lru
lru["a"] = 5
assert set(lru.keys()) == set(["z", "a"])
def __init__(self, child, history=None):
self.seen = dict()
if history:
from zict import LRU
self.seen = LRU(history, self.seen)
Stream.__init__(self, child)
def test_simple():
d = dict()
lru = LRU(2, d)
lru['x'] = 1
lru['y'] = 2
assert lru['x'] == 1
assert lru['y'] == 2
assert d == {'x': 1, 'y': 2}
lru['z'] = 3
assert len(d) == 2
assert len(lru) == 2
assert 'z' in d
assert 'z' in lru
assert 'x' not in d
assert 'y' in d
del lru['y']
assert 'y' not in d
assert 'y' not in lru
lru['a'] = 5
assert set(lru.keys()) == set(['z', 'a'])
assert 'a' in str(lru) and '5' in str(lru)
assert 'a' in repr(lru) and '5' in repr(lru)
def __init__(self, child, history=None, key=identity):
self.seen = dict()
self.key = key
if history:
from zict import LRU
self.seen = LRU(history, self.seen)
Stream.__init__(self, child)
def __init__(self, upstream, history=None, key=identity, **kwargs):
self.seen = dict()
self.key = key
if history:
from zict import LRU
self.seen = LRU(history, self.seen)
Stream.__init__(self, upstream, **kwargs)
def test_mapping():
"""
Test mapping interface for LRU().
"""
d = {}
# 100 is more than the max length when running check_mapping()
lru = LRU(100, d)
utils_test.check_mapping(lru)
utils_test.check_closing(lru)
def test_callbacks():
L = list()
d = dict()
lru = LRU(2, d, on_evict=lambda k, v: L.append((k, v)))
lru['x'] = 1
lru['y'] = 2
lru['z'] = 3
assert L == [('x', 1)]
def test_explicit_evict():
d = dict()
lru = LRU(10, d)
lru['x'] = 1
lru['y'] = 2
assert set(d) == {'x', 'y'}
lru.evict()
assert set(d) == {'y'}
def test_overwrite():
d = dict()
lru = LRU(2, d)
lru["x"] = 1
lru["y"] = 2
lru["y"] = 3
assert set(lru) == {"x", "y"}
lru.update({"y": 4})
assert set(lru) == {"x", "y"}
def __init__(self, upstream, maxsize=None, key=identity, hashable=True,
**kwargs):
self.key = key
self.maxsize = maxsize
if hashable:
self.seen = dict()
if self.maxsize:
from zict import LRU
self.seen = LRU(self.maxsize, self.seen)
else:
self.seen = []
Stream.__init__(self, upstream, **kwargs)
def test_str():
d = dict()
lru = LRU(2, d)
lru["x"] = 1
lru["y"] = 2
assert str(lru.total_weight) in str(lru)
assert str(lru.total_weight) in repr(lru)
assert str(lru.n) in str(lru)
assert str(lru.n) in repr(lru)
assert "dict" in str(lru)
assert "dict" in repr(lru)
def test_overwrite():
d = dict()
lru = LRU(2, d)
lru['x'] = 1
lru['y'] = 2
lru['y'] = 3
assert set(lru) == {'x', 'y'}
lru.update({'y': 4})
assert set(lru) == {'x', 'y'}
def test_str():
d = dict()
lru = LRU(2, d)
lru['x'] = 1
lru['y'] = 2
assert str(lru.total_weight) in str(lru)
assert str(lru.total_weight) in repr(lru)
assert str(lru.n) in str(lru)
assert str(lru.n) in repr(lru)
assert 'dict' in str(lru)
assert 'dict' in repr(lru)
def test_explicit_evict():
d = dict()
lru = LRU(10, d)
lru["x"] = 1
lru["y"] = 2
assert set(d) == {"x", "y"}
k, v, w = lru.evict()
assert set(d) == {"y"}
assert k == "x"
assert v == 1
assert w == 1
def test_explicit_evict():
d = dict()
lru = LRU(10, d)
lru['x'] = 1
lru['y'] = 2
assert set(d) == {'x', 'y'}
k, v, w = lru.evict()
assert set(d) == {'y'}
assert k == 'x'
assert v == 1
assert w == 1
def test_callbacks():
count = [0]
def cb(k, v):
count[0] += 1
L = list()
d = dict()
lru = LRU(2, d, on_evict=[lambda k, v: L.append((k, v)), cb])
lru['x'] = 1
lru['y'] = 2
lru['z'] = 3
assert L == [('x', 1)]
assert count[0] == len(L)
def test_weight():
d = dict()
weight = lambda k, v: v
lru = LRU(10, d, weight=weight)
lru["x"] = 5
assert lru.total_weight == 5
lru["y"] = 4
assert lru.total_weight == 9
lru["z"] = 3
assert d == {"y": 4, "z": 3}
assert lru.total_weight == 7
del lru["z"]
assert lru.total_weight == 4
lru["a"] = 10000
assert "a" not in lru
assert d == {"y": 4}
def test_weight():
d = dict()
weight = lambda k, v: v
lru = LRU(10, d, weight=weight)
lru['x'] = 5
assert lru.total_weight == 5
lru['y'] = 4
assert lru.total_weight == 9
lru['z'] = 3
assert d == {'y': 4, 'z': 3}
assert lru.total_weight == 7
del lru['z']
assert lru.total_weight == 4
lru['a'] = 10000
assert 'a' not in lru
assert d == {'y': 4}
def setup(self, worker):
self.cache = Buffer(
fast={},
slow=Func(
dump=blosc.pack_array,
load=blosc.unpack_array,
d=Buffer(
fast={},
slow=LRU(
n=self._maxdisk,
d=File(os.path.join(worker.local_directory, 'cache')),
weight=lambda k, v: len(v),
),
n=self._maxcompressed,
weight=lambda k, v: len(v),
),
),
n=self._maxmem,
weight=lambda k, v: v.nbytes,
)
self.lock = Lock()
self.hits = 0
self.misses = 0
def setup(self, worker):
self.cache = LRU(n=self._maxmem, d={}, weight=lambda k, v: v.nbytes)
self.lock = Lock()
self.hits = 0
self.misses = 0