def test_offload(monkeypatch):
@offload.offloader
def custom_offload(params):
cache.offload_helper(params)
return True
c1 = Cache()
c2 = Cache()
cache = offload.make_offload_cache(c1,
c2,
fmt='unicode',
offload=custom_offload)
called = [0]
@cache('user:{}', 5, 10, fuzzy_ttl=False)
def foo(user_id):
called[0] += 1
return 'user-{}'.format(user_id)
monkeypatch.setattr(offload, 'time', lambda: 20)
foo(1)
monkeypatch.setattr(offload, 'time', lambda: 26)
c1.delete('user:1')
result = foo(1)
assert result == 'user-1'
assert called == [2]
assert c1.cache['user:1'][0] == b'user-1'
def test_get_set_invalidate():
c1 = Cache()
c2 = Cache()
cache = offload.make_offload_cache(c1, c2, fmt='unicode')
@cache('user:{}', 5, 10, fuzzy_ttl=False)
def foo(user_id):
return 'user-{}'.format(user_id)
foo.set('boo', 1)
assert foo(1) == 'boo'
assert foo.get(1) == 'boo'
foo.invalidate(1)
c1.delete('user:1')
assert foo(1) == 'user-1'
def test_offload_objects_cache(monkeypatch):
c1 = Cache()
c2 = Cache()
cache = offload.make_offload_cache(c1, c2, fmt='unicode')
called = [0]
@cache.objects('user:{}', 5, 10, 6, fuzzy_ttl=False)
def foo(ids, miss=None):
called[0] += 1
return {r: 'user-{}'.format(r) for r in ids if r != miss}
# first get
monkeypatch.setattr(offload, 'time', lambda: 20)
result = foo([1])
assert result == {1: 'user-1'}
assert called == [1]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'26:user-1', 10)}
# get with unexpired caches
result = foo([1])
assert result == {1: 'user-1'}
assert called == [1]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'26:user-1', 10)}
# get with expired c1 and unexpired value from c2
c1.delete('user:1')
result = foo([1])
assert result == {1: 'user-1'}
assert called == [1]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'26:user-1', 10)}
# get with expired c1 and expired value from c2
monkeypatch.setattr(offload, 'time', lambda: 27)
c1.delete('user:1')
result = foo(set([1]))
assert result == {1: 'user-1'}
assert called == [2]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'33:user-1', 10)}
assert foo.one(1) == 'user-1'
assert foo.one(3, miss=3) is None
assert foo.one(3, miss=3, _default='None') == 'None'
def test_offload_cache(monkeypatch):
c1 = Cache()
c2 = Cache()
cache = offload.make_offload_cache(c1, c2, fmt='unicode')
called = [0]
@cache('user:{}', 5, 10, fuzzy_ttl=False)
def foo(user_id):
called[0] += 1
return 'user-{}'.format(user_id)
# first get
monkeypatch.setattr(offload, 'time', lambda: 20)
result = foo(1)
assert result == 'user-1'
assert called == [1]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'25:user-1', 10)}
# get with unexpired caches
result = foo(1)
assert result == 'user-1'
assert called == [1]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'25:user-1', 10)}
# get with expired c1 and unexpired value from c2
c1.delete('user:1')
result = foo(1)
assert result == 'user-1'
assert called == [1]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'25:user-1', 10)}
# get with expired c1 and expired value from c2
monkeypatch.setattr(offload, 'time', lambda: 26)
c1.delete('user:1')
result = foo(1)
assert result == 'user-1'
assert called == [2]
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'31:user-1', 10)}
def test_thread_offloader(monkeypatch):
c1 = Cache()
c2 = Cache()
offloader = offload.ThreadOffloader()
cache = offload.make_offload_cache(c1,
c2,
fmt='unicode',
offload=offloader)
called = [0]
@cache.objects('user:{}', 5, 10, fuzzy_ttl=False)
def foo(ids, miss=None):
called[0] += 1
return {r: 'user-{}'.format(r) for r in ids if r != miss}
monkeypatch.setattr(offload, 'time', lambda: 20)
offloader(foo, [1], (), {}, True)
offloader.run()
time.sleep(0.1)
assert c1.cache == {'user:1': (b'user-1', 5)}
assert c2.cache == {'user:1': (b'25:user-1', 10)}
def test_default_offload_with_exc(monkeypatch):
c1 = Cache()
c2 = Cache()
cache = offload.make_offload_cache(c1, c2, fmt='unicode')
called = [0]
@cache('user:{}', 5, 10, fuzzy_ttl=False)
def foo(user_id, exc=False):
called[0] += 1
if exc:
raise Exception('Boo')
return 'user-{}'.format(user_id)
monkeypatch.setattr(offload, 'time', lambda: 20)
foo(1)
monkeypatch.setattr(offload, 'time', lambda: 26)
c1.delete('user:1')
result = foo(1, True)
assert result == 'user-1'
assert called == [2]
assert c1.cache == {'user:1': (b'user-1', 5)}
def test_offload_objects_cache_missing_keys(monkeypatch):
c1 = Cache()
c2 = Cache()
cache = offload.make_offload_cache(c1, c2, fmt='unicode')
called = [0]
@cache.objects('user:{}', 5, 10, fuzzy_ttl=False)
def foo(ids, miss=None):
called[0] += 1
return {r: 'user-{}'.format(r) for r in ids if r != miss}
monkeypatch.setattr(offload, 'time', lambda: 20)
result = foo([1])
monkeypatch.setattr(offload, 'time', lambda: 26)
c1.delete('user:1')
result = foo([1], miss=1)
assert result == {1: 'user-1'}
c1.delete('user:1')
result = foo([1], miss=1)
assert not result
import logging
logging.basicConfig(level='DEBUG')
if __name__ == '__main__':
import os
os.execlp('uwsgi', 'uwsgi', '-w', 'tests.uwsgi_cache.offload', '--master', '--need-app', '--http', ':8000',
'--cache2', 'name=mycache,bitmap=1,items=100000,blocksize=1024,keysize=256',
'--mule=tests/uwsgi_cache/mule.py')
import sys
sys.path.insert(0, '.')
import time
from cachel import make_cache
from cachel import uwsgi, redis, offload
l1 = uwsgi.UWSGICache('mycache')
l2 = redis.RedisCache()
offload_cache = offload.make_offload_cache(l1, l2, offload=uwsgi.offloader(1))
offload_worker = uwsgi.offload_worker(offload_cache)
@offload_cache('calc:{}', 10, 300)
def long_calc(val):
time.sleep(1)
return 'val-{}-{}'.format(val, time.time())
def application(env, start_response):
start_response('200 OK', [('Content-Type','text/html')])
return [repr(long_calc(10))]