Python CacheGroup示例

示例#1

async def test_cache_group_multi_get():
    caches = [
        CacheGroupItem(SimpleMaxTTLMemoryCache(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache2(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache3(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache4(), True, True, SpeedTier.FAST)
    ]
    for cache_item in caches:
        await cache_item.cache.clear()
    cache_group = CacheGroup(caches)

    keys = [str(i) for i in range(len(caches))]
    values = [str(i) for i in range(len(caches))]
    await cache_group.multi_set(zip(keys, values, [None for key in keys]))

    assert await cache_group.multi_get(keys) == values
    assert await caches[0].cache.multi_get(keys) == values
    assert await caches[1].cache.multi_get(keys) == values
    assert await caches[2].cache.multi_get(keys) == values
    assert await caches[3].cache.multi_get(keys) == values

    await cache_group._read_caches[0].clear()
    assert await cache_group.multi_get(keys) == values
    assert await cache_group._read_caches[1].multi_get(keys) == values
    assert await cache_group._read_caches[2].multi_get(keys) == values
    assert await cache_group._read_caches[3].multi_get(keys) == values

    await cache_group._read_caches[1].clear()
    assert await cache_group.multi_get(keys) == values
    assert await cache_group._read_caches[2].multi_get(keys) == values
    assert await cache_group._read_caches[3].multi_get(keys) == values

    await cache_group._read_caches[2].clear()
    assert await cache_group.multi_get(keys) == values
    assert await cache_group._read_caches[3].multi_get(keys) == values

示例#2

async def test_cache_group_multi_get():
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()
    cache_group = CacheGroup(caches)

    keys = [str(i) for i in range(len(caches))]
    values = [str(i) for i in range(len(caches))]
    await cache_group.multi_set(zip(keys, values, [None for key in keys]))

    assert await cache_group.multi_get(keys) == values
    assert await caches[0].multi_get(keys) == values
    assert await caches[1].multi_get(keys) == values
    assert await caches[2].multi_get(keys) == values
    assert await caches[3].multi_get(keys) == values

    await cache_group._caches[0].clear()
    assert await cache_group.multi_get(keys) == values
    assert await cache_group._caches[1].multi_get(keys) == values
    assert await cache_group._caches[2].multi_get(keys) == values
    assert await cache_group._caches[3].multi_get(keys) == values

    await cache_group._caches[1].clear()
    assert await cache_group.multi_get(keys) == values
    assert await cache_group._caches[2].multi_get(keys) == values
    assert await cache_group._caches[3].multi_get(keys) == values

    await cache_group._caches[2].clear()
    assert await cache_group.multi_get(keys) == values
    assert await cache_group._caches[3].multi_get(keys) == values

示例#3

async def test_cache_group_get():
    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)
    assert caches[0] is not caches[1]

    await cache_group._read_caches[0].set('key', 0, 180)
    assert await cache_group._read_caches[0].get('key') == 0

    await cache_group._read_caches[1].set('key', 1, 180)
    assert await cache_group._read_caches[0].get('key') == 0
    assert await cache_group._read_caches[1].get('key') == 1

    await cache_group._read_caches[2].set('key', 2, 180)
    assert await cache_group._read_caches[0].get('key') == 0
    assert await cache_group._read_caches[1].get('key') == 1
    assert await cache_group._read_caches[2].get('key') == 2

    assert await cache_group.get('key') == 0
    await cache_group._read_caches[0].delete('key')

    assert await cache_group.get('key') == 1
    await cache_group._read_caches[1].delete('key')
    assert await cache_group.get('key') == 2
    await cache_group._read_caches[2].delete('key')

    assert await cache_group.get('key') is None

示例#4

async def test_cache_group_get_batch_jsonrpc_responses(
        steemd_requests_and_responses):
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()

    cache_group = CacheGroup(caches)

    req, resp = steemd_requests_and_responses
    req = JussiJSONRPCRequest.from_request(dummy_request, 0, req)
    resp['jsonrpc'] = '2.0'
    batch_req = [req, req, req]
    batch_resp = [resp, resp, resp]
    key = jsonrpc_cache_key(req)
    assert await cache_group.get(key) is None
    await cache_group.set('last_irreversible_block_num', 15_000_000)
    await cache_group.cache_jsonrpc_response(batch_req, batch_resp)
    assert await cache_group.get(key) == resp
    assert await cache_group.get_batch_jsonrpc_responses(batch_req
                                                         ) == batch_resp

示例#5

文件： test_cache_group.py 项目： G3niusMind/jussi

async def test_cache_group_cache_jsonrpc_response(
        steemd_requests_and_responses):
    caches = [
        CacheGroupItem(SimpleMaxTTLMemoryCache(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache2(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache3(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache4(), True, True, SpeedTier.FAST)
    ]
    for cache_item in caches:
        await cache_item.cache.clear()

    cache_group = CacheGroup(caches)
    req, resp = steemd_requests_and_responses
    req = JussiJSONRPCRequest.from_request(dummy_request, 0, req)
    resp['jsonrpc'] = '2.0'
    key = jsonrpc_cache_key(req)

    assert await cache_group.get(key) is None
    await cache_group.set('last_irreversible_block_num', 15_000_000)
    await cache_group.cache_jsonrpc_response(req, resp)

    for cache_item in caches:
        assert await cache_item.cache.get(key
                                          ) == resp, f'key:{key} urn:{req.urn}'
    assert await cache_group.get(key) == resp, f'key:{key} urn:{req.urn}'

示例#6

async def test_cache_group_set():
    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)

    await cache_group.set('key', 1, 180)
    for i, cache_item in enumerate(caches):
        assert await cache_item.cache.get('key') == 1

示例#7

async def test_cache_group_set():
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()
    cache_group = CacheGroup(caches)

    await cache_group.set('key', 1)
    for i, cache in enumerate(caches):
        assert await cache.get('key', i)

示例#8

async def test_cache_group_set():
    caches = [
        CacheGroupItem(SimpleMaxTTLMemoryCache(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache2(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache3(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache4(), True, True, SpeedTier.FAST)
    ]
    for cache_item in caches:
        await cache_item.cache.clear()
    cache_group = CacheGroup(caches)

    await cache_group.set('key', 1)
    for i, cache_item in enumerate(caches):
        assert await cache_item.cache.get('key', i)

示例#9

async def test_cache_group_get_single_jsonrpc_response(
        steemd_request_and_response):
    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)

    cache_group = CacheGroup(caches)
    req, resp = steemd_request_and_response
    req = jsonrpc_from_request(dummy_request, 0, req)
    resp['jsonrpc'] = '2.0'
    key = jsonrpc_cache_key(req)
    assert await cache_group.get(key) is None
    await cache_group.set('last_irreversible_block_num', 15_000_000, 180)
    await cache_group.cache_single_jsonrpc_response(req, resp)
    assert await cache_group.get(key) == resp
    assert await cache_group.get_single_jsonrpc_response(req) == resp
    cache_group._memory_cache.clears()
    assert await cache_group.get_single_jsonrpc_response(req) == resp

    for cache_item in caches:
        assert await cache_item.cache.get(key) == resp

示例#10

async def test_cache_group_clear():
    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)

    for cache_item in caches:
        await cache_item.cache.set('key', 'value', 180)

    await cache_group.clear()

    for cache_item in caches:
        assert await cache_item.cache.get('key') is None
    assert await cache_group.get('key') is None

示例#11

async def test_cache_group_clear():
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()
    cache_group = CacheGroup(caches)

    for cache in caches:
        await cache.set('key', 'value')
    await cache_group.clear()

    assert await cache_group.get('key') is None

示例#12

async def test_cache_group_cache_batch_jsonrpc_responses():
    batch_req = [
        jsonrpc_from_request(dummy_request, _id, {
            "id": _id,
            "jsonrpc": "2.0",
            "method": "get_block",
            "params": [_id]
        }) for _id in range(1, 10)
    ]

    batch_resp = [{
        'id': _id,
        "jsonrpc": "2.0",
        'result': {
            "previous": "000003e7c4fd3221cf407efcf7c1730e2ca54b05",
            "timestamp": "2016-03-24T16:55:30",
            "witness": "initminer",
            "transaction_merkle_root":
            "0000000000000000000000000000000000000000",
            "extensions": [],
            "witness_signature":
            "207f15578cac20ac0e8af1ebb8f463106b8849577e21cca9fc60da146d1d95df88072dedc6ffb7f7f44a9185bbf9bf8139a5b4285c9f423843720296a44d428856",
            "transactions": [],
            "block_id": "000003e8b922f4906a45af8e99d86b3511acd7a5",
            "signing_key":
            "STM8GC13uCZbP44HzMLV6zPZGwVQ8Nt4Kji8PapsPiNq1BK153XTX",
            "transaction_ids": []
        }
    } for _id in range(1, 10)]

    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)

    keys = [jsonrpc_cache_key(req) for req in batch_req]
    await cache_group.set('last_irreversible_block_num', 15_000_000, 180)
    await cache_group.cache_batch_jsonrpc_response(batch_req, batch_resp)

    for i, key in enumerate(keys):
        assert cache_group._memory_cache.gets(key) == batch_resp[i]
        assert await caches[0].cache.get(key) == batch_resp[i]
        assert await caches[1].cache.get(key) == batch_resp[i]
        assert await caches[2].cache.get(key) == batch_resp[i]
        assert await cache_group.get(key) == batch_resp[i]

示例#13

async def test_cache_group_set_many():
    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)

    keys = [str(i) for i in range(len(caches))]
    values = [str(i) for i in range(len(caches))]
    ttls = [None for i in range(len(caches))]
    pairs = {k: v for k, v in zip(keys, values)}
    await cache_group.set_many(pairs, 180)

    for cache_item in caches:
        assert await cache_item.cache.mget(keys) == values
        assert await cache_group.mget(keys) == values
        await cache_item.cache.clear()

示例#14

async def test_cache_group_clear():
    caches = [
        CacheGroupItem(SimpleMaxTTLMemoryCache(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache2(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache3(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache4(), True, True, SpeedTier.FAST)
    ]
    for cache_item in caches:
        await cache_item.cache.clear()
    cache_group = CacheGroup(caches)

    for cache_item in caches:
        await cache_item.cache.set('key', 'value')

    await cache_group.clear()

    for cache_item in caches:
        assert await cache_item.cache.get('key') is None
    assert await cache_group.get('key') is None

示例#15

async def test_cache_group_mget():
    caches = [
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST),
        CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST)
    ]
    cache_group = CacheGroup(caches)

    keys = [str(i) for i in range(len(caches))]
    values = [str(i) for i in range(len(caches))]
    pairs = {k: v for k, v in zip(keys, values)}
    await cache_group.set_many(pairs, 180)

    assert await cache_group.mget(keys) == values
    assert await caches[0].cache.mget(keys) == values
    assert await caches[1].cache.mget(keys) == values
    assert await caches[2].cache.mget(keys) == values

    await cache_group._read_caches[0].clear()
    assert await cache_group.mget(keys) == values
    assert await caches[0].cache.mget(keys) == [None for key in keys]
    assert await cache_group._read_caches[1].mget(keys) == values
    assert await cache_group._read_caches[2].mget(keys) == values

    await cache_group._read_caches[1].clear()
    assert await cache_group.mget(keys) == values
    assert await caches[0].cache.mget(keys) == [None for key in keys]
    assert await caches[1].cache.mget(keys) == [None for key in keys]
    assert await cache_group._read_caches[2].mget(keys) == values

    await cache_group._read_caches[2].clear()
    assert await cache_group.mget(keys) == values
    assert await caches[0].cache.mget(keys) == [None for key in keys]
    assert await caches[1].cache.mget(keys) == [None for key in keys]
    assert await caches[2].cache.mget(keys) == [None for key in keys]

    await cache_group.clear()
    assert await caches[0].cache.mget(keys) == [None for key in keys]
    assert await caches[1].cache.mget(keys) == [None for key in keys]
    assert await caches[2].cache.mget(keys) == [None for key in keys]
    assert await cache_group.mget(keys) == [None for key in keys]

示例#16

async def test_cache_group_get_single_jsonrpc_response(
        steemd_requests_and_responses):
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()

    cache_group = CacheGroup(caches)
    req, resp = steemd_requests_and_responses
    resp['jsonrpc'] = '2.0'
    key = jsonrpc_cache_key(req)
    assert await cache_group.get(key) is None
    await cache_group.cache_jsonrpc_response(req, resp, 15_000_000)
    assert await cache_group.get(key) == resp
    assert await cache_group.get_single_jsonrpc_response(req) == resp
    for cache in caches:
        assert await cache.get(key) == resp

示例#17

async def test_cache_group_multi_set():
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()

    cache_group = CacheGroup(caches)

    keys = [str(i) for i in range(len(caches))]
    values = [str(i) for i in range(len(caches))]
    ttls = [None for i in range(len(caches))]
    triplets = list(zip(keys, values, ttls))
    await cache_group.multi_set(triplets)

    for cache in caches:
        assert await cache.multi_get(keys) == values
        assert await cache_group.multi_get(keys) == values
        await cache.clear()

示例#18

async def test_cache_group_get():
    caches = [
        CacheGroupItem(SimpleMaxTTLMemoryCache(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache2(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache3(), True, True, SpeedTier.FAST),
        CacheGroupItem(SimpleMemoryCache4(), True, True, SpeedTier.FAST)
    ]
    for cache_item in caches:
        await cache_item.cache.clear()
    cache_group = CacheGroup(caches)
    assert caches[0] is not caches[1]

    await cache_group._read_caches[0].set('key', 0)
    assert await cache_group._read_caches[0].get('key') == 0

    await cache_group._read_caches[1].set('key', 1)
    assert await cache_group._read_caches[0].get('key') == 0
    assert await cache_group._read_caches[1].get('key') == 1

    await cache_group._read_caches[2].set('key', 2)
    assert await cache_group._read_caches[0].get('key') == 0
    assert await cache_group._read_caches[1].get('key') == 1
    assert await cache_group._read_caches[2].get('key') == 2

    await cache_group._read_caches[3].set('key', 3)
    assert await cache_group._read_caches[0].get('key') == 0
    assert await cache_group._read_caches[1].get('key') == 1
    assert await cache_group._read_caches[2].get('key') == 2
    assert await cache_group._read_caches[3].get('key') == 3

    assert await cache_group.get('key') == 0
    await cache_group._read_caches[0].delete('key')

    assert await cache_group.get('key') == 1
    await cache_group._read_caches[1].delete('key')
    assert await cache_group.get('key') == 2
    await cache_group._read_caches[2].delete('key')
    assert await cache_group.get('key') == 3

示例#19

async def test_cache_group_get():
    caches = [
        SimpleMaxTTLMemoryCache(),
        SimpleMemoryCache2(),
        SimpleMemoryCache3(),
        SimpleMemoryCache4()
    ]
    for cache in caches:
        await cache.clear()
    cache_group = CacheGroup(caches)
    assert caches[0] is not caches[1]

    await cache_group._caches[0].set('key', 0)
    assert await cache_group._caches[0].get('key') == 0

    await cache_group._caches[1].set('key', 1)
    assert await cache_group._caches[0].get('key') == 0
    assert await cache_group._caches[1].get('key') == 1

    await cache_group._caches[2].set('key', 2)
    assert await cache_group._caches[0].get('key') == 0
    assert await cache_group._caches[1].get('key') == 1
    assert await cache_group._caches[2].get('key') == 2

    await cache_group._caches[3].set('key', 3)
    assert await cache_group._caches[0].get('key') == 0
    assert await cache_group._caches[1].get('key') == 1
    assert await cache_group._caches[2].get('key') == 2
    assert await cache_group._caches[3].get('key') == 3

    assert await cache_group.get('key') == 0
    await cache_group._caches[0].delete('key')

    assert await cache_group.get('key') == 1
    await cache_group._caches[1].delete('key')
    assert await cache_group.get('key') == 2
    await cache_group._caches[2].delete('key')
    assert await cache_group.get('key') == 3

示例#20

def test_cache_group_is_complete_response(steemd_requests_and_responses):
    req, resp = steemd_requests_and_responses
    req = JussiJSONRPCRequest.from_request(dummy_request, 0, req)
    assert CacheGroup.is_complete_response(req, resp) is True

示例#21

def test_cache_group_is_complete_response_bad_responses(req, resp, expected):
    assert CacheGroup.is_complete_response(req, resp) is expected

示例#22

def test_cache_group_x_jussi_cache_key(steemd_requests_and_responses):
    req, resp = steemd_requests_and_responses
    batch_req = [req, req, req]
    assert jsonrpc_cache_key(req) == CacheGroup.x_jussi_cache_key(req)
    assert CacheGroup.x_jussi_cache_key(batch_req) == 'batch'

示例#23

def test_cache_group_is_complete_response(steemd_requests_and_responses):
    req, resp = steemd_requests_and_responses
    assert CacheGroup.is_complete_response(req, resp) is True

示例#24

def test_cache_group_x_jussi_cache_key(steemd_requests_and_responses):
    req, resp = steemd_requests_and_responses
    req = JussiJSONRPCRequest.from_request(dummy_request, 0, req)
    batch_req = [req, req, req]
    assert jsonrpc_cache_key(req) == CacheGroup.x_jussi_cache_key(req)
    assert CacheGroup.x_jussi_cache_key(batch_req) == 'batch'

示例#25

def test_cache_group_is_complete_response(steemd_request_and_response):
    req, resp = steemd_request_and_response
    req = jsonrpc_from_request(dummy_request, 0, req)
    assert CacheGroup.is_complete_response(req, resp) is True