def test_request_batch_index(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.batch_index == 0 jussi_request = jsonrpc_from_request(dummy_request, 1, jsonrpc_request) assert jussi_request.batch_index == 1
def test_upstream_id(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.upstream_id == 123 jussi_request = jsonrpc_from_request(dummy_request, 1, jsonrpc_request) assert jussi_request.upstream_id == 124
def test_upstream_headers(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.upstream_headers == { 'x-jussi-request-id': '123', 'x-amzn-trace-id': '123'} dummy_request.headers['x-amzn-trace-id'] = '1' jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.upstream_headers == { 'x-jussi-request-id': '123', 'x-amzn-trace-id': '1' }
def upstream_request(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) cpy = deepcopy(jussi_request) cpy['id'] = 123456789012345 assert jussi_request.to_upstream_request(as_json=False) == cpy assert jussi_request.to_upstream_request() == ujson.dumps(cpy, ensure_ascii=False) cpy = deepcopy(jussi_request) cpy['id'] = 123456789012346 jussi_request = jsonrpc_from_request(dummy_request, 1, cpy) assert jussi_request.to_upstream_request(as_json=False) == cpy assert jussi_request.to_upstream_request() == ujson.dumps(cpy, ensure_ascii=False)
def jsonrpc(self) -> Optional[JrpcRequest]: # ignore body and json if HTTP methos is not POST if self.method != 'POST': return None if self._parsed_jsonrpc is _empty: self._parsed_jsonrpc = None from jussi.errors import ParseError from jussi.errors import InvalidRequest from jussi.validators import validate_jsonrpc_request try: # raise ParseError for blank/empty body if self.body is _empty: raise ParseError(http_request=self) # raise ParseError if parsing fails try: self._parsed_json = json_loads(self.body) except Exception as e: raise ParseError(http_request=self, exception=e) # validate jsonrpc jsonrpc_request = self._parsed_json validate_jsonrpc_request(jsonrpc_request) if isinstance(jsonrpc_request, dict): self._parsed_jsonrpc = jsonrpc_from_request( self, 0, jsonrpc_request) self.is_single_jrpc = True elif isinstance(jsonrpc_request, list): self._parsed_jsonrpc = [ jsonrpc_from_request(self, batch_index, req) for batch_index, req in enumerate(jsonrpc_request) ] self.is_batch_jrpc = True except ParseError as e: raise e except Exception as e: raise InvalidRequest(http_request=self, exception=e) return self._parsed_jsonrpc
async def test_cache_group_cache_batch_jsonrpc_responses(): batch_req = [ jsonrpc_from_request(dummy_request, _id, { "id": _id, "jsonrpc": "2.0", "method": "get_block", "params": [_id] }) for _id in range(1, 10) ] batch_resp = [{ 'id': _id, "jsonrpc": "2.0", 'result': { "previous": "000003e7c4fd3221cf407efcf7c1730e2ca54b05", "timestamp": "2016-03-24T16:55:30", "witness": "initminer", "transaction_merkle_root": "0000000000000000000000000000000000000000", "extensions": [], "witness_signature": "207f15578cac20ac0e8af1ebb8f463106b8849577e21cca9fc60da146d1d95df88072dedc6ffb7f7f44a9185bbf9bf8139a5b4285c9f423843720296a44d428856", "transactions": [], "block_id": "000003e8b922f4906a45af8e99d86b3511acd7a5", "signing_key": "STM8GC13uCZbP44HzMLV6zPZGwVQ8Nt4Kji8PapsPiNq1BK153XTX", "transaction_ids": [] } } for _id in range(1, 10)] caches = [ CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST), CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST), CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST) ] cache_group = CacheGroup(caches) keys = [jsonrpc_cache_key(req) for req in batch_req] await cache_group.set('last_irreversible_block_num', 15_000_000, 180) await cache_group.cache_batch_jsonrpc_response(batch_req, batch_resp) for i, key in enumerate(keys): assert cache_group._memory_cache.gets(key) == batch_resp[i] assert await caches[0].cache.get(key) == batch_resp[i] assert await caches[1].cache.get(key) == batch_resp[i] assert await caches[2].cache.get(key) == batch_resp[i] assert await cache_group.get(key) == batch_resp[i]
async def test_cache_group_get_single_jsonrpc_response( steemd_request_and_response): caches = [ CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST), CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST), CacheGroupItem(build_mocked_cache(), True, True, SpeedTier.FAST) ] cache_group = CacheGroup(caches) cache_group = CacheGroup(caches) req, resp = steemd_request_and_response req = jsonrpc_from_request(dummy_request, 0, req) resp['jsonrpc'] = '2.0' key = jsonrpc_cache_key(req) assert await cache_group.get(key) is None await cache_group.set('last_irreversible_block_num', 15_000_000, 180) await cache_group.cache_single_jsonrpc_response(req, resp) assert await cache_group.get(key) == resp assert await cache_group.get_single_jsonrpc_response(req) == resp cache_group._memory_cache.clears() assert await cache_group.get_single_jsonrpc_response(req) == resp for cache_item in caches: assert await cache_item.cache.get(key) == resp
def test_request_urn(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.urn == urn
def test_request_params(full_urn_test_request_dict): jsonrpc_request, urn_parsed, urn, url, ttl, timeout = full_urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.params == jsonrpc_request.get('params', _empty)
def test_request_method(full_urn_test_request_dict): jsonrpc_request, urn_parsed, urn, url, ttl, timeout = full_urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.method == jsonrpc_request['method']
def test_request_id(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert jussi_request.id == jsonrpc_request.get('id')
def test_cache_group_x_jussi_cache_key(steemd_request_and_response): req, resp = steemd_request_and_response req = jsonrpc_from_request(dummy_request, 0, req) batch_req = [req, req, req] assert jsonrpc_cache_key(req) == CacheGroup.x_jussi_cache_key(req) assert CacheGroup.x_jussi_cache_key(batch_req) == 'batch'
from jussi.validators import is_valid_get_block_response from jussi.validators import is_valid_non_error_jussi_response from jussi.validators import is_valid_non_error_single_jsonrpc_response from jussi.validators import is_valid_single_jsonrpc_response from jussi.validators import limit_broadcast_transaction_request from jussi.validators import limit_custom_json_op_length from jussi.validators import limit_custom_json_account from jussi.validators import is_broadcast_transaction_request from jussi.validators import validate_jsonrpc_request from .conftest import make_request dummy_request = make_request() request = jsonrpc_from_request(dummy_request, 0, { "id": "1", "jsonrpc": "2.0", "method": "get_block", "params": [1000] }) request2 = jsonrpc_from_request(dummy_request, 1, { "id": "1", "jsonrpc": "2.0", "method": "call", "params": ["database_api", "get_block", [1000]] }) response = { "id": 1, "result": { "previous": "000003e7c4fd3221cf407efcf7c1730e2ca54b05", "timestamp": "2016-03-24T16:55:30", "witness": "initminer", "transaction_merkle_root": "0000000000000000000000000000000000000000", "extensions": [],
def test_is_valid_get_block_response(req, response, expected): if not isinstance(req, JSONRPCRequest): req = jsonrpc_from_request(dummy_request, 0, req) assert is_valid_get_block_response(req, response) is expected
def test_request_to_json(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) assert ujson.loads(jussi_request.json()) == jussi_request.to_dict()
def test_cache_group_is_complete_response(steemd_request_and_response): req, resp = steemd_request_and_response req = jsonrpc_from_request(dummy_request, 0, req) assert CacheGroup.is_complete_response(req, resp) is True
def test_is_broadcast_transaction_true_invalid(invalid_broadcast_transaction): req = jsonrpc_from_request(dummy_request, 0, invalid_broadcast_transaction) assert is_broadcast_transaction_request(req) is True
def test_is_broadcast_transaction_false(steemd_request_and_response): req, resp = steemd_request_and_response req = jsonrpc_from_request(dummy_request, 0, req) assert is_broadcast_transaction_request(req) is False
def test_is_valid_jussi_response_using_steemd(steemd_request_and_response): req, resp = steemd_request_and_response req = jsonrpc_from_request(dummy_request, 0, req) assert is_valid_non_error_jussi_response(req, resp) is True
def test_request_upstream(urn_test_request_dict): jsonrpc_request, urn, url, ttl, timeout = urn_test_request_dict dummy_request = make_request() jussi_request = jsonrpc_from_request(dummy_request, 0, jsonrpc_request) os.environ['JUSSI_ACCOUNT_TRANSFER_STEEMD_URL'] = 'account_transfer_url' assert jussi_request.upstream.url == url
# -*- coding: utf-8 -*- import pytest from jussi.cache.utils import jsonrpc_cache_key from jussi.request.jsonrpc import JSONRPCRequest from .conftest import make_request from jussi.request.jsonrpc import from_http_request as jsonrpc_from_request jrpc_req_1 = jsonrpc_from_request(make_request(), 0, { "id": "1", "jsonrpc": "2.0", "method": "get_block", "params": [1000] }) jrpc_resp_1 = { "id": 2, "result": { "previous": "000003e7c4fd3221cf407efcf7c1730e2ca54b05", "timestamp": "2016-03-24T16:55:30", "witness": "initminer", "transaction_merkle_root": "0000000000000000000000000000000000000000", "extensions": [], "witness_signature": "207f15578cac20ac0e8af1ebb8f463106b8849577e21cca9fc60da146d1d95df88072dedc6ffb7f7f44a9185bbf9bf8139a5b4285c9f423843720296a44d428856", "transactions": [], "block_id": "000003e8b922f4906a45af8e99d86b3511acd7a5", "signing_key": "STM8GC13uCZbP44HzMLV6zPZGwVQ8Nt4Kji8PapsPiNq1BK153XTX", "transaction_ids": [] } }
def test_limit_broadcast_transaction_request(steemd_request_and_response): req, resp = steemd_request_and_response req = jsonrpc_from_request(dummy_request, 0, req) limit_broadcast_transaction_request(req)
def test_is_get_block_header_request(req, expected): if not isinstance(req, JSONRPCRequest): req = jsonrpc_from_request(dummy_request, 0, req) assert is_get_block_header_request(req) is expected
def test_valid_limit_broadcast_transaction_request(valid_broadcast_transaction): req = jsonrpc_from_request(dummy_request, 0, valid_broadcast_transaction) limit_broadcast_transaction_request( req, limits=TEST_UPSTREAM_CONFIG['limits'])
def test_invalid_limit_broadcast_transaction_request(invalid_broadcast_transaction): req = jsonrpc_from_request(dummy_request, 0, invalid_broadcast_transaction) with pytest.raises(JsonRpcError): limit_broadcast_transaction_request( req, limits=TEST_UPSTREAM_CONFIG['limits'])
# -*- coding: utf-8 -*- import pytest from jussi.cache.ttl import TTL from jussi.cache.utils import irreversible_ttl from jussi.request.jsonrpc import JSONRPCRequest from jussi.request.jsonrpc import from_http_request as jsonrpc_from_request from .conftest import make_request dummy_request = make_request() ttl_rpc_req = jsonrpc_from_request(dummy_request, 0, {"id": "1", "jsonrpc": "2.0", "method": "get_block", "params": [1000]}) rpc_resp = { "id": 1, "result": { "previous": "000003e7c4fd3221cf407efcf7c1730e2ca54b05", "timestamp": "2016-03-24T16:55:30", "witness": "initminer", "transaction_merkle_root": "0000000000000000000000000000000000000000", "extensions": [], "witness_signature": "207f15578cac20ac0e8af1ebb8f463106b8849577e21cca9fc60da146d1d95df88072dedc6ffb7f7f44a9185bbf9bf8139a5b4285c9f423843720296a44d428856", "transactions": [], "block_id": "000003e8b922f4906a45af8e99d86b3511acd7a5", "signing_key": "STM8GC13uCZbP44HzMLV6zPZGwVQ8Nt4Kji8PapsPiNq1BK153XTX", "transaction_ids": []}} non_ttl_rpc_req = jsonrpc_from_request(dummy_request, 0, {"id": "1", "jsonrpc": "2.0", "method": "sbds.method", "params": [1000]})
from time import perf_counter from jussi.cache.backends.max_ttl import SimplerMaxTTLMemoryCache from jussi.cache import CacheGroupItem from jussi.cache import SpeedTier from jussi.cache.cache_group import CacheGroup from jussi.cache.utils import jsonrpc_cache_key from .conftest import make_request from .conftest import build_mocked_cache from jussi.request.jsonrpc import from_http_request as jsonrpc_from_request dummy_request = make_request() jrpc_req_1 = jsonrpc_from_request(dummy_request, 0, { "id": "1", "jsonrpc": "2.0", "method": "get_block", "params": [1000] }) jrpc_resp_1 = { "id": 2, "result": { "previous": "000003e7c4fd3221cf407efcf7c1730e2ca54b05", "timestamp": "2016-03-24T16:55:30", "witness": "initminer", "transaction_merkle_root": "0000000000000000000000000000000000000000", "extensions": [], "witness_signature": "207f15578cac20ac0e8af1ebb8f463106b8849577e21cca9fc60da146d1d95df88072dedc6ffb7f7f44a9185bbf9bf8139a5b4285c9f423843720296a44d428856", "transactions": [], "block_id": "000003e8b922f4906a45af8e99d86b3511acd7a5",