def test_upsert(): class FakeMTS(): def get_key(self): return 'rick-and-morty' redis_cli = MockRedis() kq = KQuery(redis_cli) kq.query = {'hello': 'some_query'} kq.add_mts(FakeMTS()) kq.upsert(datetime.datetime.fromtimestamp(1234567890), None) assert redis_cli.set_call_count == 1 assert redis_cli.get_call_count == 0 assert kq.query['mts_keys'] == ['rick-and-morty'] assert kq.query['last_add_data'] == time.time() assert kq.query['earliest_data'] == 1234567890 assert sorted(kq.query.keys()) == [ 'earliest_data', 'hello', 'last_add_data', 'mts_keys' ] kq.upsert(datetime.datetime.fromtimestamp(1234567890), datetime.datetime.fromtimestamp(1234569890)) assert redis_cli.set_call_count == 2 assert redis_cli.get_call_count == 0 assert kq.query['last_add_data'] == 1234569890 assert kq.query['earliest_data'] == 1234567890
def test_proxy_to_kairos_chunked_happy(m_query_kairos): m_query_kairos.return_value = { 'queries': [{ 'name': 'first' }, {'name', 'second'}] } kq = KQuery(MockRedis()) kq.query = {'hello': 'goodbye'} then = datetime.datetime.fromtimestamp(1234567890) diff = datetime.timedelta(minutes=30) time_ranges = [(then - diff, then), (then - diff - diff, then - diff)] results = kq.proxy_to_kairos_chunked('localhost', 8080, time_ranges) assert len(results) == 2 assert m_query_kairos.call_count == 2 expected_query = {'cache_time': 0, 'metrics': [{'hello': 'goodbye'}]} expected_query['start_absolute'] = int((then - diff).strftime('%s')) * 1000 expected_query['end_absolute'] = int((then).strftime('%s')) * 1000 assert m_query_kairos.call_args_list[0] == (('localhost', 8080, expected_query), { 'propagate': False }) expected_query['start_absolute'] = int( (then - diff - diff).strftime('%s')) * 1000 expected_query['end_absolute'] = int((then - diff).strftime('%s')) * 1000 assert m_query_kairos.call_args_list[1] == (('localhost', 8080, expected_query), { 'propagate': False })
def test_proxy_to_kairos(m_query_kairos): m_query_kairos.return_value = {"queries": [{"name": "first"}, {"name", "second"}]} kq = KQuery(MockRedis()) kq.query = {"hello": "goodbye"} time_range = {"start_absolute": 1234567890000} kq.proxy_to_kairos("localhost", 8080, time_range) called_query = {"metrics": [{"hello": "goodbye"}], "cache_time": 0, "start_absolute": 1234567890000} m_query_kairos.assert_called_once_with("localhost", 8080, called_query)
def test_proxy_to_kairos_chunked_raises_except(m_query_kairos): m_query_kairos.return_value = {"error": "some error message", "status_code": 500} kq = KQuery(MockRedis()) kq.query = {"hello": "goodbye"} then = datetime.datetime.fromtimestamp(1234567890) diff = datetime.timedelta(minutes=30) time_ranges = [(then - diff, then), (then - diff - diff, then - diff)] with pytest.raises(BackendQueryFailure): kq.proxy_to_kairos_chunked("localhost", 8080, time_ranges)
def test_proxy_to_kairos_chunked_raises_except(m_query_kairos): m_query_kairos.return_value = { 'error': 'some error message', 'status_code': 500 } kq = KQuery(MockRedis()) kq.query = {'hello': 'goodbye'} then = datetime.datetime.fromtimestamp(1234567890) diff = datetime.timedelta(minutes=30) time_ranges = [(then - diff, then), (then - diff - diff, then - diff)] with pytest.raises(BackendQueryFailure): kq.proxy_to_kairos_chunked('localhost', 8080, time_ranges)
def test__init__etc(): """ Test __init__, key_basis, add_mts. """ kq = KQuery(MockRedis()) kq.query = {'wubbalubba': 'dubdub'} assert kq.related_mts == set() kq.add_mts('hello') kq.add_mts('goodbye') kq.add_mts('hello') testset = set() testset.add('hello') testset.add('goodbye') assert kq.related_mts == testset assert kq.key_basis() == {'wubbalubba': 'dubdub'}
def test__init__etc(): """ Test __init__, key_basis, add_mts. """ kq = KQuery(MockRedis()) kq.query = {"wubbalubba": "dubdub"} assert kq.related_mts == set() kq.add_mts("hello") kq.add_mts("goodbye") kq.add_mts("hello") testset = set() testset.add("hello") testset.add("goodbye") assert kq.related_mts == testset assert kq.key_basis() == {"wubbalubba": "dubdub"}
def test_from_result(): """ Test from_result """ redis_cli = MockRedis() results = {'results': [{'wubba-lubba': 'dub-dub'}, {'thats-the-way': 'the-news-goes'}]} kq = KQuery(redis_cli) kq.query = 'wat' ret_vals = MTS.from_result(results, redis_cli, kq) assert isinstance(ret_vals, GeneratorType) ctr = 0 for mts in ret_vals: assert isinstance(mts, MTS) assert mts.result == results['results'][ctr] assert mts.expiry == 10800 assert mts.cache_type == 'mts' assert mts.query_mask == 'wat' ctr += 1 assert redis_cli.set_call_count == 0 and redis_cli.get_call_count == 0
def test_proxy_to_kairos(m_query_kairos): m_query_kairos.return_value = { 'queries': [{ 'name': 'first' }, {'name', 'second'}] } kq = KQuery(MockRedis()) kq.query = {'hello': 'goodbye'} time_range = {'start_absolute': 1234567890000} kq.proxy_to_kairos('localhost', 8080, time_range) called_query = { 'metrics': [{ 'hello': 'goodbye' }], 'cache_time': 0, 'start_absolute': 1234567890000 } m_query_kairos.assert_called_once_with('localhost', 8080, called_query)
def test_proxy_to_kairos_chunked_happy(m_query_kairos): m_query_kairos.return_value = {"queries": [{"name": "first"}, {"name", "second"}]} kq = KQuery(MockRedis()) kq.query = {"hello": "goodbye"} then = datetime.datetime.fromtimestamp(1234567890) diff = datetime.timedelta(minutes=30) time_ranges = [(then - diff, then), (then - diff - diff, then - diff)] results = kq.proxy_to_kairos_chunked("localhost", 8080, time_ranges) assert len(results) == 2 assert m_query_kairos.call_count == 2 expected_query = {"cache_time": 0, "metrics": [{"hello": "goodbye"}]} expected_query["start_absolute"] = int((then - diff).strftime("%s")) * 1000 expected_query["end_absolute"] = int((then).strftime("%s")) * 1000 assert m_query_kairos.call_args_list[0] == (("localhost", 8080, expected_query), {"propagate": False}) expected_query["start_absolute"] = int((then - diff - diff).strftime("%s")) * 1000 expected_query["end_absolute"] = int((then - diff).strftime("%s")) * 1000 assert m_query_kairos.call_args_list[1] == (("localhost", 8080, expected_query), {"propagate": False})
def test_upsert(): class FakeMTS: def get_key(self): return "rick-and-morty" redis_cli = MockRedis() kq = KQuery(redis_cli) kq.query = {"hello": "some_query"} kq.add_mts(FakeMTS()) kq.upsert(datetime.datetime.fromtimestamp(1234567890), None) assert redis_cli.set_call_count == 1 assert redis_cli.get_call_count == 0 assert kq.query["mts_keys"] == ["rick-and-morty"] assert kq.query["last_add_data"] == time.time() assert kq.query["earliest_data"] == 1234567890 assert sorted(kq.query.keys()) == ["earliest_data", "hello", "last_add_data", "mts_keys"] kq.upsert(datetime.datetime.fromtimestamp(1234567890), datetime.datetime.fromtimestamp(1234569890)) assert redis_cli.set_call_count == 2 assert redis_cli.get_call_count == 0 assert kq.query["last_add_data"] == 1234569890 assert kq.query["earliest_data"] == 1234567890
def test_from_result(): """ Test from_result """ redis_cli = MockRedis() results = { 'results': [{ 'wubba-lubba': 'dub-dub' }, { 'thats-the-way': 'the-news-goes' }] } kq = KQuery(redis_cli) kq.query = 'wat' ret_vals = MTS.from_result(results, redis_cli, kq) assert isinstance(ret_vals, GeneratorType) ctr = 0 for mts in ret_vals: assert isinstance(mts, MTS) assert mts.result == results['results'][ctr] assert mts.expiry == 10800 assert mts.cache_type == 'mts' assert mts.query_mask == 'wat' ctr += 1 assert redis_cli.set_call_count == 0 and redis_cli.get_call_count == 0