def test_put_infra_config_ok(
zk, client, infra_info, test_application_name, test_application_token,
test_redis, last_audit_log, mocker,
scope_type, scope_name,
exception_on_recording_downstream):
major_application_name = test_application_name
logger = mocker.patch(
'huskar_api.api.middlewares.logger.logger', autospec=True)
exit_scope_name = scope_name.replace('altb1', 'alta1')
infra_info.set_by_name('r100010', scope_type, exit_scope_name, {
'url': 'redis://localhost:6543'})
infra_info.save()
url = 'sam+redis://%s/overall.alta' % test_redis
r = client.put(
'/api/infra-config/%s/redis/r100010' % test_application_name,
query_string={'scope_type': scope_type, 'scope_name': scope_name},
data=json.dumps({'url': url}),
headers={'Authorization': test_application_token,
'Content-Type': 'application/json'})
assert_response_ok(r)
assert r.json['data'] == {'infra_config': [
{'scope_type': scope_type, 'scope_name': exit_scope_name,
'value': {'url': 'redis://localhost:6543'}},
{'scope_type': scope_type, 'scope_name': scope_name,
'value': {'url': url}},
]}
request_args = json.loads(logger.mock_calls[0][1][-6])
assert 'url' not in request_args
InfraDownstream.flush_cache_by_application(test_redis)
ds = InfraDownstream.get_multi_by_application(test_redis)
if exception_on_recording_downstream:
assert len(ds) == 0
else:
assert len(ds) == 1
assert ds[0].user_application_name == major_application_name
assert ds[0].user_infra_type == 'redis'
assert ds[0].user_infra_name == 'r100010'
audit_log = last_audit_log()
assert audit_log and audit_log.action_name == 'UPDATE_INFRA_CONFIG'
assert audit_log.action_json['application_name'] == major_application_name
assert audit_log.action_json['infra_type'] == 'redis'
assert audit_log.action_json['infra_name'] == 'r100010'
assert audit_log.action_json['scope_type'] == scope_type
assert audit_log.action_json['scope_name'] == scope_name
assert audit_log.action_json['data']['new'] == {'url': url}
assert audit_log.action_json['data']['old'] is None
url = 'sam+redis://%s/overall.alta1' % test_redis
r = client.put(
'/api/infra-config/%s/redis/r100010' % test_application_name,
query_string={'scope_type': scope_type, 'scope_name': scope_name},
data=json.dumps({'url': url}),
headers={'Authorization': test_application_token,
'Content-Type': 'application/json'})
assert_response_ok(r)
def post(self, infra_application_name):
"""Invalidates cache and shows downstream information of infra.
The response is the same to the ``GET`` method.
:param infra_application_name: The application name of infrastructure.
:<header Authorization: Huskar Token (See :ref:`token`)
:status 200: The result is in the response.
"""
InfraDownstream.flush_cache_by_application(infra_application_name)
return self.get(infra_application_name)
def collect_infra_config():
logger.info('Looking up application list')
application_list = Application.get_all()
builder = InfraDownstream.bindmany()
client = huskar_client.client
for application in application_list:
application_name = application.application_name
logger.info('Collecting %s', application_name)
iterator = _collect_infra_upstream(client, application_name)
iterator = _bind_infra_upstream(builder, iterator, application_name)
for upstream in iterator:
logger.info('Recorded %r', upstream)
InfraDownstream.flush_cache_by_application(
upstream.infra_application_name)
builder.commit()
logger.info('Committed %s', application_name)
logger.info('Deleting stale records')
builder.unbind_stale().commit()
logger.info('Done')
def test_delete_infra_config_ok(
client, db, infra_info, test_application_name, test_application_token,
last_audit_log):
major_application_name = test_application_name
infra_info.set_by_name('r100010', 'idcs', 'alta1', {
'url': 'sam+redis://redis.100010/overall.alta1'})
infra_info.set_by_name('r100010', 'idcs', 'altb1', {
'url': 'sam+redis://redis.100010/overall.altb1'})
infra_info.save()
InfraDownstream.bindmany() \
.bind(major_application_name, 'redis', 'r100010', 'idcs', 'alta1',
'url', 'redis.100010') \
.bind(major_application_name, 'redis', 'r100010', 'idcs', 'altb1',
'url', 'redis.100010') \
.commit()
InfraDownstream.flush_cache_by_application('redis.100010')
ds = InfraDownstream.get_multi_by_application('redis.100010')
assert len(ds) == 2
r = client.delete(
'/api/infra-config/%s/redis/r100010' % test_application_name,
query_string={'scope_type': 'idcs', 'scope_name': 'altb1'},
headers={'Authorization': test_application_token})
assert_response_ok(r)
assert r.json['data'] == {'infra_config': [
{'scope_type': 'idcs', 'scope_name': 'alta1',
'value': {'url': 'sam+redis://redis.100010/overall.alta1'}},
]}
InfraDownstream.flush_cache_by_application('redis.100010')
ds = InfraDownstream.get_multi_by_application('redis.100010')
assert len(ds) == 1
assert ds[0].user_application_name == major_application_name
assert ds[0].user_infra_type == 'redis'
assert ds[0].user_infra_name == 'r100010'
r = client.delete(
'/api/infra-config/%s/redis/r100010' % test_application_name,
query_string={'scope_type': 'idcs', 'scope_name': 'alta1'},
headers={'Authorization': test_application_token})
assert_response_ok(r)
assert r.json['data'] == {'infra_config': []}
InfraDownstream.flush_cache_by_application('redis.100010')
ds = InfraDownstream.get_multi_by_application('redis.100010')
assert len(ds) == 0
audit_log = last_audit_log()
assert audit_log and audit_log.action_name == 'DELETE_INFRA_CONFIG'
assert audit_log.action_json['application_name'] == major_application_name
assert audit_log.action_json['infra_type'] == 'redis'
assert audit_log.action_json['infra_name'] == 'r100010'
assert audit_log.action_json['scope_type'] == 'idcs'
assert audit_log.action_json['scope_name'] == 'alta1'
assert audit_log.action_json['data']['new'] is None
assert audit_log.action_json['data']['old'] == {
'url': 'sam+redis://redis.100010/overall.alta1'}
def test_collect_infra_config(zk, db, faker, test_team):
prefix = faker.uuid4()[:8]
for x in 'foo', 'bar':
x = '%s_%s' % (prefix, x)
Application.create(x, test_team.id)
InfraDownstream.bindmany()\
.bind(x, 'database', 'stale-db', 'idcs', 'altb1', 'master',
'dal.foo.master') \
.bind(x, 'database', 'stale-db', 'idcs', 'altb1', 'slave',
'dal.foo.auto') \
.bind(x, 'redis', 'stale-cache', 'idcs', 'altb1', 'url',
'redis.foo') \
.commit()
mysql_url = {
'master': 'sam+mysql://root:[email protected]/%s_db' % x,
'slave': 'sam+mysql://root:[email protected]/%s_db' % x}
redis_url = {'url': 'sam+redis://redis.foo'}
infra_info = InfraInfo(zk, x, 'database')
infra_info.load()
infra_info.set_by_name('db', 'idcs', 'altb1', mysql_url)
infra_info.save()
infra_info = InfraInfo(zk, x, 'redis')
infra_info.load()
infra_info.set_by_name('cache', 'idcs', 'altb1', redis_url)
infra_info.save()
InfraDownstream.flush_cache_by_application('dal.foo.auto')
ds = InfraDownstream.get_multi_by_application('dal.foo.auto')
assert all(d.user_infra_name == 'stale-db' for d in ds)
InfraDownstream.flush_cache_by_application('redis.auto')
ds = InfraDownstream.get_multi_by_application('redis.foo')
assert all(d.user_infra_name == 'stale-cache' for d in ds)
list(_collect_infra_upstream(zk, u'error\u00a0'))
collect_infra_config()
InfraDownstream.flush_cache_by_application('dal.foo.auto')
ds = InfraDownstream.get_multi_by_application('dal.foo.auto')
assert len(ds) == 2
assert ds[0].user_application_name == '%s_foo' % prefix
assert ds[0].user_infra_type == 'database'
assert ds[0].user_infra_name == 'db'
assert ds[0].user_scope_pair == ('idcs', 'altb1')
assert ds[0].user_field_name == 'slave'
assert ds[1].user_application_name == '%s_bar' % prefix
assert ds[1].user_infra_type == 'database'
assert ds[1].user_infra_name == 'db'
assert ds[1].user_scope_pair == ('idcs', 'altb1')
assert ds[1].user_field_name == 'slave'
InfraDownstream.flush_cache_by_application('redis.auto')
ds = InfraDownstream.get_multi_by_application('redis.foo')
assert len(ds) == 2
assert ds[0].user_application_name == '%s_foo' % prefix
assert ds[0].user_infra_type == 'redis'
assert ds[0].user_infra_name == 'cache'
assert ds[0].user_scope_pair == ('idcs', 'altb1')
assert ds[0].user_field_name == 'url'
assert ds[1].user_application_name == '%s_bar' % prefix
assert ds[1].user_infra_type == 'redis'
assert ds[1].user_infra_name == 'cache'
assert ds[1].user_scope_pair == ('idcs', 'altb1')
assert ds[1].user_field_name == 'url'