def test_count_per_status_agg_only(aggregator, haproxy_mock):
config = copy.deepcopy(BASE_CONFIG)
# with count_status_by_service set to False
config['count_status_by_service'] = False
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(config)
aggregator.assert_metric('haproxy.count_per_status',
value=2,
tags=['status:open'])
aggregator.assert_metric('haproxy.count_per_status',
value=4,
tags=['status:up'])
aggregator.assert_metric('haproxy.count_per_status',
value=2,
tags=['status:down'])
aggregator.assert_metric('haproxy.count_per_status',
value=1,
tags=['status:maint'])
aggregator.assert_metric('haproxy.count_per_status',
value=0,
tags=['status:nolb'])
aggregator.assert_metric('haproxy.count_per_status',
value=1,
tags=['status:no_check'])
_assert_agg_statuses(aggregator, count_status_by_service=False)
def test_count_per_status_by_service(aggregator, haproxy_mock):
config = copy.deepcopy(BASE_CONFIG)
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(config)
aggregator.assert_metric('haproxy.count_per_status',
value=1,
tags=['status:open', 'service:a'])
aggregator.assert_metric('haproxy.count_per_status',
value=3,
tags=['status:up', 'service:b'])
aggregator.assert_metric('haproxy.count_per_status',
value=1,
tags=['status:open', 'service:b'])
aggregator.assert_metric('haproxy.count_per_status',
value=1,
tags=['status:down', 'service:b'])
aggregator.assert_metric('haproxy.count_per_status',
value=1,
tags=['status:maint', 'service:b'])
tags = ['status:up', 'service:be_edge_http_sre-production_elk-kibana']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['status:down', 'service:be_edge_http_sre-production_elk-kibana']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = [
'status:no_check', 'service:be_edge_http_sre-production_elk-kibana'
]
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
_assert_agg_statuses(aggregator)
def test_count_per_status_by_service_and_collate_per_host(aggregator, haproxy_mock):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
config = copy.deepcopy(BASE_CONFIG)
config['collect_status_metrics_by_host'] = True
config['collate_status_tags_per_host'] = True
haproxy_check.check(config)
tags = ['backend:FRONTEND', 'status:available', 'service:a']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['backend:FRONTEND', 'status:available', 'service:b']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
for backend in ['i-1', 'i-2', 'i-3']:
tags = ['backend:%s' % backend, 'status:available', 'service:b']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['backend:i-4', 'status:unavailable', 'service:b']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['backend:i-5', 'status:unavailable', 'service:b']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['backend:i-1', 'status:available', 'service:be_edge_http_sre-production_elk-kibana']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['backend:i-2', 'status:unavailable', 'service:be_edge_http_sre-production_elk-kibana']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
tags = ['backend:i-3', 'status:unavailable', 'service:be_edge_http_sre-production_elk-kibana']
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=tags)
_assert_agg_statuses(aggregator, collate_status_tags_per_host=True)
def test_regex_tags(aggregator, haproxy_mock):
config = copy.deepcopy(BASE_CONFIG)
config['tags'] = ['region:infra']
# OS3 service: be_edge_http_sre-production_elk-kibana
config['tags_regex'] = 'be_(?P<security>edge_http|http)?_(?P<team>[a-z]+)\-(?P<env>[a-z]+)_(' \
'?P<app>.*)'
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(config)
expected_tags = ['service:be_edge_http_sre-production_elk-kibana',
'type:BACKEND',
'instance_url:http://localhost/admin?stats',
'region:infra',
'security:edge_http',
'app:elk-kibana',
'env:production',
'team:sre',
'backend:BACKEND'
]
aggregator.assert_metric('haproxy.backend.session.current', value=1, count=1, tags=expected_tags)
aggregator.assert_metric_has_tag('haproxy.backend.session.current', 'app:elk-kibana', 1)
tags = ['service:be_edge_http_sre-production_elk-kibana',
'region:infra',
'security:edge_http',
'app:elk-kibana',
'env:production',
'team:sre',
'backend:i-1']
aggregator.assert_service_check('haproxy.backend_up', tags=tags)
def test_wrong_config(aggregator, spin_up_haproxy):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
config = copy.deepcopy(common.CHECK_CONFIG)
config['username'] = '******'
with pytest.raises(Exception):
haproxy_check.check(config)
aggregator.assert_all_metrics_covered()
def test_optional_tags(aggregator, haproxy_mock):
config = copy.deepcopy(BASE_CONFIG)
config['tags'] = ['new-tag', 'my:new:tag']
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(config)
aggregator.assert_metric_has_tag('haproxy.backend.session.current', 'new-tag')
aggregator.assert_metric_has_tag('haproxy.backend.session.current', 'my:new:tag')
aggregator.assert_metric_has_tag('haproxy.count_per_status', 'my:new:tag')
tags = ['service:a', 'new-tag', 'my:new:tag', 'backend:BACKEND']
aggregator.assert_service_check('haproxy.backend_up', tags=tags)
def test_open_config(aggregator, spin_up_haproxy):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(common.CHECK_CONFIG_OPEN)
shared_tag = ["instance_url:{0}".format(common.STATS_URL_OPEN)]
_test_frontend_metrics(aggregator, shared_tag)
_test_backend_metrics(aggregator, shared_tag)
_test_service_checks(aggregator)
aggregator.assert_all_metrics_covered()
def test_tcp_socket(aggregator, haproxy_container):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
config = copy.deepcopy(common.CONFIG_TCPSOCKET)
haproxy_check.check(config)
shared_tag = ["instance_url:{0}".format(common.STATS_SOCKET)]
_test_frontend_metrics(aggregator, shared_tag)
_test_backend_metrics(aggregator, shared_tag, add_addr_tag=True)
_test_service_checks(aggregator)
aggregator.assert_all_metrics_covered()
def test_check_service_filter(aggregator, haproxy_container):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
config = copy.deepcopy(common.CHECK_CONFIG)
config['services_include'] = ['datadog']
config['services_exclude'] = ['.*']
haproxy_check.check(config)
shared_tag = ["instance_url:{0}".format(common.STATS_URL)]
_test_backend_metrics(aggregator, shared_tag + ['active:false'], ['datadog'])
_test_service_checks(aggregator, ['datadog'])
aggregator.assert_all_metrics_covered()
def test_unixsocket_config(aggregator, spin_up_haproxy):
if not Platform.is_linux():
return
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(common.CONFIG_UNIXSOCKET)
shared_tag = ["instance_url:{0}".format(common.UNIXSOCKET_URL)]
_test_frontend_metrics(aggregator, shared_tag)
_test_backend_metrics(aggregator, shared_tag)
_test_service_checks(aggregator)
aggregator.assert_all_metrics_covered()
def test_unixsocket_config(aggregator, haproxy_container):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
config = copy.deepcopy(common.CONFIG_UNIXSOCKET)
unixsocket_url = 'unix://{0}'.format(haproxy_container)
config['url'] = unixsocket_url
haproxy_check.check(config)
shared_tag = ["instance_url:{0}".format(unixsocket_url)]
_test_frontend_metrics(aggregator, shared_tag)
_test_backend_metrics(aggregator, shared_tag, add_addr_tag=True)
_test_service_checks(aggregator)
aggregator.assert_all_metrics_covered()
def test_check(aggregator, spin_up_haproxy):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(common.CHECK_CONFIG)
shared_tag = ["instance_url:{0}".format(common.STATS_URL)]
_test_frontend_metrics(aggregator, shared_tag + ['active:false'])
_test_backend_metrics(aggregator, shared_tag + ['active:false'])
# check was run 2 times
# - FRONTEND is reporting OPEN that we ignore
# - only the BACKEND aggregate is reporting UP -> OK
# - The 3 individual servers are returning no check -> UNKNOWN
_test_service_checks(aggregator)
aggregator.assert_all_metrics_covered()
def test_count_per_status_collate_per_host(aggregator, haproxy_mock):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
config = copy.deepcopy(BASE_CONFIG)
config['collect_status_metrics_by_host'] = True
config['collate_status_tags_per_host'] = True
config['count_status_by_service'] = False
haproxy_check.check(config)
aggregator.assert_metric('haproxy.count_per_status', value=2, tags=['backend:FRONTEND', 'status:available'])
aggregator.assert_metric('haproxy.count_per_status', value=2, tags=['backend:i-1', 'status:available'])
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=['backend:i-2', 'status:available'])
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=['backend:i-2', 'status:unavailable'])
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=['backend:i-3', 'status:available'])
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=['backend:i-3', 'status:unavailable'])
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=['backend:i-4', 'status:unavailable'])
aggregator.assert_metric('haproxy.count_per_status', value=1, tags=['backend:i-5', 'status:unavailable'])
_assert_agg_statuses(aggregator, count_status_by_service=False, collate_status_tags_per_host=True)
def check():
return lambda instance: HAProxy('haproxy', {}, [instance])
def test_count_hosts_statuses(aggregator, haproxy_mock):
haproxy_check = HAProxy(common.CHECK_NAME, {}, {})
haproxy_check.check(BASE_CONFIG)
filepath = os.path.join(common.HERE, 'fixtures', 'statuses_mock')
with open(filepath, 'r') as f:
data = f.read()
data = data.split('\n')
# per service
haproxy_check._process_data(data,
True,
False,
collect_status_metrics=True,
collect_status_metrics_by_host=False)
expected_hosts_statuses = defaultdict(int)
expected_hosts_statuses[('b', 'FRONTEND', 'open')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'up')] = 3
expected_hosts_statuses[('b', 'BACKEND', 'down')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'maint')] = 1
expected_hosts_statuses[('a', 'FRONTEND', 'open')] = 1
assert haproxy_check.hosts_statuses == expected_hosts_statuses
# backend hosts
agg_statuses = haproxy_check._process_backend_hosts_metric(
expected_hosts_statuses)
expected_agg_statuses = {'b': {'available': 3, 'unavailable': 2}}
assert expected_agg_statuses == dict(agg_statuses)
# with process_events set to True
haproxy_check._process_data(data,
True,
True,
collect_status_metrics=True,
collect_status_metrics_by_host=False)
assert haproxy_check.hosts_statuses == expected_hosts_statuses
# per host
haproxy_check._process_data(data,
True,
False,
collect_status_metrics=True,
collect_status_metrics_by_host=True)
expected_hosts_statuses = defaultdict(int)
expected_hosts_statuses[('b', 'FRONTEND', 'FRONTEND', 'open')] = 1
expected_hosts_statuses[('a', 'FRONTEND', 'FRONTEND', 'open')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'i-1', 'up')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'i-2', 'up')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'i-3', 'up')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'i-4', 'down')] = 1
expected_hosts_statuses[('b', 'BACKEND', 'i-5', 'maint')] = 1
assert haproxy_check.hosts_statuses == expected_hosts_statuses
haproxy_check._process_data(data,
True,
True,
collect_status_metrics=True,
collect_status_metrics_by_host=True)
assert haproxy_check.hosts_statuses, expected_hosts_statuses
def check():
return HAProxy('haproxy', {}, {})
