def test_should_create_varnish_api_for_connected_servers(self):
expected_construct_args = [
call(['127.0.0.1', '6082', 1.0], 'secret-1'),
call(['127.0.0.2', '6083', 1.0], 'secret-2'),
call(['127.0.0.3', '6084', 1.0], 'secret-3')]
sample_extractor = Mock(servers=servers)
api_init_side_effect = {
'secret-1': Exception(),
'secret-2': None,
'secret-3': None
}
with patch('vaas.cluster.cluster.ServerExtractor', Mock(return_value=sample_extractor)):
with patch.object(
VarnishApi, '__init__', side_effect=lambda host_port_timeout, secret: api_init_side_effect[secret]
) as construct_mock:
with patch('telnetlib.Telnet.close', Mock()):
varnish_cluster = VarnishApiProvider()
api_objects = []
for api in varnish_cluster.get_connected_varnish_api():
"""
Workaround - we cannot mock __del__ method:
https://docs.python.org/3/library/unittest.mock.html
We inject sock field to eliminate warning raised by cleaning actions in __del__ method
"""
api.sock = None
api_objects.append(api)
assert_equals(2, len(api_objects))
assert_list_equal(expected_construct_args, construct_mock.call_args_list)
class BackendStatusManager(object):
def __init__(self):
self.varnish_api_provider = VarnishApiProvider()
self.logger = logging.getLogger('vaas')
self.timestamp = datetime.datetime.utcnow().replace(tzinfo=utc)
def load_from_varnish(self):
pattern = re.compile("^((?:.*_){5}[^(\s]*)")
backend_to_status_map = {}
backends = {x.pk: "{}:{}".format(x.address, x.port) for x in Backend.objects.all()}
try:
for varnish_api in self.varnish_api_provider.get_connected_varnish_api():
backend_statuses = map(lambda x: x.split(), varnish_api.fetch('backend.list')[1][0:].split('\n'))
for backend_status in backend_statuses:
if len(backend_status):
backend = re.search(pattern, backend_status[0])
if backend is not None:
backend_id = int(backend.group(1).split('_')[-5])
status = backend_status[-2]
if backend_id not in backend_to_status_map or status == 'Sick':
backend_address = backends.get(backend_id)
if backend_address is not None:
backend_to_status_map[backend_address] = status
except VclLoadException as e:
self.logger.warning("Some backends' status could not be refreshed: %s" % e)
return backend_to_status_map
def store_backend_statuses(self, backend_to_status_map):
for key, status in backend_to_status_map.items():
address, port = key.split(":")
try:
backend_status = BackendStatus.objects.get(address=address, port=port)
if backend_status.timestamp < self.timestamp:
backend_status.status = status
backend_status.timestamp = self.timestamp
backend_status.save()
except BackendStatus.DoesNotExist:
BackendStatus.objects.create(address=address, port=port, status=status, timestamp=self.timestamp)
BackendStatus.objects.filter(timestamp__lt=self.timestamp).delete()
def refresh_statuses(self):
self.store_backend_statuses(self.load_from_varnish())
def test_should_create_varnish_api_for_connected_servers(self):
expected_construct_args = [
call(['127.0.0.1', '6082', 1.0], 'secret-1'),
call(['127.0.0.2', '6083', 1.0], 'secret-2'),
call(['127.0.0.3', '6084', 1.0], 'secret-3')
]
sample_extractor = Mock(servers=servers)
api_init_side_effect = {
'secret-1': Exception(),
'secret-2': None,
'secret-3': None
}
with patch('vaas.cluster.cluster.ServerExtractor',
Mock(return_value=sample_extractor)):
with patch.object(VarnishApi,
'__init__',
side_effect=lambda host_port_timeout, secret:
api_init_side_effect[secret]) as construct_mock:
with patch('telnetlib.Telnet.close', Mock()):
varnish_cluster = VarnishApiProvider()
api_objects = []
for api in varnish_cluster.get_connected_varnish_api():
"""
Workaround - we cannot mock __del__ method:
https://docs.python.org/3/library/unittest.mock.html
We inject sock field to eliminate warning raised by cleaning actions in __del__ method
"""
api.sock = None
api_objects.append(api)
assert_equals(2, len(api_objects))
assert_list_equal(expected_construct_args,
construct_mock.call_args_list)
class BackendStatusManager(object):
def __init__(self):
self.varnish_api_provider = VarnishApiProvider()
self.logger = logging.getLogger('vaas')
self.timestamp = datetime.datetime.utcnow().replace(tzinfo=utc,
microsecond=0)
def load_from_varnish(self):
pattern = re.compile("^((?:.*_){5}[^(\s]*)")
backend_to_status_map = {}
backends = {
x.pk: "{}:{}".format(x.address, x.port)
for x in Backend.objects.all()
}
try:
for varnish_api in self.varnish_api_provider.get_connected_varnish_api(
):
backend_statuses = map(
lambda x: x.split(),
varnish_api.fetch('backend.list')[1][0:].split('\n'))
for backend_status in backend_statuses:
if len(backend_status):
backend = re.search(pattern, backend_status[0])
if backend is not None:
backend_id = None
regex_result = re.findall(
BaseHelpers.dynamic_regex_with_datacenters(),
backend.group(1))
if len(regex_result) == 1:
try:
backend_id = int(regex_result[0][0])
except ValueError:
self.logger.error(
'Mapping backend id failed. Expected parsable string to int, got {}'
.format(regex_result[0][0]))
else:
self.logger.error(
'Regex patterns matches for possible backend id: {} '
.format(regex_result))
status = backend_status[-2]
if backend_id and backend_id not in backend_to_status_map or status == 'Sick':
backend_address = backends.get(backend_id)
if backend_address is not None:
backend_to_status_map[
backend_address] = status
except VclLoadException as e:
self.logger.warning(
"Some backends' status could not be refreshed: %s" % e)
return backend_to_status_map
def store_backend_statuses(self, backend_to_status_map):
for key, status in backend_to_status_map.items():
address, port = key.split(":")
try:
backend_status = BackendStatus.objects.get(address=address,
port=port)
if backend_status.timestamp < self.timestamp:
backend_status.status = status
backend_status.timestamp = self.timestamp
backend_status.save()
except BackendStatus.DoesNotExist:
BackendStatus.objects.create(address=address,
port=port,
status=status,
timestamp=self.timestamp)
BackendStatus.objects.filter(timestamp__lt=self.timestamp).delete()
def refresh_statuses(self):
self.store_backend_statuses(self.load_from_varnish())