def test_should_create_varnish_api_for_connected_servers(self): expected_construct_args = [ call(['127.0.0.1', '6082', 1.0], 'secret-1'), call(['127.0.0.2', '6083', 1.0], 'secret-2'), call(['127.0.0.3', '6084', 1.0], 'secret-3')] sample_extractor = Mock(servers=servers) api_init_side_effect = { 'secret-1': Exception(), 'secret-2': None, 'secret-3': None } with patch('vaas.cluster.cluster.ServerExtractor', Mock(return_value=sample_extractor)): with patch.object( VarnishApi, '__init__', side_effect=lambda host_port_timeout, secret: api_init_side_effect[secret] ) as construct_mock: with patch('telnetlib.Telnet.close', Mock()): varnish_cluster = VarnishApiProvider() api_objects = [] for api in varnish_cluster.get_connected_varnish_api(): """ Workaround - we cannot mock __del__ method: https://docs.python.org/3/library/unittest.mock.html We inject sock field to eliminate warning raised by cleaning actions in __del__ method """ api.sock = None api_objects.append(api) assert_equals(2, len(api_objects)) assert_list_equal(expected_construct_args, construct_mock.call_args_list)
class BackendStatusManager(object): def __init__(self): self.varnish_api_provider = VarnishApiProvider() self.logger = logging.getLogger('vaas') self.timestamp = datetime.datetime.utcnow().replace(tzinfo=utc) def load_from_varnish(self): pattern = re.compile("^((?:.*_){5}[^(\s]*)") backend_to_status_map = {} backends = {x.pk: "{}:{}".format(x.address, x.port) for x in Backend.objects.all()} try: for varnish_api in self.varnish_api_provider.get_connected_varnish_api(): backend_statuses = map(lambda x: x.split(), varnish_api.fetch('backend.list')[1][0:].split('\n')) for backend_status in backend_statuses: if len(backend_status): backend = re.search(pattern, backend_status[0]) if backend is not None: backend_id = int(backend.group(1).split('_')[-5]) status = backend_status[-2] if backend_id not in backend_to_status_map or status == 'Sick': backend_address = backends.get(backend_id) if backend_address is not None: backend_to_status_map[backend_address] = status except VclLoadException as e: self.logger.warning("Some backends' status could not be refreshed: %s" % e) return backend_to_status_map def store_backend_statuses(self, backend_to_status_map): for key, status in backend_to_status_map.items(): address, port = key.split(":") try: backend_status = BackendStatus.objects.get(address=address, port=port) if backend_status.timestamp < self.timestamp: backend_status.status = status backend_status.timestamp = self.timestamp backend_status.save() except BackendStatus.DoesNotExist: BackendStatus.objects.create(address=address, port=port, status=status, timestamp=self.timestamp) BackendStatus.objects.filter(timestamp__lt=self.timestamp).delete() def refresh_statuses(self): self.store_backend_statuses(self.load_from_varnish())
def test_should_create_varnish_api_for_connected_servers(self): expected_construct_args = [ call(['127.0.0.1', '6082', 1.0], 'secret-1'), call(['127.0.0.2', '6083', 1.0], 'secret-2'), call(['127.0.0.3', '6084', 1.0], 'secret-3') ] sample_extractor = Mock(servers=servers) api_init_side_effect = { 'secret-1': Exception(), 'secret-2': None, 'secret-3': None } with patch('vaas.cluster.cluster.ServerExtractor', Mock(return_value=sample_extractor)): with patch.object(VarnishApi, '__init__', side_effect=lambda host_port_timeout, secret: api_init_side_effect[secret]) as construct_mock: with patch('telnetlib.Telnet.close', Mock()): varnish_cluster = VarnishApiProvider() api_objects = [] for api in varnish_cluster.get_connected_varnish_api(): """ Workaround - we cannot mock __del__ method: https://docs.python.org/3/library/unittest.mock.html We inject sock field to eliminate warning raised by cleaning actions in __del__ method """ api.sock = None api_objects.append(api) assert_equals(2, len(api_objects)) assert_list_equal(expected_construct_args, construct_mock.call_args_list)
class BackendStatusManager(object): def __init__(self): self.varnish_api_provider = VarnishApiProvider() self.logger = logging.getLogger('vaas') self.timestamp = datetime.datetime.utcnow().replace(tzinfo=utc, microsecond=0) def load_from_varnish(self): pattern = re.compile("^((?:.*_){5}[^(\s]*)") backend_to_status_map = {} backends = { x.pk: "{}:{}".format(x.address, x.port) for x in Backend.objects.all() } try: for varnish_api in self.varnish_api_provider.get_connected_varnish_api( ): backend_statuses = map( lambda x: x.split(), varnish_api.fetch('backend.list')[1][0:].split('\n')) for backend_status in backend_statuses: if len(backend_status): backend = re.search(pattern, backend_status[0]) if backend is not None: backend_id = None regex_result = re.findall( BaseHelpers.dynamic_regex_with_datacenters(), backend.group(1)) if len(regex_result) == 1: try: backend_id = int(regex_result[0][0]) except ValueError: self.logger.error( 'Mapping backend id failed. Expected parsable string to int, got {}' .format(regex_result[0][0])) else: self.logger.error( 'Regex patterns matches for possible backend id: {} ' .format(regex_result)) status = backend_status[-2] if backend_id and backend_id not in backend_to_status_map or status == 'Sick': backend_address = backends.get(backend_id) if backend_address is not None: backend_to_status_map[ backend_address] = status except VclLoadException as e: self.logger.warning( "Some backends' status could not be refreshed: %s" % e) return backend_to_status_map def store_backend_statuses(self, backend_to_status_map): for key, status in backend_to_status_map.items(): address, port = key.split(":") try: backend_status = BackendStatus.objects.get(address=address, port=port) if backend_status.timestamp < self.timestamp: backend_status.status = status backend_status.timestamp = self.timestamp backend_status.save() except BackendStatus.DoesNotExist: BackendStatus.objects.create(address=address, port=port, status=status, timestamp=self.timestamp) BackendStatus.objects.filter(timestamp__lt=self.timestamp).delete() def refresh_statuses(self): self.store_backend_statuses(self.load_from_varnish())