def _wrap_consumer(self, consumer): # TODO(ivc): tune retry interval/timeout return h_log.LogExceptions( h_retry.Retry(consumer, exceptions=(exceptions.ResourceNotReady, key_exc.connection.ConnectFailure, requests_exc.ConnectionError)))
def test_should_not_sleep(self, m_sleep): deadline = self.now - 1 retry = h_retry.Retry(mock.Mock()) ret = retry._sleep(deadline, 1, _EX1()) self.assertFalse(ret) m_sleep.assert_not_called()
def test_call(self, m_sleep, m_count): m_handler = mock.Mock() m_count.return_value = list(range(1, 5)) retry = h_retry.Retry(m_handler) retry(mock.sentinel.event) m_handler.assert_called_once_with(mock.sentinel.event) m_sleep.assert_not_called()
def test_call(self, m_sleep, m_count): m_handler = mock.Mock() m_count.return_value = list(range(1, 5)) retry = h_retry.Retry(m_handler) event = {'type': 'DELETED'} retry(event) m_handler.assert_called_once_with(event) m_sleep.assert_not_called()
def test_call_raises_no_retry(self, m_sleep, m_count): event = mock.sentinel.event m_handler = mock.Mock() m_handler.side_effect = _EX1() m_count.return_value = list(range(1, 5)) retry = h_retry.Retry(m_handler, exceptions=(_EX11, _EX2)) self.assertRaises(_EX1, retry, event) m_handler.assert_called_once_with(event) m_sleep.assert_not_called()
def test_call_outdated_event(self, m_sleep, m_count): m_handler = mock.Mock() m_count.return_value = list(range(1, 5)) obj = {'metadata': {'selfLink': mock.sentinel.selflink}} event = {'type': 'MODIFIED', 'object': obj} self.k8s.get.side_effect = exceptions.K8sResourceNotFound(obj) retry = h_retry.Retry(m_handler) retry(event) self.k8s.get.assert_called_once_with(obj['metadata']['selfLink']) m_handler.assert_not_called() m_sleep.assert_not_called()
def _test_should_sleep(self, seconds_left, slept): attempt = 2 timeout = 20 interval = 3 deadline = self.now + seconds_left retry = h_retry.Retry(mock.Mock(), timeout=timeout, interval=interval) with mock.patch('random.randint') as m_randint, \ mock.patch('time.sleep') as m_sleep: m_randint.return_value = 0 # Assume 0 as jitter ret = retry._sleep(deadline, attempt, _EX2()) self.assertEqual(slept, ret) m_sleep.assert_called_once_with(slept)
def test_call_outdated_event(self, m_sleep, m_count): m_handler = mock.Mock() m_count.return_value = list(range(1, 5)) self_link = '/api/v1/namespaces/ns1/services/srv1' obj = {'apiVersion': 'v1', 'kind': 'Service', 'metadata': {'name': 'srv1', 'namespace': 'ns1'}} event = {'type': 'MODIFIED', 'object': obj} self.k8s.get.side_effect = exceptions.K8sResourceNotFound(obj) retry = h_retry.Retry(m_handler) retry(event) self.k8s.get.assert_called_once_with(self_link) m_handler.assert_not_called() m_sleep.assert_not_called()
def test_call_retry_raises(self, m_sleep, m_count): attempts = 3 timeout = 10 deadline = self.now + timeout failures = [_EX1(), _EX1(), _EX11()] event = {'type': 'DELETED'} m_handler = mock.Mock() m_handler.side_effect = failures m_sleep.side_effect = [1] * (attempts - 1) + [0] m_count.return_value = list(range(1, 5)) retry = h_retry.Retry(m_handler, timeout=timeout, exceptions=_EX1) self.assertRaises(_EX11, retry, event) m_handler.assert_has_calls([mock.call(event)] * attempts) m_sleep.assert_has_calls([ mock.call(deadline, i + 1, failures[i]) for i in range(len(failures))])
def test_call_retry(self, m_sleep, m_count): attempts = 3 timeout = 10 deadline = self.now + timeout failures = [_EX1()] * (attempts - 1) event = mock.sentinel.event m_handler = mock.Mock() m_handler.side_effect = failures + [None] m_sleep.return_value = 1 m_count.return_value = list(range(1, 5)) retry = h_retry.Retry(m_handler, timeout=timeout, exceptions=_EX1) retry(event) m_handler.assert_has_calls([mock.call(event)] * attempts) m_sleep.assert_has_calls([ mock.call(deadline, i + 1, failures[i]) for i in range(len(failures))])
def _wrap_consumer(self, consumer): # TODO(ivc): tune retry interval/timeout return h_log.LogExceptions( h_retry.Retry(consumer, exceptions=exceptions.ResourceNotReady))