def _wrap_consumer(self, consumer):
# TODO(ivc): tune retry interval/timeout
return h_log.LogExceptions(
h_retry.Retry(consumer,
exceptions=(exceptions.ResourceNotReady,
key_exc.connection.ConnectFailure,
requests_exc.ConnectionError)))
def test_should_not_sleep(self, m_sleep):
deadline = self.now - 1
retry = h_retry.Retry(mock.Mock())
ret = retry._sleep(deadline, 1, _EX1())
self.assertFalse(ret)
m_sleep.assert_not_called()
def test_call(self, m_sleep, m_count):
m_handler = mock.Mock()
m_count.return_value = list(range(1, 5))
retry = h_retry.Retry(m_handler)
retry(mock.sentinel.event)
m_handler.assert_called_once_with(mock.sentinel.event)
m_sleep.assert_not_called()
def test_call(self, m_sleep, m_count):
m_handler = mock.Mock()
m_count.return_value = list(range(1, 5))
retry = h_retry.Retry(m_handler)
event = {'type': 'DELETED'}
retry(event)
m_handler.assert_called_once_with(event)
m_sleep.assert_not_called()
def test_call_raises_no_retry(self, m_sleep, m_count):
event = mock.sentinel.event
m_handler = mock.Mock()
m_handler.side_effect = _EX1()
m_count.return_value = list(range(1, 5))
retry = h_retry.Retry(m_handler, exceptions=(_EX11, _EX2))
self.assertRaises(_EX1, retry, event)
m_handler.assert_called_once_with(event)
m_sleep.assert_not_called()
def test_call_outdated_event(self, m_sleep, m_count):
m_handler = mock.Mock()
m_count.return_value = list(range(1, 5))
obj = {'metadata': {'selfLink': mock.sentinel.selflink}}
event = {'type': 'MODIFIED', 'object': obj}
self.k8s.get.side_effect = exceptions.K8sResourceNotFound(obj)
retry = h_retry.Retry(m_handler)
retry(event)
self.k8s.get.assert_called_once_with(obj['metadata']['selfLink'])
m_handler.assert_not_called()
m_sleep.assert_not_called()
def _test_should_sleep(self, seconds_left, slept):
attempt = 2
timeout = 20
interval = 3
deadline = self.now + seconds_left
retry = h_retry.Retry(mock.Mock(), timeout=timeout, interval=interval)
with mock.patch('random.randint') as m_randint, \
mock.patch('time.sleep') as m_sleep:
m_randint.return_value = 0 # Assume 0 as jitter
ret = retry._sleep(deadline, attempt, _EX2())
self.assertEqual(slept, ret)
m_sleep.assert_called_once_with(slept)
def test_call_outdated_event(self, m_sleep, m_count):
m_handler = mock.Mock()
m_count.return_value = list(range(1, 5))
self_link = '/api/v1/namespaces/ns1/services/srv1'
obj = {'apiVersion': 'v1',
'kind': 'Service',
'metadata': {'name': 'srv1',
'namespace': 'ns1'}}
event = {'type': 'MODIFIED', 'object': obj}
self.k8s.get.side_effect = exceptions.K8sResourceNotFound(obj)
retry = h_retry.Retry(m_handler)
retry(event)
self.k8s.get.assert_called_once_with(self_link)
m_handler.assert_not_called()
m_sleep.assert_not_called()
def test_call_retry_raises(self, m_sleep, m_count):
attempts = 3
timeout = 10
deadline = self.now + timeout
failures = [_EX1(), _EX1(), _EX11()]
event = {'type': 'DELETED'}
m_handler = mock.Mock()
m_handler.side_effect = failures
m_sleep.side_effect = [1] * (attempts - 1) + [0]
m_count.return_value = list(range(1, 5))
retry = h_retry.Retry(m_handler, timeout=timeout, exceptions=_EX1)
self.assertRaises(_EX11, retry, event)
m_handler.assert_has_calls([mock.call(event)] * attempts)
m_sleep.assert_has_calls([
mock.call(deadline, i + 1, failures[i])
for i in range(len(failures))])
def test_call_retry(self, m_sleep, m_count):
attempts = 3
timeout = 10
deadline = self.now + timeout
failures = [_EX1()] * (attempts - 1)
event = mock.sentinel.event
m_handler = mock.Mock()
m_handler.side_effect = failures + [None]
m_sleep.return_value = 1
m_count.return_value = list(range(1, 5))
retry = h_retry.Retry(m_handler, timeout=timeout, exceptions=_EX1)
retry(event)
m_handler.assert_has_calls([mock.call(event)] * attempts)
m_sleep.assert_has_calls([
mock.call(deadline, i + 1, failures[i])
for i in range(len(failures))])
def _wrap_consumer(self, consumer):
# TODO(ivc): tune retry interval/timeout
return h_log.LogExceptions(
h_retry.Retry(consumer, exceptions=exceptions.ResourceNotReady))
