def test_handle_execution_failure_tries_limit(self):
"""
When trigger reaches retries limit and ERROR is raised check message level and trigger successful state.
"""
exception = Exception()
exception_name = type(exception).__name__
trigger = DummyTriggerFactory(number_of_tries=3)
original_tries = trigger.number_of_tries
with patch.object(TriggerLogger, 'log_message') as mock_logger:
trigger._handle_execution_failure(exception)
exceeded_retries = original_tries + 1
assert trigger.number_of_tries == exceeded_retries
assert trigger.successful is None
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=exception_name,
try_count=exceeded_retries)
mock_logger.assert_called_once_with(trigger, message, level=WARNING)
# do an extra retry
with patch.object(TriggerLogger, 'log_message') as mock_logger:
trigger._handle_execution_failure(exception)
exceeded_retries = original_tries + 2
assert trigger.number_of_tries == exceeded_retries
assert trigger.successful is False
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=exception_name,
try_count=exceeded_retries)
mock_logger.assert_called_once_with(trigger, message, level=ERROR)
def test_handle_execution_failure_dont_raise_when_under_max_retries(self, mock_logger):
exception = Exception()
trigger = DummyTriggerFactory(number_of_tries=2)
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(exception)
assert trigger.number_of_tries == original_tries + 1
assert not mock_logger.called
def test_handle_execution_failure_dont_raise_when_under_max_retries(self, mock_logger):
exception = Exception()
trigger = DummyTriggerFactory(number_of_tries=2)
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(exception)
assert trigger.number_of_tries == original_tries + 1
assert not mock_logger.called
def test_handle_execution_failure_use_statsd(self, mock_statsd):
exception = Exception()
trigger = DummyTriggerFactory()
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(exception, use_statsd=True)
assert trigger.number_of_tries == original_tries + 1
assert trigger.successful is None
mock_statsd.incr.assert_called_with('triggers.{trigger_type}.failed'.format(trigger_type=trigger.trigger_type))
def test_handle_execution_failure_use_statsd(self, mock_statsd):
exception = Exception()
trigger = DummyTriggerFactory()
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(exception, use_statsd=True)
assert trigger.number_of_tries == original_tries + 1
assert trigger.successful is None
mock_statsd.incr.assert_called_with('triggers.{trigger_type}.failed'.format(trigger_type=trigger.trigger_type))
def test_handle_execution_success_use_statsd(self, mock_statsd):
trigger = DummyTriggerFactory(process_after=timezone.now())
trigger._handle_execution_success(use_statsd=True)
assert trigger.date_processed
assert trigger.successful is True
mock_statsd.incr.assert_called_with(
'triggers.{trigger_type}.processed'.format(trigger_type=trigger.trigger_type))
mock_statsd.timing.assert_called_with(
'triggers.{trigger_type}.process_delay_seconds'.format(trigger_type=trigger.trigger_type),
(trigger.date_processed - trigger.process_after).total_seconds())
def test_handle_execution_success_use_statsd(self, mock_statsd):
trigger = DummyTriggerFactory(process_after=timezone.now())
trigger._handle_execution_success(use_statsd=True)
assert trigger.date_processed
assert trigger.successful is True
mock_statsd.incr.assert_called_with(
'triggers.{trigger_type}.processed'.format(trigger_type=trigger.trigger_type))
mock_statsd.timing.assert_called_with(
'triggers.{trigger_type}.process_delay_seconds'.format(trigger_type=trigger.trigger_type),
(trigger.date_processed - trigger.process_after).total_seconds())
def test_handle_execution_failure_tries_exceeded(self, mock_logger):
exception = Exception()
trigger = DummyTriggerFactory(number_of_tries=3)
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(exception)
assert trigger.number_of_tries == original_tries + 1
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=type(exception).__name__,
try_count=original_tries+1)
mock_logger.assert_called_with(trigger, message, level=WARNING)
def test_handle_execution_failure_tries_exceeded(self, mock_logger):
exception = Exception()
trigger = DummyTriggerFactory(number_of_tries=3)
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(exception)
assert trigger.number_of_tries == original_tries + 1
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=type(exception).__name__,
try_count=original_tries+1)
mock_logger.assert_called_with(trigger, message, level=WARNING)
def test_handle_execution_failure_above_tries_limit(self):
"""
Check if ERROR is still raised for a trigger above retry limit
"""
exception = Exception()
exception_name = type(exception).__name__
trigger = DummyTriggerFactory(number_of_tries=5)
original_tries = trigger.number_of_tries
exceeded_retries = original_tries + 1
with self.settings(DJTRIGGERS_TRIES_BEFORE_WARNING=3) and self.settings(DJTRIGGERS_TRIES_BEFORE_ERROR=5) and \
patch.object(TriggerLogger, 'log_message') as mock_logger:
trigger._handle_execution_failure(exception)
assert trigger.number_of_tries == exceeded_retries
assert trigger.successful is False
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=exception_name,
try_count=exceeded_retries)
mock_logger.assert_called_once_with(trigger, message, level=ERROR)
def test_handle_execution_failure_above_tries_limit(self):
"""
Check if ERROR is still raised for a trigger above retry limit
"""
exception = Exception()
exception_name = type(exception).__name__
trigger = DummyTriggerFactory(number_of_tries=5)
original_tries = trigger.number_of_tries
exceeded_retries = original_tries + 1
with self.settings(DJTRIGGERS_TRIES_BEFORE_WARNING=3) and self.settings(DJTRIGGERS_TRIES_BEFORE_ERROR=5) and \
patch.object(TriggerLogger, 'log_message') as mock_logger:
trigger._handle_execution_failure(exception)
assert trigger.number_of_tries == exceeded_retries
assert trigger.successful is False
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=exception_name,
try_count=exceeded_retries)
mock_logger.assert_called_once_with(trigger, message, level=ERROR)
def test_handle_execution_failure_tries_limit(self):
"""
When trigger reaches retries limit and ERROR is raised check message level and trigger successful state.
"""
exception = Exception()
exception_name = type(exception).__name__
trigger = DummyTriggerFactory(number_of_tries=3)
original_tries = trigger.number_of_tries
with patch.object(TriggerLogger, 'log_message') as mock_logger:
trigger._handle_execution_failure(exception)
exceeded_retries = original_tries + 1
assert trigger.number_of_tries == exceeded_retries
assert trigger.successful is None
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=exception_name,
try_count=exceeded_retries)
mock_logger.assert_called_once_with(trigger, message, level=WARNING)
# do an extra retry
with patch.object(TriggerLogger, 'log_message') as mock_logger:
trigger._handle_execution_failure(exception)
exceeded_retries = original_tries + 2
assert trigger.number_of_tries == exceeded_retries
assert trigger.successful is False
message = ('Processing of {trigger_type} {trigger_key} '
'raised a {exception_type} (try nr. {try_count})').format(trigger_type=trigger.trigger_type,
trigger_key=trigger.pk,
exception_type=exception_name,
try_count=exceeded_retries)
mock_logger.assert_called_once_with(trigger, message, level=ERROR)
def test_process_after_now(self):
trigger = DummyTriggerFactory()
process_triggers()
trigger.refresh_from_db()
assert trigger.date_processed is not None
def test_process(self, mock_logger):
trigger = DummyTriggerFactory()
trigger.process()
mock_logger.assert_called_with(trigger, trigger._process({}))
def test_process_process_later(self):
trigger = DummyTriggerFactory(process_after=timezone.now() + timedelta(minutes=1))
with raises(ProcessLaterError):
trigger.process()
def test_handle_execution_failure(self):
trigger = DummyTriggerFactory()
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(Exception())
assert trigger.number_of_tries == original_tries + 1
def test_process_exception_during_execution(self, mock_fail):
trigger = DummyTriggerFactory()
with patch.object(trigger, '_process', side_effect=Exception), raises(Exception):
trigger.process()
assert mock_fail.called
def test_handle_execution_success(self):
trigger = DummyTriggerFactory()
trigger._handle_execution_success()
assert trigger.date_processed
assert trigger.successful is True
def test_process_locked(self, mock_logger):
trigger = DummyTriggerFactory()
with patch('djtriggers.models.redis_lock', side_effect=LockError):
trigger.process()
assert not mock_logger.called
def test_process_exception_during_execution(self, mock_fail):
trigger = DummyTriggerFactory()
with patch.object(trigger, '_process', side_effect=Exception), raises(Exception):
trigger.process()
assert mock_fail.called
def test_process_locked(self, mock_logger):
trigger = DummyTriggerFactory()
with NonBlockingLock.objects.acquire_lock(trigger):
trigger.process()
assert not mock_logger.called
def test_process_after_tomorrow(self):
DummyTriggerFactory(process_after=self.now + timedelta(days=1))
with patch('djtriggers.logic.process_trigger.apply_async') as process_trigger_patch:
process_triggers()
assert not process_trigger_patch.called
def test_already_processed(self):
trigger = DummyTriggerFactory(date_processed=self.now)
process_triggers()
trigger.refresh_from_db()
assert trigger.date_processed == self.now
def test_process_after_yesterday(self):
trigger = DummyTriggerFactory(process_after=self.now - timedelta(days=1))
process_triggers()
trigger.refresh_from_db()
assert trigger.date_processed is not None
def test_handle_execution_success(self):
trigger = DummyTriggerFactory()
trigger._handle_execution_success()
assert trigger.date_processed
assert trigger.successful is True
def test_handle_execution_failure(self):
trigger = DummyTriggerFactory()
original_tries = trigger.number_of_tries
trigger._handle_execution_failure(Exception())
assert trigger.number_of_tries == original_tries + 1
def test_process_after_tomorrow(self):
trigger = DummyTriggerFactory(process_after=self.now + timedelta(days=1))
process_triggers()
trigger.refresh_from_db()
assert trigger.date_processed is None
def test_process(self, mock_logger):
trigger = DummyTriggerFactory()
trigger.process()
mock_logger.assert_called_with(trigger, trigger._process({}))
def test_process_after_yesterday(self):
trigger = DummyTriggerFactory(process_after=self.now - timedelta(days=1))
with patch('djtriggers.logic.process_trigger.apply_async') as process_trigger_patch:
process_triggers()
process_trigger_patch.assert_called_once_with((trigger.id, 'djtriggers', 'DummyTrigger'),
{'use_statsd': False}, max_retries=0)
def test_process_already_processed(self, mock_logger):
"""Reprocessing already processed triggers should just do nothing."""
trigger = DummyTriggerFactory(date_processed=timezone.now())
assert trigger.date_processed is not None
assert not mock_logger.called
def test_already_processed(self):
DummyTriggerFactory(date_processed=self.now)
with patch('djtriggers.logic.process_trigger.apply_async') as process_trigger_patch:
process_triggers()
assert not process_trigger_patch.called
def test_process_process_later(self):
trigger = DummyTriggerFactory(process_after=timezone.now() + timedelta(minutes=1))
with raises(ProcessLaterError):
trigger.process()