class WorkerTest(TestCase):
def setUp(self):
settings.DEAD_LETTER_MODE = False
self.queue_mock = Mock(autospec=QueueClient)
self.worker = Worker(self.queue_mock)
factory_mock = Mock(autospec=WorkerFactory)
factory_mock.create.return_value = self.worker
settings.WORKER_FACTORY = factory_mock
def test_worker_execution(self):
msg = '{"id": "id-1", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg, 2)
self.assertEqual(result, 'Hello World!')
def test_worker_execution_dead_letter_queue(self):
settings.DEAD_LETTER_MODE = True
msg = '{"id": "id-1", "groupId": "group-5", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg)
self.assertIsNone(result)
def test_delay(self):
self.worker.delay(None, 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 3, False)
self.queue_mock.add_message.assert_called_once()
queue_delay = self.queue_mock.add_message.call_args[0][2]
self.assertEqual(queue_delay, 3)
def test_delay_inline(self):
result = self.worker.delay(None, 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 0, True)
self.queue_mock.add_message.assert_not_called()
self.assertEqual(result, 'Hello World!')
def test_retry_max_reached_execution(self):
with self.assertRaises(MaxRetriesReachedException):
max_retries_task.delay(execute_inline=True)
def test_retry_no_limit(self):
retries_task.delay(10, execute_inline=True)
self.assertEqual(retries_task.retry_num, 10)
class WorkerTest(TestCase):
def setUp(self):
settings.DEAD_LETTER_MODE = False
self.queue_mock = Mock(autospec=QueueClient)
self.group_mock = Mock(autospec=GroupClient)
self.group_mock.remove.return_value = True
self.worker = Worker(self.queue_mock, self.group_mock)
factory_mock = Mock(autospec=WorkerFactory)
factory_mock.create.return_value = self.worker
settings.WORKER_FACTORY = factory_mock
def setUpGroupsHandling(self):
self.group_set = set()
self.group_mock.add.side_effect = lambda task: self.group_set.add('{}-{}'.format(task.id, task.retry_id))
self.group_mock.remove.side_effect = lambda task: len(self.group_set) == 0 if self.group_set.discard(
'{}-{}'.format(task.id, task.retry_id)) is None else False
def test_worker_execution_no_group(self):
msg = '{"id": "id-1", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg)
self.assertEqual(result, 'Hello World!')
self.group_mock.remove.assert_not_called()
def test_worker_execution_with_group(self):
msg = '{"id": "id-1", "groupId": "group-5", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg)
self.assertEqual(result, 'Hello World!')
self.group_mock.remove.assert_called_once()
def test_worker_execution_dead_letter_queue(self):
settings.DEAD_LETTER_MODE = True
msg = '{"id": "id-1", "groupId": "group-5", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg)
self.assertIsNone(result)
self.group_mock.remove.assert_called_once()
def test_delay(self):
self.worker.delay(None, 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 3, False)
self.group_mock.add.assert_not_called()
self.queue_mock.add_message.assert_called_once()
queue_delay = self.queue_mock.add_message.call_args[0][2]
self.assertEqual(queue_delay, 3)
def test_delay_inline(self):
result = self.worker.delay(None, 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 0, True)
self.group_mock.add.assert_not_called()
self.queue_mock.add_message.assert_not_called()
self.assertEqual(result, 'Hello World!')
def test_delay_with_group(self):
self.worker.delay('group-id', 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 3, False)
self.group_mock.add.assert_called_once()
def test_retry_max_reached_execution(self):
with self.assertRaises(MaxRetriesReachedException):
max_retries_task.delay(execute_inline=True)
def test_retry_no_limit(self):
retries_task.delay(10, execute_inline=True)
self.assertEqual(retries_task.retry_num, 10)
def test_group(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.worker.delay('group-id', 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 0, True)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_with_exception(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
with self.assertRaises(TestException):
exception_group_task.delay(group_id='group-id', execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 1)
self.assertEqual(self.group_mock.remove.call_count, 1)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_retries(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
repeating_group_task.delay(3, group_id='group-id', execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 4)
self.assertEqual(self.group_mock.remove.call_count, 4)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_exception_in_retries(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
with self.assertRaises(TestException):
exception_repeating_group_task.delay(2, group_id='group-id', execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 3)
self.assertEqual(self.group_mock.remove.call_count, 3)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_match_retries_reached(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
with self.assertRaises(MaxRetriesReachedException):
max_retries_group_task.delay(group_id='group-id', execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 5)
self.assertEqual(self.group_mock.remove.call_count, 5)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_callback_string(self):
settings.GROUP_CALLBACK_TASK = 'eb_sqs.tests.worker.tests_worker.global_group_mock'
self.worker.delay('group-id', 'queue', dummy_task, [], {'msg': 'Hello World!'}, 5, False, 0, True)
global_group_mock.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
class WorkerTest(TestCase):
def setUp(self):
settings.DEAD_LETTER_MODE = False
self.queue_mock = Mock(autospec=QueueClient)
self.group_mock = Mock(autospec=GroupClient)
self.group_mock.remove.return_value = True
self.worker = Worker(self.queue_mock, self.group_mock)
factory_mock = Mock(autospec=WorkerFactory)
factory_mock.create.return_value = self.worker
settings.WORKER_FACTORY = factory_mock
def setUpGroupsHandling(self):
self.group_set = set()
self.group_mock.add.side_effect = lambda tsk: self.group_set.add(
'{}-{}'.format(tsk.id, tsk.retry_id))
self.group_mock.remove.side_effect = lambda tsk: len(
self.group_set) == 0 if self.group_set.discard('{}-{}'.format(
tsk.id, tsk.retry_id)) is None else False
def test_worker_execution_no_group(self):
msg = '{"id": "id-1", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg, 2)
self.assertEqual(result, 'Hello World!')
self.group_mock.remove.assert_not_called()
def test_worker_execution_with_group(self):
msg = '{"id": "id-1", "groupId": "group-5", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg)
self.assertEqual(result, 'Hello World!')
self.group_mock.remove.assert_called_once()
def test_worker_execution_dead_letter_queue(self):
settings.DEAD_LETTER_MODE = True
msg = '{"id": "id-1", "groupId": "group-5", "retry": 0, "queue": "default", "maxRetries": 5, "args": [], "func": "eb_sqs.tests.worker.tests_worker.dummy_task", "kwargs": {"msg": "Hello World!"}}'
result = self.worker.execute(msg)
self.assertIsNone(result)
self.group_mock.remove.assert_called_once()
def test_delay(self):
self.worker.delay(None, 'queue', dummy_task, [],
{'msg': 'Hello World!'}, 5, False, 3, False)
self.group_mock.add.assert_not_called()
self.queue_mock.add_message.assert_called_once()
queue_delay = self.queue_mock.add_message.call_args[0][2]
self.assertEqual(queue_delay, 3)
def test_delay_inline(self):
result = self.worker.delay(None, 'queue', dummy_task, [],
{'msg': 'Hello World!'}, 5, False, 0, True)
self.group_mock.add.assert_not_called()
self.queue_mock.add_message.assert_not_called()
self.assertEqual(result, 'Hello World!')
def test_delay_with_group(self):
self.worker.delay('group-id', 'queue', dummy_task, [],
{'msg': 'Hello World!'}, 5, False, 3, False)
self.group_mock.add.assert_called_once()
def test_retry_max_reached_execution(self):
with self.assertRaises(MaxRetriesReachedException):
max_retries_task.delay(execute_inline=True)
def test_retry_no_limit(self):
retries_task.delay(10, execute_inline=True)
self.assertEqual(retries_task.retry_num, 10)
def test_group(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.worker.delay('group-id', 'queue', dummy_task, [],
{'msg': 'Hello World!'}, 5, False, 0, True)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_with_exception(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
with self.assertRaises(TestException):
exception_group_task.delay(group_id='group-id',
execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 1)
self.assertEqual(self.group_mock.remove.call_count, 1)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_retries(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
repeating_group_task.delay(3, group_id='group-id', execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 4)
self.assertEqual(self.group_mock.remove.call_count, 4)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_exception_in_retries(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
with self.assertRaises(TestException):
exception_repeating_group_task.delay(2,
group_id='group-id',
execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 3)
self.assertEqual(self.group_mock.remove.call_count, 3)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_match_retries_reached(self):
settings.GROUP_CALLBACK_TASK = Mock()
self.setUpGroupsHandling()
with self.assertRaises(MaxRetriesReachedException):
max_retries_group_task.delay(group_id='group-id',
execute_inline=True)
self.assertEqual(len(self.group_set), 0)
self.assertEqual(self.group_mock.add.call_count, 5)
self.assertEqual(self.group_mock.remove.call_count, 5)
settings.GROUP_CALLBACK_TASK.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None
def test_group_callback_string(self):
settings.GROUP_CALLBACK_TASK = 'eb_sqs.tests.worker.tests_worker.global_group_mock'
self.worker.delay('group-id', 'queue', dummy_task, [],
{'msg': 'Hello World!'}, 5, False, 0, True)
global_group_mock.delay.assert_called_once()
settings.GROUP_CALLBACK_TASK = None