def recently_modified_records(cls, time_delta):
"""
Returns the ContentMetadata records modified in the range(now - time_delta, now).
"""
range_start = localized_utcnow() - time_delta
range_end = localized_utcnow()
return cls.objects.filter(modified__range=(range_start, range_end), )
def test_task_with_result_older_than_an_hour_ignored_by_semaphore(self):
self.mock_task_result.date_created = localized_utcnow() - timedelta(
hours=4)
self.mock_task_result.save()
result = self.mock_task_instance(*self.test_args, **self.test_kwargs)
assert COMPUTED_PRECIOUS_OBJECT == result
def test_unready_tasks_dont_exist_for_more_recent_delta(self):
self.mock_task_result.status = states.PENDING
self.mock_task_result.date_created = localized_utcnow() - timedelta(
hours=1)
self.mock_task_result.save()
self.assertFalse(
tasks.unready_tasks(mock_task, timedelta(minutes=30)).exists())
def test_failed_or_revoked_tasks_are_ignored_by_semaphore(
self, task_state):
self.mock_task_result.status = task_state
self.mock_task_result.date_created = localized_utcnow() - timedelta(
minutes=1)
self.mock_task_result.save()
result = self.mock_task_instance(*self.test_args)
assert result == COMPUTED_PRECIOUS_OBJECT
def test_given_task_id_is_ignored_by_semaphore(self):
# Make our only TaskResult for a task with the same id
# as the mock task - set status and date such that the
# result would count as a recent equivalent task if it did _not_
# have the same task_id as the mock task that is "running".
self.mock_task_result.status = states.PENDING
self.mock_task_result.date_created = localized_utcnow() - timedelta(
minutes=1)
self.mock_task_result.task_id = self.mock_task_id
self.mock_task_result.save()
result = self.mock_task_instance(*self.test_args, **self.test_kwargs)
assert COMPUTED_PRECIOUS_OBJECT == result
def unready_tasks(celery_task, time_delta):
"""
Returns any unready tasks with the name of the given celery task
that were created within the given (now - time_delta, now) range.
The unready celery states are
{'RECEIVED', 'REJECTED', 'STARTED', 'PENDING', 'RETRY'}.
https://docs.celeryproject.org/en/v5.0.5/reference/celery.states.html#unready-states
Args:
celery_task: A celery task definition or "type" (not an applied task "instance"),
for example, ``update_catalog_metadata_task``.
time_delta: A datetime.timedelta indicating how for back to look for unready tasks of this type.
"""
return TaskResult.objects.filter(
task_name=celery_task.name,
date_created__gte=localized_utcnow() - time_delta,
status__in=states.UNREADY_STATES,
)
def task_recently_run(task_object, time_delta):
"""
Given a celery Task, queries the `TaskResult` model to determine
if a task with the same (name, args, kwargs) was created
within the given (now - time_delta, now) range.
Args:
task_object (Task): A celery task object.
time_delta (timedelta): A timedelta.
Returns:
Boolean: Whether an equivalent task with the same (name, args, kwargs) recently existed
in a non-failure or non-revoked state.
"""
return TaskResult.objects.filter(
task_name=task_object.name,
task_args=json.dumps(task_object.request.args),
task_kwargs=json.dumps(task_object.request.kwargs),
date_created__gte=localized_utcnow() - time_delta,
).exclude(status__in=(states.FAILURE, states.REVOKED), ).exclude(
task_id=str(task_object.request.id), ).exists()