def delete_archived_build_jobs() -> None: last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ARCHIVES)) ids = BuildJob.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).values_list('id', flat=True) for _id in ids: celery_app.send_task(SchedulerCeleryTasks.DELETE_ARCHIVED_BUILD_JOB, kwargs={'job_id': _id}, countdown=conf.get(SCHEDULER_GLOBAL_COUNTDOWN))
def delete_archived_notebook_jobs() -> None: last_date = get_date_check(days=CleaningIntervals.ARCHIVED) ids = NotebookJob.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).values_list('id', flat=True) for _id in ids: celery_app.send_task(SchedulerCeleryTasks.DELETE_ARCHIVED_NOTEBOOK_JOB, kwargs={'job_id': _id}, countdown=conf.get('GLOBAL_COUNTDOWN'))
def delete_archived_tensorboard_jobs() -> None: last_date = get_date_check(days=CleaningIntervals.ARCHIVED) ids = TensorboardJob.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).values_list('id', flat=True) for _id in ids: celery_app.send_task( SchedulerCeleryTasks.DELETE_ARCHIVED_TENSORBOARD_JOB, kwargs={'job_id': _id})
def delete_archived_experiment_groups() -> None: last_date = get_date_check(days=CleaningIntervals.ARCHIVED) groups = ExperimentGroup.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).values_list('id', flat=True) for group in groups: celery_app.send_task( SchedulerCeleryTasks.DELETE_ARCHIVED_EXPERIMENT_GROUP, kwargs={'group_id': group})
def delete_archived_experiment_groups() -> None: last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ARCHIVES)) groups = ExperimentGroup.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).values_list('id', flat=True) for group in groups: celery_app.send_task( SchedulerCeleryTasks.DELETE_ARCHIVED_EXPERIMENT_GROUP, kwargs={'group_id': group}, countdown=conf.get(SCHEDULER_GLOBAL_COUNTDOWN))
def delete_archived_experiments(): last_date = get_date_check(days=CleaningIntervals.ARCHIVED) ids = Experiment.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).exclude( # We exclude as well experiments that will be deleted in groups experiment_group__deleted=False, ).values_list('id', flat=True) for _id in ids: celery_app.send_task(CronsCeleryTasks.DELETE_ARCHIVED_EXPERIMENT, kwargs={'experiment_id': _id})
def delete_archived_experiments() -> None: last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ARCHIVES)) ids = Experiment.archived.filter( # We only check values that will not be deleted by the archived projects project__deleted=False, updated_at__lte=last_date).exclude( # We exclude as well experiments that will be deleted in groups experiment_group__deleted=False, ).values_list('id', flat=True) for _id in ids: workers.send(SchedulerCeleryTasks.DELETE_ARCHIVED_EXPERIMENT, kwargs={'experiment_id': _id})
def clean_notifications() -> None: last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_NOTIFICATIONS)) NotificationEvent.objects.filter(created_at__lte=last_date).delete()
def clean_activity_logs() -> None: last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ACTIVITY_LOGS)) ActivityLog.objects.filter(created_at__lte=last_date).delete()
def clean_activity_logs() -> None: last_date = get_date_check(days=CleaningIntervals.ACTIVITY_LOGS) ActivityLog.objects.filter(created_at__lte=last_date).delete()
def clean_notifications() -> None: last_date = get_date_check(days=CleaningIntervals.NOTIFICATIONS) NotificationEvent.objects.filter(created_at__lte=last_date).delete()