def delete_archived_build_jobs() -> None:
last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ARCHIVES))
ids = BuildJob.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).values_list('id', flat=True)
for _id in ids:
celery_app.send_task(SchedulerCeleryTasks.DELETE_ARCHIVED_BUILD_JOB,
kwargs={'job_id': _id},
countdown=conf.get(SCHEDULER_GLOBAL_COUNTDOWN))
def delete_archived_notebook_jobs() -> None:
last_date = get_date_check(days=CleaningIntervals.ARCHIVED)
ids = NotebookJob.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).values_list('id', flat=True)
for _id in ids:
celery_app.send_task(SchedulerCeleryTasks.DELETE_ARCHIVED_NOTEBOOK_JOB,
kwargs={'job_id': _id},
countdown=conf.get('GLOBAL_COUNTDOWN'))
def delete_archived_tensorboard_jobs() -> None:
last_date = get_date_check(days=CleaningIntervals.ARCHIVED)
ids = TensorboardJob.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).values_list('id', flat=True)
for _id in ids:
celery_app.send_task(
SchedulerCeleryTasks.DELETE_ARCHIVED_TENSORBOARD_JOB,
kwargs={'job_id': _id})
def delete_archived_experiment_groups() -> None:
last_date = get_date_check(days=CleaningIntervals.ARCHIVED)
groups = ExperimentGroup.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).values_list('id', flat=True)
for group in groups:
celery_app.send_task(
SchedulerCeleryTasks.DELETE_ARCHIVED_EXPERIMENT_GROUP,
kwargs={'group_id': group})
def delete_archived_experiment_groups() -> None:
last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ARCHIVES))
groups = ExperimentGroup.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).values_list('id', flat=True)
for group in groups:
celery_app.send_task(
SchedulerCeleryTasks.DELETE_ARCHIVED_EXPERIMENT_GROUP,
kwargs={'group_id': group},
countdown=conf.get(SCHEDULER_GLOBAL_COUNTDOWN))
def delete_archived_experiments():
last_date = get_date_check(days=CleaningIntervals.ARCHIVED)
ids = Experiment.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).exclude(
# We exclude as well experiments that will be deleted in groups
experiment_group__deleted=False, ).values_list('id', flat=True)
for _id in ids:
celery_app.send_task(CronsCeleryTasks.DELETE_ARCHIVED_EXPERIMENT,
kwargs={'experiment_id': _id})
def delete_archived_experiments() -> None:
last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ARCHIVES))
ids = Experiment.archived.filter(
# We only check values that will not be deleted by the archived projects
project__deleted=False,
updated_at__lte=last_date).exclude(
# We exclude as well experiments that will be deleted in groups
experiment_group__deleted=False, ).values_list('id', flat=True)
for _id in ids:
workers.send(SchedulerCeleryTasks.DELETE_ARCHIVED_EXPERIMENT,
kwargs={'experiment_id': _id})
def clean_notifications() -> None:
last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_NOTIFICATIONS))
NotificationEvent.objects.filter(created_at__lte=last_date).delete()
def clean_activity_logs() -> None:
last_date = get_date_check(days=conf.get(CLEANING_INTERVALS_ACTIVITY_LOGS))
ActivityLog.objects.filter(created_at__lte=last_date).delete()
def clean_activity_logs() -> None:
last_date = get_date_check(days=CleaningIntervals.ACTIVITY_LOGS)
ActivityLog.objects.filter(created_at__lte=last_date).delete()
def clean_notifications() -> None:
last_date = get_date_check(days=CleaningIntervals.NOTIFICATIONS)
NotificationEvent.objects.filter(created_at__lte=last_date).delete()
