def tensorboard_job_status_post_save(sender, **kwargs):
instance = kwargs['instance']
job = instance.job
previous_status = job.last_status
# Update job last_status
job.status = instance
set_job_started_at(instance=job, status=instance.status)
set_job_finished_at(instance=job, status=instance.status)
job.save(update_fields=['status', 'started_at', 'updated_at', 'finished_at'])
auditor.record(event_type=TENSORBOARD_NEW_STATUS,
instance=job,
previous_status=previous_status,
target='project')
if instance.status == JobLifeCycle.STOPPED:
auditor.record(event_type=TENSORBOARD_STOPPED,
instance=job,
previous_status=previous_status,
target='project')
elif instance.status == JobLifeCycle.FAILED:
auditor.record(event_type=TENSORBOARD_FAILED,
instance=job,
previous_status=previous_status,
target='project')
elif instance.status == JobLifeCycle.STOPPED:
auditor.record(event_type=TENSORBOARD_SUCCEEDED,
instance=job,
previous_status=previous_status,
target='project')
if JobLifeCycle.is_done(instance.status):
RedisStatuses.delete_status(job.uuid.hex)
new_operation_run_status(entity_type=content_types.TENSORBOARD_JOB,
entity=job,
status=instance.status)
def test_status_change(self):
assert RedisStatuses.get_status('job-uuid') is None
RedisStatuses.delete_status('job-uuid')
RedisStatuses.set_status('job-uuid', 'running')
assert RedisStatuses.get_status('job-uuid') == 'running'
RedisStatuses.delete_status('job-uuid')
assert RedisStatuses.get_status('job-uuid') is None
def job_status_post_save(sender, **kwargs):
instance = kwargs['instance']
job = instance.job
previous_status = job.last_status
# Update job last_status
job.status = instance
set_job_started_at(instance=job, status=instance.status)
set_job_finished_at(instance=job, status=instance.status)
job.save(update_fields=['status', 'started_at', 'updated_at', 'finished_at'])
auditor.record(event_type=JOB_NEW_STATUS,
instance=job,
previous_status=previous_status)
if instance.status == JobLifeCycle.CREATED:
auditor.record(event_type=JOB_CREATED, instance=job)
elif instance.status == JobLifeCycle.STOPPED:
auditor.record(event_type=JOB_STOPPED,
instance=job,
previous_status=previous_status)
elif instance.status == JobLifeCycle.FAILED:
auditor.record(event_type=JOB_FAILED,
instance=job,
previous_status=previous_status)
elif instance.status == JobLifeCycle.SUCCEEDED:
auditor.record(event_type=JOB_SUCCEEDED,
instance=job,
previous_status=previous_status)
if JobLifeCycle.is_done(instance.status):
auditor.record(event_type=JOB_DONE,
instance=job,
previous_status=previous_status)
RedisStatuses.delete_status(job.uuid.hex)
new_operation_run_status(entity_type=content_types.JOB,
entity=job,
status=instance.status)
def experiment_job_status_post_save(sender, **kwargs):
instance = kwargs['instance']
job = instance.job
job.status = instance
set_job_started_at(instance=job, status=instance.status)
set_job_finished_at(instance=job, status=instance.status)
job.save(
update_fields=['status', 'started_at', 'updated_at', 'finished_at'])
# check if the new status is done to remove the containers from the monitors
if job.is_done:
# TODO: re-enable container monitor: RedisJobContainers().remove_job(job.uuid.hex)
RedisStatuses.delete_status(job.uuid.hex)
# Check if we need to change the experiment status
auditor.record(event_type=EXPERIMENT_JOB_NEW_STATUS, instance=job)
