def test_cleanup_ready_job():
"""Verify that the cleanup job works."""
job = JobProgress({"a": 1}, amount=1)
utils.cleanup_ready_jobs(JobProgress.session)
jobs = JobProgress.query()
assert jobs == [job]
job.state = states.FAILURE
utils.cleanup_ready_jobs(JobProgress.session)
jobs = JobProgress.query()
assert jobs == []
def test_cleanup_ready_job():
"""Verify that the cleanup job works."""
job = JobProgress({"a": 1}, amount=1)
utils.cleanup_ready_jobs(JobProgress.session)
jobs = JobProgress.query()
assert jobs == [job]
job.state = states.FAILURE
utils.cleanup_ready_jobs(JobProgress.session)
jobs = JobProgress.query()
assert jobs == []
def test_indexes():
"""Verify that the whole flow works."""
data = {"args": "toaster"}
job = JobProgress(data, amount=1)
jobs = JobProgress.query(state=states.PENDING)
assert len(jobs) == 1
assert jobs[0] == job
job.state = states.SCHEDULED
# There's no pending jobs
jobs = JobProgress.query(state=states.PENDING)
assert len(jobs) == 0
# There's one scheduled job
jobs = JobProgress.query(state=states.SCHEDULED)
assert len(jobs) == 1
assert jobs[0] == job
job.state = states.STARTED
# There's one started job
jobs = JobProgress.query(state=states.STARTED)
assert len(jobs) == 1
assert jobs[0] == job
# There's one non ready job
jobs = JobProgress.query(is_ready=False)
assert len(jobs) == 1
assert jobs[0] == job
# There's no ready jobs
jobs = JobProgress.query(is_ready=True)
assert len(jobs) == 0
job.state = states.SUCCESS
# There's one success job
jobs = JobProgress.query(state=states.SUCCESS)
assert len(jobs) == 1
assert jobs[0] == job
# There's one ready job
jobs = JobProgress.query(is_ready=True)
assert len(jobs) == 1
assert jobs[0] == job
# There's no non ready jobs
jobs = JobProgress.query(is_ready=False)
assert len(jobs) == 0
def test_indexes():
"""Verify that the whole flow works."""
data = {"args": "toaster"}
job = JobProgress(data, amount=1)
jobs = JobProgress.query(state=states.PENDING)
assert len(jobs) == 1
assert jobs[0] == job
job.state = states.SCHEDULED
# There's no pending jobs
jobs = JobProgress.query(state=states.PENDING)
assert len(jobs) == 0
# There's one scheduled job
jobs = JobProgress.query(state=states.SCHEDULED)
assert len(jobs) == 1
assert jobs[0] == job
job.state = states.STARTED
# There's one started job
jobs = JobProgress.query(state=states.STARTED)
assert len(jobs) == 1
assert jobs[0] == job
# There's one non ready job
jobs = JobProgress.query(is_ready=False)
assert len(jobs) == 1
assert jobs[0] == job
# There's no ready jobs
jobs = JobProgress.query(is_ready=True)
assert len(jobs) == 0
job.state = states.SUCCESS
# There's one success job
jobs = JobProgress.query(state=states.SUCCESS)
assert len(jobs) == 1
assert jobs[0] == job
# There's one ready job
jobs = JobProgress.query(is_ready=True)
assert len(jobs) == 1
assert jobs[0] == job
# There's no non ready jobs
jobs = JobProgress.query(is_ready=False)
assert len(jobs) == 0
def test_staled_job():
"""Verify that we can check if a job is staled."""
job = JobProgress({}, amount=1)
assert job.is_staled is False
job.state = states.STARTED
job.add_one_success()
assert job.is_staled is False
# delete the heartbeat key.
job.backend.client.delete(job.backend._get_metadata_key(
job.backend._get_key_for_job_id(job.id), "heartbeat"
))
assert job.is_staled is True
utils.fail_staled_jobs(JobProgress.session)
assert job.state == states.FAILURE
jobs = JobProgress.query(state=states.STARTED)
assert jobs == []
jobs = JobProgress.query(state=states.FAILURE)
assert jobs == [job]
def test_staled_job():
"""Verify that we can check if a job is staled."""
job = JobProgress({}, amount=1)
assert job.is_staled is False
job.state = states.STARTED
job.add_one_success()
assert job.is_staled is False
# delete the heartbeat key.
job.backend.client.delete(
job.backend._get_metadata_key(job.backend._get_key_for_job_id(job.id),
"heartbeat"))
assert job.is_staled is True
utils.fail_staled_jobs(JobProgress.session)
assert job.state == states.FAILURE
jobs = JobProgress.query(state=states.STARTED)
assert jobs == []
jobs = JobProgress.query(state=states.FAILURE)
assert jobs == [job]
