def test_enqueue_job_store_job_hash(redis): """Storing jobs.""" yield from enqueue_job(redis=redis, **stubs.job) assert (yield from redis.type(job_key(stubs.job_id))) == b'hash' assert (yield from redis.hget(job_key(stubs.job_id), 'data')) == stubs.job_data
def test_start_job_persist_job(redis): """Start job set persistence to the job hash during job execution.""" yield from enqueue_job(redis=redis, **stubs.job) yield from redis.expire(job_key(stubs.job_id), 3) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) assert (yield from redis.ttl(job_key(stubs.job_id))) == -1
def test_start_job_persist_job(redis): """Start job set persistence to the job hash during job execution.""" yield from enqueue_job(redis=redis, **stubs.job) yield from redis.expire(job_key(stubs.job_id), 3) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) assert (yield from redis.ttl(job_key(stubs.job_id))) == -1
def test_enqueue_job_defer_without_date(redis): """Enqueue job with dependency doesn't set enqueued_at date.""" yield from enqueue_job(redis=redis, **stubs.job) yield from enqueue_job(redis=redis, **stubs.child_job) assert not (yield from redis.hexists(job_key(stubs.child_job_id), 'enqueued_at'))
def test_requeue_job_clean_exc_info(redis): """Requeue existing job cleanup exception information.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) yield from fail_job(redis, stubs.queue, stubs.job_id, stubs.job_exc_info) yield from requeue_job(redis, stored_id.decode()) assert not (yield from redis.hget(job_key(stubs.job_id), 'exc_info'))
def test_requeue_job_clean_exc_info(redis): """Requeue existing job cleanup exception information.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) yield from fail_job(redis, stubs.queue, stubs.job_id, stubs.job_exc_info) yield from requeue_job(redis, stored_id.decode()) assert not (yield from redis.hget(job_key(stubs.job_id), 'exc_info'))
def test_job(redis): """Get job hash by its id.""" expected = {b'result_ttl': 5000} expected.update({k.encode(): v.encode() if isinstance(v, str) else v for k, v in stubs.job.items()}) pairs = itertools.chain.from_iterable(expected.items()) yield from redis.hmset(job_key(stubs.job_id), *pairs) assert (yield from job(redis, stubs.job_id)) == expected
def test_finish_job_sets_results_ttl(redis): """Finish job sets results TTL.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) assert (yield from redis.ttl(job_key(stubs.job_id))) == 500
def test_job(redis): """Get job hash by its id.""" expected = {b'result_ttl': 5000} expected.update({ k.encode(): v.encode() if isinstance(v, str) else v for k, v in stubs.job.items() }) pairs = itertools.chain.from_iterable(expected.items()) yield from redis.hmset(job_key(stubs.job_id), *pairs) assert (yield from job(redis, stubs.job_id)) == expected
def test_finish_job_sets_results_ttl(redis): """Finish job sets results TTL.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) assert (yield from redis.ttl(job_key(stubs.job_id))) == 500
def test_start_job_sets_started_time(redis): """Start job sets it started at time.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) started_at = yield from redis.hget(job_key(stubs.job_id), 'started_at') assert started_at == utcformat(utcnow()).encode()
def test_start_job_sets_started_time(redis): """Start job sets it started at time.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) started_at = yield from redis.hget(job_key(stubs.job_id), 'started_at') assert started_at == utcformat(utcnow()).encode()
def test_finish_job_sets_ended_at(redis): """Finish job sets ended at field.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) ended_at = yield from redis.hget(job_key(stubs.job_id), 'ended_at') assert ended_at == utcformat(utcnow()).encode()
def test_finish_job_sets_ended_at(redis): """Finish job sets ended at field.""" yield from enqueue_job(redis=redis, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) ended_at = yield from redis.hget(job_key(stubs.job_id), 'ended_at') assert ended_at == utcformat(utcnow()).encode()
def test_finish_job_remove_results_zero_ttl(redis): """Finish job removes jobs with zero TTL.""" yield from enqueue_job(redis=redis, result_ttl=0, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) queue = stored_spec[b'origin'].decode() stored_id = stored_id.decode() timeout = stored_spec[b'timeout'] result_ttl = stored_spec[b'result_ttl'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id, result_ttl=result_ttl) assert not (yield from redis.exists(job_key(stubs.job_id)))
def test_finish_job_non_expired_job(redis): """Finish job persist non expired job.""" yield from enqueue_job(redis=redis, result_ttl=None, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) queue = stored_spec[b'origin'].decode() stored_id = stored_id.decode() timeout = stored_spec[b'timeout'] result_ttl = stored_spec[b'result_ttl'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id, result_ttl=result_ttl) assert (yield from redis.ttl(job_key(stubs.job_id))) == -1
def test_finish_job_enqueue_dependents_status(redis): """Finish job will set dependents status to QUEUED.""" yield from enqueue_job(redis=redis, **stubs.job) yield from enqueue_job(redis=redis, **stubs.child_job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) assert (yield from redis.hget(job_key(stubs.child_job_id), 'status')) == JobStatus.QUEUED.encode()
def test_finish_job_non_expired_job(redis): """Finish job persist non expired job.""" yield from enqueue_job(redis=redis, result_ttl=None, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) queue = stored_spec[b'origin'].decode() stored_id = stored_id.decode() timeout = stored_spec[b'timeout'] result_ttl = stored_spec[b'result_ttl'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id, result_ttl=result_ttl) assert (yield from redis.ttl(job_key(stubs.job_id))) == -1
def test_finish_job_remove_results_zero_ttl(redis): """Finish job removes jobs with zero TTL.""" yield from enqueue_job(redis=redis, result_ttl=0, **stubs.job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) queue = stored_spec[b'origin'].decode() stored_id = stored_id.decode() timeout = stored_spec[b'timeout'] result_ttl = stored_spec[b'result_ttl'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id, result_ttl=result_ttl) assert not (yield from redis.exists(job_key(stubs.job_id)))
def test_finish_job_dependents_enqueue_date(redis): """Finish job will enqueue its dependents with proper date field.""" yield from enqueue_job(redis=redis, **stubs.job) yield from enqueue_job(redis=redis, **stubs.child_job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) enqueued_at = yield from redis.hget(job_key(stubs.job_id), 'enqueued_at') assert enqueued_at == utcformat(utcnow()).encode()
def test_finish_job_dependents_enqueue_date(redis): """Finish job will enqueue its dependents with proper date field.""" yield from enqueue_job(redis=redis, **stubs.job) yield from enqueue_job(redis=redis, **stubs.child_job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) enqueued_at = yield from redis.hget(job_key(stubs.job_id), 'enqueued_at') assert enqueued_at == utcformat(utcnow()).encode()
def test_finish_job_enqueue_dependents_status(redis): """Finish job will set dependents status to QUEUED.""" yield from enqueue_job(redis=redis, **stubs.job) yield from enqueue_job(redis=redis, **stubs.child_job) stored_id, stored_spec = yield from dequeue_job(redis, stubs.queue) stored_id = stored_id.decode() queue = stored_spec[b'origin'].decode() timeout = stored_spec[b'timeout'] yield from start_job(redis, queue, stored_id, timeout) yield from finish_job(redis, queue, stored_id) assert (yield from redis.hget(job_key(stubs.child_job_id), 'status')) == JobStatus.QUEUED.encode()
def test_enqueue_job_defer_without_date(redis): """Enqueue job with dependency doesn't set enqueued_at date.""" yield from enqueue_job(redis=redis, **stubs.job) yield from enqueue_job(redis=redis, **stubs.child_job) assert not (yield from redis.hexists(job_key(stubs.child_job_id), 'enqueued_at'))
def test_fail_job_sets_exc_info(redis): """Failed job should have exception information.""" yield from fail_job(redis, stubs.queue, stubs.job_id, stubs.job_exc_info) exc_info = yield from redis.hget(job_key(stubs.job_id), 'exc_info') assert exc_info == stubs.job_exc_info.encode()
def test_fail_job_sets_ended_at(redis): """Failed job should have ended at time.""" yield from fail_job(redis, stubs.queue, stubs.job_id, stubs.job_exc_info) ended_at = yield from redis.hget(job_key(stubs.job_id), 'ended_at') assert ended_at == utcformat(utcnow()).encode()
def test_job_status(redis): """Get job status.""" yield from redis.hset(job_key(stubs.job_id), 'status', JobStatus.QUEUED) assert (yield from job_status(redis, stubs.job_id)) == JobStatus.QUEUED.encode()
def test_fail_job_sets_ended_at(redis): """Failed job should have ended at time.""" yield from fail_job(redis, stubs.queue, stubs.job_id, stubs.job_exc_info) ended_at = yield from redis.hget(job_key(stubs.job_id), 'ended_at') assert ended_at == utcformat(utcnow()).encode()
def test_enqueue_job_store_job_hash(redis): """Storing jobs.""" yield from enqueue_job(redis=redis, **stubs.job) assert (yield from redis.type(job_key(stubs.job_id))) == b'hash' assert (yield from redis.hget(job_key(stubs.job_id), 'data')) == stubs.job_data
def test_enqueue_job_set_job_origin(redis): """Enqueue job must set jobs origin queue.""" yield from enqueue_job(redis=redis, **stubs.job) assert (yield from redis.hget(job_key(stubs.job_id), 'origin')) == stubs.queue.encode()
def test_enqueue_job_set_job_origin(redis): """Enqueue job must set jobs origin queue.""" yield from enqueue_job(redis=redis, **stubs.job) assert (yield from redis.hget(job_key(stubs.job_id), 'origin')) == stubs.queue.encode()
def test_enqueue_job_set_job_enqueued_at(redis): """Enqueue job must set enqueued_at time.""" yield from enqueue_job(redis=redis, **stubs.job) utcparse((yield from redis.hget(job_key(stubs.job_id), 'enqueued_at')).decode())
def test_enqueue_job_set_job_enqueued_at(redis): """Enqueue job must set enqueued_at time.""" yield from enqueue_job(redis=redis, **stubs.job) utcparse((yield from redis.hget(job_key(stubs.job_id), 'enqueued_at')).decode())
def test_fail_job_sets_exc_info(redis): """Failed job should have exception information.""" yield from fail_job(redis, stubs.queue, stubs.job_id, stubs.job_exc_info) exc_info = yield from redis.hget(job_key(stubs.job_id), 'exc_info') assert exc_info == stubs.job_exc_info.encode()
def test_job_status(redis): """Get job status.""" yield from redis.hset(job_key(stubs.job_id), 'status', JobStatus.QUEUED) assert (yield from job_status(redis, stubs.job_id)) == JobStatus.QUEUED.encode()
def test_empty_removes_jobs(redis): """Emptying a queue deletes the associated job objects.""" yield from enqueue_job(redis=redis, **stubs.job) yield from empty_queue(redis, stubs.queue) assert not (yield from redis.exists(job_key(stubs.job_id)))
def test_empty_removes_jobs(redis): """Emptying a queue deletes the associated job objects.""" yield from enqueue_job(redis=redis, **stubs.job) yield from empty_queue(redis, stubs.queue) assert not (yield from redis.exists(job_key(stubs.job_id)))