def test_queue_job(self): self.assertEqual(self._table_counts(), (0, 0, 0)) pypgq.queue_job(self.da, "Job A", dict(name="Trey", status="Start")) pypgq.queue_job(self.da, "Job B") pypgq.queue_job(self.da, "Job C", dict(name="Julie", status="In Progress"), "tenant/1") pypgq.queue_job(self.da, "Job D", None, "tenant/1") pypgq.queue_job(self.da, "Job E", None, "tenant/2") self.assertEqual(self._table_counts(), (5, 0, 2))
def test_run_jobs(self):
qda = ModelAccess(get_pg_core(CONNECTION_STRING)).open(autocommit=True)
queue = pypgq.Queue(
qda,
worker_count=2,
cooperative=None)#pypgq.Cooperative(pypgq.Cooperative.advisory_lock, (1, 1)))
queue._sleep_time = 1.0
queue.add_handler("sleep_job", sleep_job)
queue.add_handler("exception_job", exception_job)
self.assertEqual(queue.status(),
{"waiting_jobs": 0,
"running_jobs": 0,
"running_job_ids": (),
"completed_jobs": 0,
"stop_mode": pypgq.StopMode.never})
j1, _ = pypgq.queue_job(self.da, "sleep_job", {"seconds": 5})
j2, _ = pypgq.queue_job(self.da, "sleep_job", {"seconds": 5})
j3, _ = pypgq.queue_job(self.da, "exception_job", {"seconds": 5})
sqt = Thread(target=queue.start)
sqt.start()
# NOTE: this is kind of tricy. We need to wait for the right intervals to check the status, and
# it's not easy to get right. The better result would be to have some kind of event system
# on the queue to call functions when it starts, stops, etc. jobs.
sleep(2.5)
self.assertEqual(queue.status(),
{"waiting_jobs": 1,
"running_jobs": 2,
"running_job_ids": (j1.id, j2.id),
"completed_jobs": 0,
"stop_mode": pypgq.StopMode.never})
sleep(3.5)
self.assertEqual(queue.status(),
{"waiting_jobs": 0,
"running_jobs": 1,
"running_job_ids": (j3.id, ),
"completed_jobs": 2,
"stop_mode": pypgq.StopMode.never})
sleep(5.0)
self.assertEqual(queue.status(),
{"waiting_jobs": 0,
"running_jobs": 0,
"running_job_ids": (),
"completed_jobs": 3,
"stop_mode": pypgq.StopMode.never})
queue.stop(None, pypgq.StopMode.when_all_done)
sqt.join()
def test_schedule_job(self):
self.assertEqual(self._table_counts(), (0, 0, 0))
pypgq.queue_job(self.da, "Job A", dict(name="Trey", status="Start"), scheduled_at=self._get_ts())
pypgq.queue_job(self.da, "Job B", scheduled_at=self._get_ts())
pypgq.queue_job(self.da, "Job C", dict(name="Julie", status="In Progress"), "tenant/1", scheduled_at=self._get_ts())
pypgq.queue_job(self.da, "Job D", None, "tenant/1", scheduled_at=self._get_ts(2))
pypgq.queue_job(self.da, "Job E", None, "tenant/2", scheduled_at=self._get_ts(2))
self.assertEqual(self._table_counts(), (0, 5, 2))
queue = pypgq.Queue(self.da, schedule_frequency=1)
self.assertEqual(queue._schedule_jobs(), 3)
self.assertEqual(self._table_counts(), (3, 2, 2))
sleep(2)
self.assertEqual(queue._schedule_jobs(), 2)
self.assertEqual(self._table_counts(), (5, 0, 2))
self.assertIsNone(queue._schedule_jobs())
def test_job_serialization(self):
qda = ModelAccess(get_pg_core(CONNECTION_STRING)).open(autocommit=True)
queue = pypgq.Queue(qda, worker_count=2)
queue._sleep_time = 1.0
queue.add_handler("sleep_job", sleep_job)
queue.add_handler("exception_job", exception_job)
j1, _ = pypgq.queue_job(self.da, "sleep_job", {"seconds": 3}, "serialize")
j2, _ = pypgq.queue_job(self.da, "sleep_job", {"seconds": 3}, "serialize")
sqt = Thread(target=queue.start)
sqt.start()
sleep(1.5)
self.assertEqual(queue.status(),
{"waiting_jobs": 1,
"running_jobs": 1,
"running_job_ids": (j1.id, ),
"completed_jobs": 0,
"stop_mode": pypgq.StopMode.never})
sleep(3.0)
self.assertEqual(queue.status(),
{"waiting_jobs": 0,
"running_jobs": 1,
"running_job_ids": (j2.id, ),
"completed_jobs": 1,
"stop_mode": pypgq.StopMode.never})
sleep(2.0)
self.assertEqual(queue.status(),
{"waiting_jobs": 0,
"running_jobs": 0,
"running_job_ids": (),
"completed_jobs": 2,
"stop_mode": pypgq.StopMode.never})
queue.stop(None, pypgq.StopMode.when_all_done)
sqt.join()
