def test_exception_in_worker_process(self):
""" Test exception handler in process pool """
# NOTE: The process pool has a problem that if the workers are throwing exceptions, their
# zmq sockets will be closed and there is some race condition that can cause the ventilate
# to raise an exception. Only ventilating a single time guarantees that it will be properly
# sent to a worker before it has exited due to an exception
pool = ProcessPool(2)
self._test_exception_in_worker_impl(pool, 1)
pool.stop()
pool.join()
def test_all_workers_are_active_processes(self):
"""Check that the work is distributed among all workers"""
WORKERS_COUNT = 10
# Testing only ProcessPool since only it has the mechanism that waits for all workers to come online before
# start finishes
pool = ProcessPool(WORKERS_COUNT)
pool.start(WorkerIdGeneratingWorker)
for _ in range(100):
pool.ventilate()
active_worker_ids = [pool.get_results() for _ in range(100)]
self.assertEqual(set(range(WORKERS_COUNT)), set(active_worker_ids))
pool.stop()
pool.join()