def testParallelWorkers(self): workspace.ResetWorkspace() queue = create_queue() dummy_worker = create_worker(queue, lambda worker_id: str(worker_id)) worker_coordinator = parallel_workers.init_workers(dummy_worker) worker_coordinator.start() for _ in range(10): value = dequeue_value(queue) self.assertTrue(value in [b'0', b'1'], 'Got unexpected value ' + str(value)) self.assertTrue(worker_coordinator.stop())
def testParallelWorkers(self): workspace.ResetWorkspace() queue = create_queue() dummy_worker = create_worker(queue, lambda worker_id: str(worker_id)) worker_coordinator = parallel_workers.init_workers(dummy_worker) worker_coordinator.start() for _ in range(10): value = dequeue_value(queue) self.assertTrue( value in [b'0', b'1'], 'Got unexpected value ' + str(value) ) self.assertTrue(worker_coordinator.stop())
def testParallelWorkersShutdownFun(self): workspace.ResetWorkspace() queue = create_queue() dummy_worker = create_worker(queue, lambda worker_id: str(worker_id)) workspace.FeedBlob('data', 'not shutdown') def shutdown_fun(): workspace.FeedBlob('data', 'shutdown') worker_coordinator = parallel_workers.init_workers( dummy_worker, shutdown_fun=shutdown_fun) worker_coordinator.start() self.assertTrue(worker_coordinator.stop()) data = workspace.FetchBlob('data') self.assertEqual(data, b'shutdown', 'Got unexpected value ' + str(data))
def testParallelWorkersShutdownFun(self): workspace.ResetWorkspace() queue = create_queue() dummy_worker = create_worker(queue, lambda worker_id: str(worker_id)) workspace.FeedBlob('data', 'not shutdown') def shutdown_fun(): workspace.FeedBlob('data', 'shutdown') worker_coordinator = parallel_workers.init_workers( dummy_worker, shutdown_fun=shutdown_fun ) worker_coordinator.start() self.assertTrue(worker_coordinator.stop()) data = workspace.FetchBlob('data') self.assertEqual(data, b'shutdown', 'Got unexpected value ' + str(data))
def testParallelWorkersInitFun(self): workspace.ResetWorkspace() queue = create_queue() dummy_worker = create_worker( queue, lambda worker_id: workspace.FetchBlob('data')) workspace.FeedBlob('data', 'not initialized') def init_fun(worker_coordinator, global_coordinator): workspace.FeedBlob('data', 'initialized') worker_coordinator = parallel_workers.init_workers(dummy_worker, init_fun=init_fun) worker_coordinator.start() for _ in range(10): value = dequeue_value(queue) self.assertEqual(value, b'initialized', 'Got unexpected value ' + str(value)) self.assertTrue(worker_coordinator.stop())
def testParallelWorkersInitFun(self): workspace.ResetWorkspace() queue = create_queue() dummy_worker = create_worker( queue, lambda worker_id: workspace.FetchBlob('data') ) workspace.FeedBlob('data', 'not initialized') def init_fun(worker_coordinator, global_coordinator): workspace.FeedBlob('data', 'initialized') worker_coordinator = parallel_workers.init_workers( dummy_worker, init_fun=init_fun ) worker_coordinator.start() for _ in range(10): value = dequeue_value(queue) self.assertEqual( value, b'initialized', 'Got unexpected value ' + str(value) ) self.assertTrue(worker_coordinator.stop())