def start_local_worker(self, worker_tags=None):
worker = data_service_test_base.TestWorker(
self.dispatcher_address(),
_WORKER_SHUTDOWN_QUIET_PERIOD_MS,
worker_tags=worker_tags)
worker.start()
self._local_workers.append(worker)
def _start_local_workers(self, num_workers):
self._local_workers = []
for _ in range(num_workers):
worker = data_service_test_base.TestWorker(
self.dispatcher_address(), _WORKER_SHUTDOWN_QUIET_PERIOD_MS)
worker.start()
self._local_workers.append(worker)
def start_worker(self):
self._worker = data_service_test_base.TestWorker(
self._dispatcher_address,
_WORKER_SHUTDOWN_QUIET_PERIOD_MS,
worker_tags=self._worker_tags)
self._worker.start()
self._pipe_writer.send(self._worker.worker_address())
self._worker.join()
def start_local_workers(self, num_workers):
workers = []
for _ in range(num_workers):
worker = data_service_test_base.TestWorker(
self.dispatcher_address(),
self._worker_shutdown_quiet_period_ms)
worker.start()
workers.append(worker)
return workers
def _create_cluster(self,
num_workers,
cross_trainer_cache_size_bytes=10 * (2**30)):
cluster = data_service_test_base.TestCluster(num_workers=0)
for _ in range(num_workers):
worker = data_service_test_base.TestWorker(
dispatcher_address=cluster.dispatcher_address(),
shutdown_quiet_period_ms=0,
cross_trainer_cache_size_bytes=cross_trainer_cache_size_bytes)
worker.start()
cluster.workers.append(worker)
return cluster
