def __init__(self, partitions, address=get_zerorpc_address(port=get_open_port())): self.partitions = partitions self.address = address self.server = zerorpc.Server(self) self.server.bind(self.address) self.thread = gevent.spawn(self.server.run) logger.info("Job server started at " + self.address)
def __init__(self): super(PartitionServer, self).__init__(name='Spark.PartitionServer') self.ip = get_my_ip() self.port = get_open_port() self.address = get_zerorpc_address(port=self.port) self.partitions = {} # uuid => service self.handler = PartitionServerHandler(self.partitions, address=self.address) atexit.register(lambda: self.__del__())
def __init__(self): super(WorkerServer, self).__init__('Spark.WorkerServer') self.uuid = str(uuid.uuid4()) self.ip = get_my_ip() self.port = get_open_port() self.address = get_zerorpc_address(port=self.port) self.service = Service(type=_WORKER_CASTER_TYPE, name=self.uuid, location=self.ip, port=self.port) self.add(self.service)
def __init__(self, services, address=get_zerorpc_address(port=get_open_port())): self.services = services self.address = address self.server = zerorpc.Server(self) self.server.bind(self.address) self.thread = gevent.spawn(self.server.run) logger.info("Job server started at " + self.address) self.lock = threading.Lock()