def __init__(self, partitions, address=get_zerorpc_address(port=get_open_port())):
self.partitions = partitions
self.address = address
self.server = zerorpc.Server(self)
self.server.bind(self.address)
self.thread = gevent.spawn(self.server.run)
logger.info("Job server started at " + self.address)
def __init__(self):
super(PartitionServer, self).__init__(name='Spark.PartitionServer')
self.ip = get_my_ip()
self.port = get_open_port()
self.address = get_zerorpc_address(port=self.port)
self.partitions = {} # uuid => service
self.handler = PartitionServerHandler(self.partitions, address=self.address)
atexit.register(lambda: self.__del__())
def __init__(self):
super(WorkerServer, self).__init__('Spark.WorkerServer')
self.uuid = str(uuid.uuid4())
self.ip = get_my_ip()
self.port = get_open_port()
self.address = get_zerorpc_address(port=self.port)
self.service = Service(type=_WORKER_CASTER_TYPE, name=self.uuid, location=self.ip, port=self.port)
self.add(self.service)
def __init__(self, services, address=get_zerorpc_address(port=get_open_port())):
self.services = services
self.address = address
self.server = zerorpc.Server(self)
self.server.bind(self.address)
self.thread = gevent.spawn(self.server.run)
logger.info("Job server started at " + self.address)
self.lock = threading.Lock()
