def register_rpc(cls, speed_server, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name, FUNC_PREFIX) rpc_server.register_function(speed_server.require, 'require', prefix=prefix) rpc_server.register_function(speed_server.set_speed, 'set_speed', prefix=prefix) rpc_server.register_function(speed_server.set_instance_speed, 'set_instance_speed', prefix=prefix)
def _register_rpc(self): if self.rpc_server: self.prefix = get_rpc_prefix(app_name=self.job_name, prefix='job') self.rpc_server.register_function(self.shutdown, name='shutdown', prefix=self.prefix) if self.ctx.is_local_mode: self.rpc_server.register_function(lambda: [self.job_name, ], name='get_jobs')
def __init__(self, server, app_name=None): self.server = server self.app_name = app_name self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX) self.inc_counter = Counter() self.acc_counter = Counter(agg=MergeAggregator()) self.lock = threading.Lock()
def __init__(self, server, app_name=None): self.server = server self.app_name = app_name self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX) self.inc_counter = Counter() self.acc_counter = Counter(agg=MergeAggregator()) self.lock = threading.Lock()
def get_job_counter(self, job_id): if self.is_master and self.master is not None: return self.master.counter_server.output() else: from cola.functions.counter import FUNC_PREFIX from cola.core.utils import get_rpc_prefix func_name = '%s%s' % (get_rpc_prefix(job_id, FUNC_PREFIX), 'get_global') return client_call(self.master_addr, func_name)
def get_job_counter(self, job_id): if self.is_master and self.master is not None: return self.master.counter_server.output() else: from cola.functions.counter import FUNC_PREFIX from cola.core.utils import get_rpc_prefix func_name = '%s%s' % (get_rpc_prefix(job_id, FUNC_PREFIX), 'get_global') return client_call(self.master_addr, func_name)
def register_rpc(cls, speed_server, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name, FUNC_PREFIX) rpc_server.register_function(speed_server.require, 'require', prefix=prefix) rpc_server.register_function(speed_server.set_speed, 'set_speed', prefix=prefix) rpc_server.register_function(speed_server.set_instance_speed, 'set_instance_speed', prefix=prefix)
def _register_rpc(self): if self.rpc_server: self.prefix = get_rpc_prefix(app_name=self.job_name, prefix='job') self.rpc_server.register_function(self.shutdown, name='shutdown', prefix=self.prefix) if self.ctx.is_local_mode: self.rpc_server.register_function(lambda: [ self.job_name, ], name='get_jobs')
def register_rpc(cls, counter_server, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name, FUNC_PREFIX) rpc_server.register_function(counter_server.inc, 'inc', prefix=prefix) rpc_server.register_function(counter_server.acc, 'acc', prefix=prefix) rpc_server.register_function(counter_server.inc_merge, 'inc_merge', prefix=prefix) rpc_server.register_function(counter_server.acc_merge, 'acc_merge', prefix=prefix) rpc_server.register_function(counter_server.output, 'get_global', prefix=prefix)
def register_rpc(cls, node, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name, 'mq') rpc_server.register_function(node.put_proxy, name='put', prefix=prefix) rpc_server.register_function(node.batch_put_proxy, name='batch_put', prefix=prefix) rpc_server.register_function(node.put_backup_proxy, name='put_backup', prefix=prefix) rpc_server.register_function(node.get_proxy, name='get', prefix=prefix) rpc_server.register_function(node.exist, name='exist', prefix=prefix)
def register_rpc(cls, counter_server, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name, FUNC_PREFIX) rpc_server.register_function(counter_server.inc, 'inc', prefix=prefix) rpc_server.register_function(counter_server.acc, 'acc', prefix=prefix) rpc_server.register_function(counter_server.inc_merge, 'inc_merge', prefix=prefix) rpc_server.register_function(counter_server.acc_merge, 'acc_merge', prefix=prefix) rpc_server.register_function(counter_server.output, 'get_global', prefix=prefix)
def register_rpc(cls, budget_server, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name=app_name, prefix=FUNC_PREFIX) rpc_server.register_function(budget_server.set_budgets, name='set_budgets', prefix=prefix) rpc_server.register_function(budget_server.inc_budgets, name='inc_budgets', prefix=prefix) rpc_server.register_function(budget_server.dec_budgets, name='dec_budgets', prefix=prefix) rpc_server.register_function(budget_server.apply, name='apply', prefix=prefix) rpc_server.register_function(budget_server.finish, name='finish', prefix=prefix) rpc_server.register_function(budget_server.error, name='error', prefix=prefix)
def __init__(self, base_dir, rpc_server, addr, addrs, copies=1, n_priorities=3, deduper=None, app_name=None, logger=None): self.dir_ = base_dir self.addr_ = addr self.addrs = list(addrs) self.mq_node = LocalMessageQueueNode( base_dir, rpc_server, addr, addrs, copies=copies, n_priorities=n_priorities, deduper=deduper, app_name=app_name) self.distributor = Distributor(addrs, copies=copies) self.logger = logger self.prefix = get_rpc_prefix(app_name, 'mq') self._lock = threading.Lock() self.inited = False
def register_rpc(cls, budget_server, rpc_server, app_name=None): prefix = get_rpc_prefix(app_name=app_name, prefix=FUNC_PREFIX) rpc_server.register_function(budget_server.set_budgets, name='set_budgets', prefix=prefix) rpc_server.register_function(budget_server.inc_budgets, name='inc_budgets', prefix=prefix) rpc_server.register_function(budget_server.dec_budgets, name='dec_budgets', prefix=prefix) rpc_server.register_function(budget_server.apply, name='apply', prefix=prefix) rpc_server.register_function(budget_server.finish, name='finish', prefix=prefix) rpc_server.register_function(budget_server.error, name='error', prefix=prefix)
def __init__(self, workers, func, prefix=None, app_name=None, logger=None): self.workers = workers self.func = func self.prefix = get_rpc_prefix(app_name, prefix) self.remote_func = self.prefix + func self.logger = logger
def __init__(self, server, addr, instance_id, app_name=None): self.server = server self.addr = addr self.instance_id = instance_id self.app_name = app_name self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX)
def __init__(self, server, app_name=None): self.server = server self.prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
def __init__(self, server, addr, instance_id, app_name=None): self.server = server self.addr = addr self.instance_id = instance_id self.app_name = app_name self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX)
def __init__(self, server, app_name=None): self.server = server self.prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
def __init__(self, addrs, app_name=None, copies=1): self.addrs = addrs self.distributors = Distributor(addrs, copies=copies) self.prefix = get_rpc_prefix(app_name, 'mq')
def __init__(self, addrs, app_name=None, copies=1): self.addrs = addrs self.distributors = Distributor(addrs, copies=copies) self.prefix = get_rpc_prefix(app_name, 'mq')
def __init__(self, workers, func, prefix=None, app_name=None): self.workers = workers self.func = func self.prefix = get_rpc_prefix(app_name, prefix) self.remote_func = self.prefix + func