def register_rpc(cls, speed_server, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
rpc_server.register_function(speed_server.require, 'require',
prefix=prefix)
rpc_server.register_function(speed_server.set_speed, 'set_speed',
prefix=prefix)
rpc_server.register_function(speed_server.set_instance_speed,
'set_instance_speed', prefix=prefix)
def _register_rpc(self):
if self.rpc_server:
self.prefix = get_rpc_prefix(app_name=self.job_name,
prefix='job')
self.rpc_server.register_function(self.shutdown, name='shutdown',
prefix=self.prefix)
if self.ctx.is_local_mode:
self.rpc_server.register_function(lambda: [self.job_name, ],
name='get_jobs')
def __init__(self, server, app_name=None):
self.server = server
self.app_name = app_name
self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX)
self.inc_counter = Counter()
self.acc_counter = Counter(agg=MergeAggregator())
self.lock = threading.Lock()
def __init__(self, server, app_name=None):
self.server = server
self.app_name = app_name
self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX)
self.inc_counter = Counter()
self.acc_counter = Counter(agg=MergeAggregator())
self.lock = threading.Lock()
def get_job_counter(self, job_id):
if self.is_master and self.master is not None:
return self.master.counter_server.output()
else:
from cola.functions.counter import FUNC_PREFIX
from cola.core.utils import get_rpc_prefix
func_name = '%s%s' % (get_rpc_prefix(job_id, FUNC_PREFIX), 'get_global')
return client_call(self.master_addr, func_name)
def get_job_counter(self, job_id):
if self.is_master and self.master is not None:
return self.master.counter_server.output()
else:
from cola.functions.counter import FUNC_PREFIX
from cola.core.utils import get_rpc_prefix
func_name = '%s%s' % (get_rpc_prefix(job_id, FUNC_PREFIX), 'get_global')
return client_call(self.master_addr, func_name)
def register_rpc(cls, speed_server, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
rpc_server.register_function(speed_server.require,
'require',
prefix=prefix)
rpc_server.register_function(speed_server.set_speed,
'set_speed',
prefix=prefix)
rpc_server.register_function(speed_server.set_instance_speed,
'set_instance_speed',
prefix=prefix)
def _register_rpc(self):
if self.rpc_server:
self.prefix = get_rpc_prefix(app_name=self.job_name, prefix='job')
self.rpc_server.register_function(self.shutdown,
name='shutdown',
prefix=self.prefix)
if self.ctx.is_local_mode:
self.rpc_server.register_function(lambda: [
self.job_name,
],
name='get_jobs')
def register_rpc(cls, counter_server, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
rpc_server.register_function(counter_server.inc, 'inc',
prefix=prefix)
rpc_server.register_function(counter_server.acc, 'acc',
prefix=prefix)
rpc_server.register_function(counter_server.inc_merge, 'inc_merge',
prefix=prefix)
rpc_server.register_function(counter_server.acc_merge, 'acc_merge',
prefix=prefix)
rpc_server.register_function(counter_server.output, 'get_global',
prefix=prefix)
def register_rpc(cls, node, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name, 'mq')
rpc_server.register_function(node.put_proxy, name='put',
prefix=prefix)
rpc_server.register_function(node.batch_put_proxy, name='batch_put',
prefix=prefix)
rpc_server.register_function(node.put_backup_proxy, name='put_backup',
prefix=prefix)
rpc_server.register_function(node.get_proxy, name='get',
prefix=prefix)
rpc_server.register_function(node.exist, name='exist',
prefix=prefix)
def register_rpc(cls, counter_server, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
rpc_server.register_function(counter_server.inc, 'inc', prefix=prefix)
rpc_server.register_function(counter_server.acc, 'acc', prefix=prefix)
rpc_server.register_function(counter_server.inc_merge,
'inc_merge',
prefix=prefix)
rpc_server.register_function(counter_server.acc_merge,
'acc_merge',
prefix=prefix)
rpc_server.register_function(counter_server.output,
'get_global',
prefix=prefix)
def register_rpc(cls, budget_server, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name=app_name, prefix=FUNC_PREFIX)
rpc_server.register_function(budget_server.set_budgets,
name='set_budgets', prefix=prefix)
rpc_server.register_function(budget_server.inc_budgets,
name='inc_budgets', prefix=prefix)
rpc_server.register_function(budget_server.dec_budgets,
name='dec_budgets', prefix=prefix)
rpc_server.register_function(budget_server.apply,
name='apply', prefix=prefix)
rpc_server.register_function(budget_server.finish,
name='finish', prefix=prefix)
rpc_server.register_function(budget_server.error,
name='error', prefix=prefix)
def __init__(self, base_dir, rpc_server, addr, addrs,
copies=1, n_priorities=3, deduper=None,
app_name=None, logger=None):
self.dir_ = base_dir
self.addr_ = addr
self.addrs = list(addrs)
self.mq_node = LocalMessageQueueNode(
base_dir, rpc_server, addr, addrs,
copies=copies, n_priorities=n_priorities, deduper=deduper,
app_name=app_name)
self.distributor = Distributor(addrs, copies=copies)
self.logger = logger
self.prefix = get_rpc_prefix(app_name, 'mq')
self._lock = threading.Lock()
self.inited = False
def register_rpc(cls, budget_server, rpc_server, app_name=None):
prefix = get_rpc_prefix(app_name=app_name, prefix=FUNC_PREFIX)
rpc_server.register_function(budget_server.set_budgets,
name='set_budgets',
prefix=prefix)
rpc_server.register_function(budget_server.inc_budgets,
name='inc_budgets',
prefix=prefix)
rpc_server.register_function(budget_server.dec_budgets,
name='dec_budgets',
prefix=prefix)
rpc_server.register_function(budget_server.apply,
name='apply',
prefix=prefix)
rpc_server.register_function(budget_server.finish,
name='finish',
prefix=prefix)
rpc_server.register_function(budget_server.error,
name='error',
prefix=prefix)
def __init__(self, workers, func, prefix=None, app_name=None, logger=None):
self.workers = workers
self.func = func
self.prefix = get_rpc_prefix(app_name, prefix)
self.remote_func = self.prefix + func
self.logger = logger
def __init__(self, server, addr, instance_id, app_name=None):
self.server = server
self.addr = addr
self.instance_id = instance_id
self.app_name = app_name
self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX)
def __init__(self, server, app_name=None):
self.server = server
self.prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
def __init__(self, server, addr, instance_id, app_name=None):
self.server = server
self.addr = addr
self.instance_id = instance_id
self.app_name = app_name
self.prefix = get_rpc_prefix(self.app_name, FUNC_PREFIX)
def __init__(self, server, app_name=None):
self.server = server
self.prefix = get_rpc_prefix(app_name, FUNC_PREFIX)
def __init__(self, addrs, app_name=None, copies=1):
self.addrs = addrs
self.distributors = Distributor(addrs, copies=copies)
self.prefix = get_rpc_prefix(app_name, 'mq')
def __init__(self, addrs, app_name=None, copies=1):
self.addrs = addrs
self.distributors = Distributor(addrs, copies=copies)
self.prefix = get_rpc_prefix(app_name, 'mq')
def __init__(self, workers, func, prefix=None, app_name=None):
self.workers = workers
self.func = func
self.prefix = get_rpc_prefix(app_name, prefix)
self.remote_func = self.prefix + func