def run(self):
tracker.config_logger(self.args)
env = {
'fun_submit': self.submit(),
'pscmd': self.cmd,
}
if self.args.localhost:
env['hostIP'] = '127.0.0.1'
tracker.submit(self.args.num_workers, self.args.num_servers, **env)
def run(self):
tracker.config_logger(self.args)
env = {
'fun_submit' : self.submit(),
'pscmd' : self.cmd,
}
if self.args.localhost:
env['hostIP'] = '127.0.0.1'
tracker.submit(self.args.num_workers,
self.args.num_servers,
**env)
raise Exception('Get nonzero return code=%d' % ret)
#
# Note: this submit script is only used for demo purpose
# submission script using pyhton multi-threading
#
def mthread_submit(nworker, nserver, envs):
"""
customized submit script, that submit nslave jobs, each must contain args as parameter
note this can be a lambda function containing additional parameters in input
Parameters
nworker number of slave process to start up
nserver number of server nodes to start up
envs enviroment variables to be added to the starting programs
"""
procs = {}
for i in range(nworker + nserver):
if i < nworker:
role = 'worker'
else:
role = 'server'
procs[i] = Thread(target = exec_cmd, args = (args.command + unknown, role, i, envs))
procs[i].setDaemon(True)
procs[i].start()
tracker.config_logger(args)
# call submit, with nslave, the commands to run each job and submit function
tracker.submit(args.nworker, args.server_nodes, fun_submit = mthread_submit,
pscmd= (' '.join(args.command) + ' ' + ' '.join(unknown)))
def run(self):
tracker.config_logger(self.args)
tracker.submit(self.args.num_workers,
self.args.num_servers,
fun_submit=self.submit(),
pscmd=self.cmd)
def run(self):
tracker.config_logger(self.args)
tracker.submit(self.args.num_workers,
self.args.num_servers,
fun_submit = self.submit(),
pscmd = self.cmd)