def start(nworkers, master=True, workers=True): # Master. if master: print('starting master') jobid = start_master() print('master job', jobid, 'started') time.sleep(5) print('master running on', cw.slurm_master_host()) # Workers. if workers: print('starting {} workers'.format(nworkers)) jobid = start_workers(nworkers) print('worker job', jobid, 'started')
def start(nworkers, master=True, workers=True, isolated=False): # Master. if master: print('starting master') jobid = start_master() print('master job', jobid, 'started') time.sleep(5) print('master running on', cw.slurm_master_host()) # Workers. if workers: print('starting {} workers'.format(nworkers)) options = ['--ntasks-per-node=1'] if isolated else [] jobid = start_workers(nworkers, options) print('worker job', jobid, 'started')
def __init__(self): super(SlurmExecutor, self).__init__(cw.slurm_master_host())
break res = format_remote_exc() response = cw.ResultMessage(msg.jobid, False, cw.slow_ser(res), False) else: response = cw.ResultMessage(msg.jobid, True, cw.slow_ser(res), False) yield cw._sendmsg(conn, response) finally: if connected: yield cw._sendmsg(conn, cw.WorkerDepartMessage()) def run(self): amend_path() try: bluelet.run(self.communicate()) except KeyboardInterrupt: pass if __name__ == '__main__': args = sys.argv[1:] if args and args[0] == '--slurm': host = cw.slurm_master_host() elif args: host = args[0] else: host = 'localhost' Worker(host).run()
response = cw.ResultMessage(msg.jobid, False, cw.slow_ser(res)) else: response = cw.ResultMessage(msg.jobid, True, cw.slow_ser(res)) yield cw._sendmsg(conn, response) finally: if connected: yield cw._sendmsg(conn, cw.WorkerDepartMessage()) def run(self): amend_path() try: bluelet.run(self.communicate()) except KeyboardInterrupt: pass if __name__ == '__main__': args = sys.argv[1:] if args and args[0] == '--slurm': host = cw.slurm_master_host() elif args: host = args[0] else: host = 'localhost' Worker(host).run()