Esempi in Python per slurm_master_host

Esempio n. 1

File: slurm.py Progetto: ekfriis/cluster-workers

def start(nworkers, master=True, workers=True):
    # Master.
    if master:
        print('starting master')
        jobid = start_master()
        print('master job', jobid, 'started')
        time.sleep(5)
        print('master running on', cw.slurm_master_host())

    # Workers.
    if workers:
        print('starting {} workers'.format(nworkers))
        jobid = start_workers(nworkers)
        print('worker job', jobid, 'started')

Esempio n. 2

def start(nworkers, master=True, workers=True):
    # Master.
    if master:
        print('starting master')
        jobid = start_master()
        print('master job', jobid, 'started')
        time.sleep(5)
        print('master running on', cw.slurm_master_host())

    # Workers.
    if workers:
        print('starting {} workers'.format(nworkers))
        jobid = start_workers(nworkers)
        print('worker job', jobid, 'started')

Esempio n. 3

File: slurm.py Progetto: scraping-xx/cluster-workers

def start(nworkers, master=True, workers=True, isolated=False):
    # Master.
    if master:
        print('starting master')
        jobid = start_master()
        print('master job', jobid, 'started')
        time.sleep(5)
        print('master running on', cw.slurm_master_host())

    # Workers.
    if workers:
        print('starting {} workers'.format(nworkers))
        options = ['--ntasks-per-node=1'] if isolated else []
        jobid = start_workers(nworkers, options)
        print('worker job', jobid, 'started')

Esempio n. 4

File: client.py Progetto: pombredanne/cluster-workers

 def __init__(self):
     super(SlurmExecutor, self).__init__(cw.slurm_master_host())

Esempio n. 5

 def __init__(self):
     super(SlurmExecutor, self).__init__(cw.slurm_master_host())

Esempio n. 6

File: worker.py Progetto: ekfriis/cluster-workers

                        break
                    res = format_remote_exc()
                    response = cw.ResultMessage(msg.jobid, False,
                                                cw.slow_ser(res), False)
                else:
                    response = cw.ResultMessage(msg.jobid, True,
                                                cw.slow_ser(res), False)
                yield cw._sendmsg(conn, response)
        finally:
            if connected:
                yield cw._sendmsg(conn, cw.WorkerDepartMessage())

    def run(self):
        amend_path()
        try:
            bluelet.run(self.communicate())
        except KeyboardInterrupt:
            pass

if __name__ == '__main__':
    args = sys.argv[1:]

    if args and args[0] == '--slurm':
        host = cw.slurm_master_host()
    elif args:
        host = args[0]
    else:
        host = 'localhost'

    Worker(host).run()

Esempio n. 7

File: worker.py Progetto: scraping-xx/cluster-workers

                    response = cw.ResultMessage(msg.jobid, False,
                                                cw.slow_ser(res))
                else:
                    response = cw.ResultMessage(msg.jobid, True,
                                                cw.slow_ser(res))
                yield cw._sendmsg(conn, response)

        finally:
            if connected:
                yield cw._sendmsg(conn, cw.WorkerDepartMessage())

    def run(self):
        amend_path()
        try:
            bluelet.run(self.communicate())
        except KeyboardInterrupt:
            pass


if __name__ == '__main__':
    args = sys.argv[1:]

    if args and args[0] == '--slurm':
        host = cw.slurm_master_host()
    elif args:
        host = args[0]
    else:
        host = 'localhost'

    Worker(host).run()