def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = [ '--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir ] # convert to dictionary dopts = vars(opts) for key in ['env_server', 'env_worker', 'env']: for v in dopts[key]: args.append('--' + key.replace("_", "-")) args.append(v) args += opts.command try: from dmlc_tracker import opts except ImportError: print("Can't load dmlc_tracker package. Perhaps you need to run") print(" git submodule update --init --recursive") raise dmlc_opts = opts.get_opts(args) return dmlc_opts
def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = ['--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir, '--brokers',opts.brokers, # gbxu '--add-epoch', opts.add_epoch] # convert to dictionary dopts = vars(opts) for key in ['env_server', 'env_worker', 'env']: for v in dopts[key]: args.append('--' + key.replace("_","-")) args.append(v) args += opts.command try: from dmlc_tracker import opts except ImportError: print("Can't load dmlc_tracker package. Perhaps you need to run") print(" git submodule update --init --recursive") raise dmlc_opts = opts.get_opts(args) # dmlc-core/dmlc_tracker/opts.py return dmlc_opts
def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = [ '--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--dmlc-interface', opts.dmlc_interface, #yegeyan 2016.10.6 '--parameter-partition-num', str(opts.parameter_partition_num), #yegeyan 2016.12.9 '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir ] args += opts.command try: from dmlc_tracker import opts except ImportError: print("Can't load dmlc_tracker package. Perhaps you need to run") print(" git submodule update --init --recursive") raise dmlc_opts = opts.get_opts(args) return dmlc_opts
def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = ['--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir] args += opts.command; from dmlc_tracker import opts dmlc_opts = opts.get_opts(args) return dmlc_opts
def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = [ '--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir ] if opts.launch_worker is True: args.append('--launch-worker') args.append(str(opts.launch_worker)) if opts.elastic_training_enabled is True: args.append('--elastic-training-enabled') args.append(str(opts.elastic_training_enabled)) # convert to dictionary dopts = vars(opts) for key in ['env_server', 'env_worker', 'env']: for v in dopts[key]: args.append('--' + key.replace("_", "-")) args.append(v) if dopts['elastic_training_enabled'] is True: args.append('--mxnet-launch-script-path') args.append(os.path.abspath(__file__)) args.append('--worker-host-file') args.append(dopts['hostfile'] + "_worker") args.append('--instance-pool') args.append(dopts['instance_pool']) args.append('--max-elastic-instances') args.append(str(dopts['max_elastic_instances'])) if dopts['launch_worker'] is True: #args.append('--launch-worker ' + True) args.append('--host') args.append(dopts['host']) args.append('--port') args.append(dopts['port']) args += opts.command logging.info("HAHAHAH 123333 %s", args) try: from dmlc_tracker import opts except ImportError: print("Can't load dmlc_tracker package. Perhaps you need to run") print(" git submodule update --init --recursive") raise dmlc_opts = opts.get_opts(args) logging.info("HAHAHAH %s", dmlc_opts) return dmlc_opts
def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = ['--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir] args += opts.command; try: from dmlc_tracker import opts except ImportError: print("Can't load dmlc_tracker package. Perhaps you need to run") print(" git submodule update --init --recursive") raise dmlc_opts = opts.get_opts(args) return dmlc_opts
def dmlc_opts(opts): """convert from mxnet's opts to dmlc's opts """ args = ['--num-workers', str(opts.num_workers), '--num-servers', str(opts.num_servers), '--cluster', opts.launcher, '--host-file', opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir, '--native', opts.native] args += opts.command; try: from dmlc_tracker import opts except ImportError: print("Can't load dmlc_tracker package. Perhaps you need to run") print(" git submodule update --init --recursive") raise dmlc_opts = opts.get_opts(args) return dmlc_opts