def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = [
'--num-workers',
str(opts.num_workers), '--num-servers',
str(opts.num_servers), '--cluster', opts.launcher, '--host-file',
opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir
]
# convert to dictionary
dopts = vars(opts)
for key in ['env_server', 'env_worker', 'env']:
for v in dopts[key]:
args.append('--' + key.replace("_", "-"))
args.append(v)
args += opts.command
try:
from dmlc_tracker import opts
except ImportError:
print("Can't load dmlc_tracker package. Perhaps you need to run")
print(" git submodule update --init --recursive")
raise
dmlc_opts = opts.get_opts(args)
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = ['--num-workers', str(opts.num_workers),
'--num-servers', str(opts.num_servers),
'--cluster', opts.launcher,
'--host-file', opts.hostfile,
'--sync-dst-dir', opts.sync_dst_dir,
'--brokers',opts.brokers, # gbxu
'--add-epoch', opts.add_epoch]
# convert to dictionary
dopts = vars(opts)
for key in ['env_server', 'env_worker', 'env']:
for v in dopts[key]:
args.append('--' + key.replace("_","-"))
args.append(v)
args += opts.command
try:
from dmlc_tracker import opts
except ImportError:
print("Can't load dmlc_tracker package. Perhaps you need to run")
print(" git submodule update --init --recursive")
raise
dmlc_opts = opts.get_opts(args) # dmlc-core/dmlc_tracker/opts.py
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = [
'--num-workers',
str(opts.num_workers),
'--num-servers',
str(opts.num_servers),
'--dmlc-interface',
opts.dmlc_interface, #yegeyan 2016.10.6
'--parameter-partition-num',
str(opts.parameter_partition_num), #yegeyan 2016.12.9
'--cluster',
opts.launcher,
'--host-file',
opts.hostfile,
'--sync-dst-dir',
opts.sync_dst_dir
]
args += opts.command
try:
from dmlc_tracker import opts
except ImportError:
print("Can't load dmlc_tracker package. Perhaps you need to run")
print(" git submodule update --init --recursive")
raise
dmlc_opts = opts.get_opts(args)
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = ['--num-workers', str(opts.num_workers),
'--num-servers', str(opts.num_servers),
'--cluster', opts.launcher,
'--host-file', opts.hostfile,
'--sync-dst-dir', opts.sync_dst_dir]
args += opts.command;
from dmlc_tracker import opts
dmlc_opts = opts.get_opts(args)
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = ['--num-workers', str(opts.num_workers),
'--num-servers', str(opts.num_servers),
'--cluster', opts.launcher,
'--host-file', opts.hostfile,
'--sync-dst-dir', opts.sync_dst_dir]
args += opts.command;
from dmlc_tracker import opts
dmlc_opts = opts.get_opts(args)
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = [
'--num-workers',
str(opts.num_workers), '--num-servers',
str(opts.num_servers), '--cluster', opts.launcher, '--host-file',
opts.hostfile, '--sync-dst-dir', opts.sync_dst_dir
]
if opts.launch_worker is True:
args.append('--launch-worker')
args.append(str(opts.launch_worker))
if opts.elastic_training_enabled is True:
args.append('--elastic-training-enabled')
args.append(str(opts.elastic_training_enabled))
# convert to dictionary
dopts = vars(opts)
for key in ['env_server', 'env_worker', 'env']:
for v in dopts[key]:
args.append('--' + key.replace("_", "-"))
args.append(v)
if dopts['elastic_training_enabled'] is True:
args.append('--mxnet-launch-script-path')
args.append(os.path.abspath(__file__))
args.append('--worker-host-file')
args.append(dopts['hostfile'] + "_worker")
args.append('--instance-pool')
args.append(dopts['instance_pool'])
args.append('--max-elastic-instances')
args.append(str(dopts['max_elastic_instances']))
if dopts['launch_worker'] is True:
#args.append('--launch-worker ' + True)
args.append('--host')
args.append(dopts['host'])
args.append('--port')
args.append(dopts['port'])
args += opts.command
logging.info("HAHAHAH 123333 %s", args)
try:
from dmlc_tracker import opts
except ImportError:
print("Can't load dmlc_tracker package. Perhaps you need to run")
print(" git submodule update --init --recursive")
raise
dmlc_opts = opts.get_opts(args)
logging.info("HAHAHAH %s", dmlc_opts)
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = ['--num-workers', str(opts.num_workers),
'--num-servers', str(opts.num_servers),
'--cluster', opts.launcher,
'--host-file', opts.hostfile,
'--sync-dst-dir', opts.sync_dst_dir]
args += opts.command;
try:
from dmlc_tracker import opts
except ImportError:
print("Can't load dmlc_tracker package. Perhaps you need to run")
print(" git submodule update --init --recursive")
raise
dmlc_opts = opts.get_opts(args)
return dmlc_opts
def dmlc_opts(opts):
"""convert from mxnet's opts to dmlc's opts
"""
args = ['--num-workers', str(opts.num_workers),
'--num-servers', str(opts.num_servers),
'--cluster', opts.launcher,
'--host-file', opts.hostfile,
'--sync-dst-dir', opts.sync_dst_dir,
'--native', opts.native]
args += opts.command;
try:
from dmlc_tracker import opts
except ImportError:
print("Can't load dmlc_tracker package. Perhaps you need to run")
print(" git submodule update --init --recursive")
raise
dmlc_opts = opts.get_opts(args)
return dmlc_opts
