'saved_tasks_path':
'/preloaded_buffer/ant_dir_32/macaw_buffer_iter50/tasks.pkl',
'train_task_idxs': [0, 1, 2, 3],
'test_task_idxs': [4, 5, 6, 7],
}
sweep_function(run_doodad_experiment,
params,
default_params=default_params,
log_path='macaw_ant_5_dir',
mode='azure',
docker_image='vitchyr/macaw-v1',
code_dirs_to_mount=[
'/home/vitchyr/git/macaw/',
'/home/vitchyr/git/metaworld/',
'/home/vitchyr/git/rand_param_envs/',
'/home/vitchyr/git/doodad/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
use_gpu=True,
remote_mount_configs=[
dict(
local_dir='/home/vitchyr/mnt2/log2/demos/',
mount_point='/preloaded_buffer',
),
])
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'macaw-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
params = {
'env': ['ant_dir'],
'use_rlkit': [
True,
],
'seed': list(range(nseeds)),
}
default_params = {
'pretrain_buffer_path':
"/preloaded_data/21-05-16_pearl-awac-ant-awac--exp84-ant-dir-120-online-pearl-redo-with-direction-in-degrees/22h-45m-25s_run0/extra_snapshot_itr100.cpkl",
'saved_tasks_path':
"/preloaded_data/21-05-16_pearl-awac-ant-awac--exp84-ant-dir-120-online-pearl-redo-with-direction-in-degrees/22h-45m-25s_run0/tasks_description.joblib",
'load_buffer_kwargs': {
'start_idx': -1200,
'end_idx': None,
},
'device': 'cuda:1',
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt3/azure/',
mount_point='/preloaded_data',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/',
mount_point='/preloaded_data',
),
]
elif mode == 'here_no_doodad':
remote_mount_configs = []
else:
raise ValueError(mode)
print(exp_name)
sweep_function(
run_doodad_experiment,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/macaw-v2',
# docker_image='95d747498bee',
code_dirs_to_mount=[
'/home/vitchyr/git/macaw/',
'/home/vitchyr/git/metaworld/',
'/home/vitchyr/git/multiworld/',
'/home/vitchyr/git/rand_param_envs/',
'/home/vitchyr/git/doodad/',
'/home/vitchyr/git/railrl/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
use_gpu=True,
# use_gpu=False,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'macaw-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
use_gpu = True
if debug:
exp_name = 'dev--' + exp_name
mode = 'here_no_doodad'
nseeds = 1
use_gpu = False
params = {
'env': ['humanoid_dir'],
'use_rlkit': [
True,
],
'seed': list(range(nseeds)),
}
exp_relative_subpath = '21-11-14_smac-iclr22-humanoid--humanoid-data-gen--v4/23h-02m-26s_run0/'
if mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/',
mount_point='/preloaded_data',
),
]
exp_base_path = '/preloaded_data/'
exp_dir_path = exp_base_path + exp_relative_subpath
pretrain_buffer_path = exp_dir_path + 'extra_snapshot_itr100.cpkl'
device = 'cuda:0'
elif mode == 'here_no_doodad':
remote_mount_configs = []
exp_base_path = '/Users/vitchyr/data/doodad/'
exp_dir_path = exp_base_path + exp_relative_subpath
device = 'cpu'
pretrain_buffer_path = exp_dir_path + 'extra_snapshot_itr20.cpkl'
else:
raise ValueError(mode)
default_params = {
'pretrain_buffer_path': pretrain_buffer_path,
'saved_tasks_path': exp_dir_path + 'tasks_description.joblib',
'load_buffer_kwargs': {
'start_idx': -1200,
'end_idx': None,
},
'device': device,
}
print(exp_name)
sweep_function(
run_doodad_experiment,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/macaw-v2',
code_dirs_to_mount=[
'/Users/vitchyr/code/maml-awr/',
'/Users/vitchyr/code/metaworld/',
'/Users/vitchyr/code/multiworld/',
'/Users/vitchyr/code/rand_param_envs/',
'/Users/vitchyr/code/doodad/',
'/Users/vitchyr/code/railrl-private/',
],
use_gpu=use_gpu,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
}
sweep_function(
collect_buffers,
params,
log_path='macaw_data_collection_ant_dir_32_take3',
mode='azure',
# mode='local',
docker_image='vitchyr/macaw-v1',
code_dirs_to_mount=[
'/home/vitchyr/git/macaw/',
'/home/vitchyr/git/metaworld/',
'/home/vitchyr/git/rand_param_envs/',
'/home/vitchyr/git/doodad/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
# dict(
# local_dir='/home/vitchyr/mnt2/log2/demos/ant_four_dir/buffer_550k_each/macaw/',
# mount_point='/data',
# ),
dict(
local_dir='/home/vitchyr/mnt2/log2/demos/ant_dir/tasks/',
mount_point='/task_data',
),
],
azure_region='westus',
)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
nseeds = 1
params = {
'env_type': ['walker'],
'seed': list(range(nseeds)),
}
if mode == 'azure':
remote_mount_configs = [
dict(
local_dir=
'/doodad_tmp/21-11-14_smac-iclr22-walker--walker-data-gen--v4/23h-02m-26s_run0/',
mount_point='/preloaded_data',
),
]
exp_dir_path = '/preloaded_data/'
use_gpu = True
elif mode == 'here_no_doodad':
exp_name = 'dev--' + exp_name
remote_mount_configs = []
exp_dir_path = '/Users/vitchyr/data/doodad/21-11-14_smac-iclr22-walker--walker-data-gen--v4/23h-02m-26s_run0/'
use_gpu = False
else:
raise ValueError(mode)
default_params = {
'offline_buffer_path': exp_dir_path + 'extra_snapshot_itr40.cpkl',
'saved_tasks_path': exp_dir_path + 'tasks_description.joblib',
'vae-batch-num-rollouts-per-task': 4,
'load_buffer_kwargs': {
'start_idx': -1200,
'end_idx': None,
},
'path_length': 200,
'meta_episode_len': 600,
}
print(exp_name)
sweep_function(
train_vae,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v5',
code_dirs_to_mount=[
'/Users/vitchyr/code/BOReL/',
'/Users/vitchyr/code/doodad/',
'/Users/vitchyr/code/railrl-private/',
'/Users/vitchyr/code/multiworld/',
'/Users/vitchyr/code/rand_param_envs',
],
use_gpu=use_gpu,
azure_mode_kwargs=dict(num_vcpu=16, ),
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'macaw-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
params = {
'env': ['ant_dir'],
'use_rlkit': [
True,
],
'seed': list(range(nseeds)),
}
default_params = {
'buffer_path_template':
'/preloaded_buffer/ant_dir_32/macaw_buffer_iter50/macaw_buffer_task_{}.npy',
'saved_tasks_path':
'/preloaded_buffer/ant_dir_32/macaw_buffer_iter50/tasks.pkl',
'train_task_idxs': [0, 1, 2, 3],
'test_task_idxs': [4, 5, 6, 7],
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt2/log2/demos/',
mount_point='/preloaded_buffer',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/demos/',
mount_point='/preloaded_buffer',
),
]
else:
remote_mount_configs = []
sweep_function(
run_doodad_experiment,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/macaw-v1',
code_dirs_to_mount=[
'/home/vitchyr/git/macaw/',
'/home/vitchyr/git/metaworld/',
'/home/vitchyr/git/rand_param_envs/',
'/home/vitchyr/git/doodad/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel--{}-{}{}'.format(
path_parts[-2].replace('_', '-'),
path_parts[-1].split('.')[0],
suffix,
)
if debug:
mode = 'here_no_doodad'
nseeds = 1
if mode == 'azure':
remote_mount_configs = [
dict(
local_dir=
'/doodad_tmp/21-11-14_smac-iclr22-hopper--hopper-data-gen--v4/23h-02m-27s_run0/',
mount_point='/preloaded_data',
),
dict(
local_dir=
'/doodad_tmp/21-12-28_borel-exp1_vae_hopper/run0_16h-22m-50s/trained_vae',
mount_point='/preloaded_vae',
),
]
exp_dir_path = '/preloaded_data/'
use_gpu = True
pretrained_vae_dir = '/preloaded_vae'
elif mode == 'here_no_doodad':
exp_name = 'dev--' + exp_name
remote_mount_configs = []
exp_dir_path = '/Users/vitchyr/data/doodad/21-11-14_smac-iclr22-hopper--hopper-data-gen--v4/23h-02m-27s_run0/'
use_gpu = False
pretrained_vae_dir = '/Users/vitchyr/data/doodad/21-12-28_borel-exp1_vae_hopper/run0_16h-22m-50s/trained_vae'
else:
raise ValueError(mode)
params = {
'env_type': ['hopper'],
'seed': list(range(nseeds)),
}
default_params = {
'offline_buffer_path': exp_dir_path + 'extra_snapshot_itr40.cpkl',
'saved_tasks_path': exp_dir_path + 'tasks_description.joblib',
'vae_model_name': 'relabel__29_12_00_39_37',
'pretrained_vae_dir': pretrained_vae_dir,
'transform_data_bamdp': True,
'load_buffer_kwargs': {
'start_idx': -1200,
'end_idx': None,
},
'path_length': 200,
'meta_episode_len': 600,
'num-train-tasks': 100,
# 'gpu_id': 1,
}
print(exp_name)
sweep_function(
borel,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v5',
code_dirs_to_mount=[
'/Users/vitchyr/code/BOReL/',
'/Users/vitchyr/code/doodad/',
'/Users/vitchyr/code/railrl-private/',
'/Users/vitchyr/code/multiworld/',
'/Users/vitchyr/code/rand_param_envs',
],
azure_mode_kwargs=dict(num_vcpu=16, ),
use_gpu=use_gpu,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
from utils.run_experiment import offline_experiment
from doodad.wrappers.easy_launch import sweep_function
params = {'tag': ['test']}
sweep_function(
offline_experiment,
log_path='borel-test',
params=params,
docker_image='vitchyr/borel-v1',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
mode='local',
)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel--{}-{}{}'.format(
path_parts[-2].replace('_', '-'),
path_parts[-1].split('.')[0],
suffix,
)
default_params = {
'env_type': 'ant_dir',
'offline_buffer_path':
"/preloaded_data/21-05-16_pearl-awac-ant-awac--exp84-ant-dir-120-online-pearl-redo-with-direction-in-degrees/22h-45m-25s_run0/extra_snapshot_itr100.cpkl",
'saved_tasks_path':
"/preloaded_data/21-05-16_pearl-awac-ant-awac--exp84-ant-dir-120-online-pearl-redo-with-direction-in-degrees/22h-45m-25s_run0/tasks_description.joblib",
'load_buffer_kwargs': {
'start_idx': -1200,
},
'path_length': 200,
'automatic-entropy-tuning': True,
'alpha-lr': 0.001,
# 'entropy-alpha': 10.,
'soft-target-tau': 1e-4,
'meta_episode_len': 600,
'pretrained_vae_dir':
"/preloaded_data/21-05-20_borel-exp1_vae_ant_dir_120/run0_22h-36m-40s/trained_vae/",
'offline_buffer_path_to_save_to':
'/preloaded_data/demos/ant_dir_120/pearl_buffer_iter100_relabelled/',
'relabelled_data_dir':
'/preloaded_data/demos/ant_dir_120/pearl_buffer_iter100_relabelled/',
'transform_data_bamdp': False,
'gpu_id': 0,
}
# exp_name = 'dev--' + exp_name
# default_params['transform_data_bamdp'] = False
# default_params['relabelled_data_dir'] = '/preloaded_data/demos/ant_dir_120/pearl_buffer_iter100_relabelled/'
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
# default_params['num-iters'] = 3
# default_params['rl-updates-per-iter'] = 5
# default_params['transform_data_bamdp'] = False
# default_params['log-interval'] = 1
# default_params['relabelled_data_dir'] = '/preloaded_data/demos/ant_dir_120/pearl_buffer_iter100_relabelled/'
params = {
'seed': list(range(nseeds)),
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt3/azure/',
mount_point='/preloaded_data',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/',
mount_point='/preloaded_data',
),
]
else:
remote_mount_configs = []
print(exp_name)
sweep_function(
borel,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v2',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
'/home/vitchyr/git/railrl/',
'/home/vitchyr/git/multiworld/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
azure_mode_kwargs=dict(num_vcpu=16, ),
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
params = {
'env_type': ['cheetah_vel'],
'seed': list(range(nseeds)),
}
default_params = {
'offline_buffer_path':
"/preloaded_data/21-05-05_pearl-awac-ant-awac--exp59-half-cheetah-130-online-pearl/16h-02m-49s_run2/extra_snapshot_itr50.cpkl",
'saved_tasks_path':
"/preloaded_data/21-05-05_pearl-awac-ant-awac--exp59-half-cheetah-130-online-pearl/16h-02m-49s_run2/tasks_description.joblib",
'vae-batch-num-rollouts-per-task': 4,
'load_buffer_kwargs': {
'end_idx': 1200,
},
'path_length': 200,
'meta_episode_len': 600,
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt3/azure/',
mount_point='/preloaded_data',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/',
mount_point='/preloaded_data',
),
]
else:
remote_mount_configs = []
print(exp_name)
sweep_function(
train_vae,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v2',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
'/home/vitchyr/git/railrl/',
'/home/vitchyr/git/multiworld/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel--{}-{}{}'.format(
path_parts[-2].replace('_', '-'),
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
params = {
'seed': list(range(nseeds)),
}
default_params = {
'env_type': 'ant_dir',
'offline_buffer_path':
"/preloaded_data/21-02-22-ant-awac--exp7-ant-dir-4-eval-4-train-sac-to-get-buffer-longer/21-02-22-ant-awac--exp7-ant-dir-4-eval-4-train-sac-to-get-buffer-longer_2021_02_23_06_09_23_id000--s270987/extra_snapshot_itr400.cpkl",
'saved_tasks_path':
"/preloaded_data/21-05-05_pearl-awac-ant-awac--exp59-half-cheetah-130-online-pearl/16h-02m-49s_run2/tasks_description.joblib",
'pretrained_vae_dir': "/preloaded_data/TODO/trained_vae/",
'offline_buffer_path_to_save_to':
'/preloaded_data/demos/ant_dir_4_100k_each/pearl_buffer_iter400_relabelled/',
'transform_data_bamdp': True,
'load_buffer_kwargs': {
'end_idx': 200000,
'start_idx': -100000,
},
'path_length': 200,
'meta_episode_len': 600,
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt3/azure/',
mount_point='/preloaded_data',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/',
mount_point='/preloaded_data',
),
]
else:
remote_mount_configs = []
print(exp_name)
sweep_function(
borel,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v2',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
'/home/vitchyr/git/railrl/',
'/home/vitchyr/git/multiworld/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
azure_mode_kwargs=dict(num_vcpu=16, ),
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, dry, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
params = {
'env_type': ['ant_dir'],
'seed': list(range(nseeds)),
}
default_params = {
'offline_buffer_path':
'/preloaded_buffer/ant_dir_32/borel_buffer_iter50_relabelled/',
'pretrained_vae_dir': '/pretrained_vae',
'vae_model_name':
'relabel_semi_modified_init_state_dist__30_04_23_21_33',
'transform_data_bamdp': False,
'debug': False,
'num-train-tasks': 4,
# 'save_data_path': '/preloaded_buffer/ant_dir_32/borel_buffer_iter50_relabelled/',
# 'transform_data_bamdp': True,
# 'train_task_idxs': [0, 1, 2, 3],
# 'test_task_idxs': [4, 5, 6, 7],
}
if debug or dry:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
if dry:
mode = 'here_no_doodad'
default_params['debug'] = True
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt2/log2/demos/',
mount_point='/preloaded_buffer',
),
dict(
local_dir=
'/home/vitchyr/mnt2/log2/21-04-30_macaw-train_vae/run0_16h-19m-41s/trained_vae/',
mount_point='/pretrained_vae',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/demos/',
mount_point='/preloaded_buffer',
),
dict(
local_dir=
'/doodad_tmp/demos/ant_dir_32/borel_vae/run0_16h-19m-41s/trained_vae/',
mount_point='/pretrained_vae',
),
]
elif mode == 'here_no_doodad':
remote_mount_configs = []
default_params.update(
**{
'offline_buffer_path':
'/home/vitchyr/mnt2/log2/demos/ant_dir_32/borel_buffer_iter50_relabelled/',
'pretrained_vae_dir':
'/home/vitchyr/mnt2/log2/21-04-30_macaw-train_vae/run0_16h-19m-41s/trained_vae/',
'vae_model_name':
'relabel_semi_modified_init_state_dist__30_04_23_21_33',
'transform_data_bamdp': False,
})
else:
remote_mount_configs = []
print(exp_name)
sweep_function(
borel,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v2',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel-{}{}'.format(
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
params = {
'env_type': ['ant_dir'],
'seed': list(range(nseeds)),
}
default_params = {
'offline_buffer_path':'/preloaded_buffer/ant_dir_32/borel_buffer_iter50/',
# 'train_task_idxs': [0, 1, 2, 3],
# 'test_task_idxs': [4, 5, 6, 7],
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt2/log2/demos/',
mount_point='/preloaded_buffer',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/demos/',
mount_point='/preloaded_buffer',
),
]
else:
remote_mount_configs = []
print(exp_name)
sweep_function(
train_vae,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v2',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
def main(debug, suffix, nseeds, mode):
path_parts = __file__.split('/')
suffix = '' if suffix is None else '--{}'.format(suffix)
exp_name = 'borel--{}-{}{}'.format(
path_parts[-2].replace('_', '-'),
path_parts[-1].split('.')[0],
suffix,
)
if debug:
exp_name = 'dev--' + exp_name
mode = 'local'
nseeds = 1
params = {
'env_type': ['cheetah_vel'],
'seed': list(range(nseeds)),
}
default_params = {
'offline_buffer_path':
"/preloaded_data/21-05-05_pearl-awac-ant-awac--exp59-half-cheetah-130-online-pearl/16h-02m-49s_run2/extra_snapshot_itr50.cpkl",
'saved_tasks_path':
"/preloaded_data/21-05-05_pearl-awac-ant-awac--exp59-half-cheetah-130-online-pearl/16h-02m-49s_run2/tasks_description.joblib",
'vae_model_name': 'relabel__21_05_04_10_19',
'pretrained_vae_dir':
"/preloaded_data/21-05-20_borel-exp1_vae_cheetah_vel/run0_21h-10m-01s/trained_vae/",
# 'offline_buffer_path_to_save_to': '/preloaded_data/demos/half_cheetah_vel_130/pearl_buffer_iter50_relabelled_v2/',
'relabelled_data_dir':
'/preloaded_data/demos/half_cheetah_vel_130/pearl_buffer_iter50_relabelled_v2/',
'transform_data_bamdp': False,
'load_buffer_kwargs': {
'end_idx': 1200,
},
'path_length': 200,
'meta_episode_len': 600,
'num-train-tasks': 100,
'gpu_id': 1,
}
if mode == 'local':
remote_mount_configs = [
dict(
local_dir='/home/vitchyr/mnt3/azure/',
mount_point='/preloaded_data',
),
]
elif mode == 'azure':
remote_mount_configs = [
dict(
local_dir='/doodad_tmp/',
mount_point='/preloaded_data',
),
]
else:
remote_mount_configs = []
print(exp_name)
sweep_function(
borel,
params,
default_params=default_params,
log_path=exp_name,
mode=mode,
docker_image='vitchyr/borel-v2',
code_dirs_to_mount=[
'/home/vitchyr/git/BOReL/',
'/home/vitchyr/git/doodad/',
'/home/vitchyr/git/railrl/',
'/home/vitchyr/git/multiworld/',
],
non_code_dirs_to_mount=[
dict(
local_dir='/home/vitchyr/.mujoco/',
mount_point='/root/.mujoco',
),
],
azure_mode_kwargs=dict(num_vcpu=16, ),
use_gpu=True,
remote_mount_configs=remote_mount_configs,
)
print(exp_name)
y = variant['y']
z = variant['z']
with open(doodad_config.output_directory + '/function_output.txt',
"w") as f:
f.write('sum = {}'.format(x + y + z))
print('x, y, z = ', x, y, z)
save_doodad_config(doodad_config)
if __name__ == "__main__":
params_to_sweep = {
'x': [1, 2],
'y': [100],
}
default_params = {
'z': 10,
}
for mode in [
'here_no_doodad',
'local',
'azure',
]:
sweep_function(
example_function,
params_to_sweep,
default_params=default_params,
log_path='test_easy_launch_{}'.format(mode),
mode=mode,
use_gpu=True,
)
