def experiment(variant):
env_params = variant['env_params']
env = MultiTaskSawyerXYZReachingEnv(env_params)
tdm_normalizer = TdmNormalizer(
env,
vectorized=True,
max_tau=variant['ddpg_tdm_kwargs']['tdm_kwargs']['max_tau'],
)
qf = TdmQf(
env=env,
vectorized=True,
hidden_sizes=[variant['hidden_sizes'], variant['hidden_sizes']],
structure='norm_difference',
tdm_normalizer=tdm_normalizer,
)
policy = TdmPolicy(
env=env,
hidden_sizes=[variant['hidden_sizes'], variant['hidden_sizes']],
tdm_normalizer=tdm_normalizer,
)
es = OUStrategy(
action_space=env.action_space,
**variant['es_kwargs']
)
exploration_policy = PolicyWrappedWithExplorationStrategy(
exploration_strategy=es,
policy=policy,
)
replay_buffer = HerReplayBuffer(
env=env,
**variant['her_replay_buffer_kwargs']
)
qf_criterion = variant['qf_criterion_class']()
ddpg_tdm_kwargs = copy.deepcopy(variant['ddpg_tdm_kwargs'])
ddpg_tdm_kwargs['ddpg_kwargs']['qf_criterion'] = qf_criterion
algorithm = TdmDdpg(
env,
qf=qf,
replay_buffer=replay_buffer,
policy=policy,
exploration_policy=exploration_policy,
**variant['ddpg_tdm_kwargs']
)
if ptu.gpu_enabled():
algorithm.cuda()
algorithm.train()
def experiment(variant):
env_params = variant['env_params']
env = MultiTaskSawyerXYZReachingEnv(**env_params)
max_tau = variant['ddpg_tdm_kwargs']['tdm_kwargs']['max_tau']
tdm_normalizer = TdmNormalizer(
env,
vectorized=True,
max_tau=max_tau,
)
qf = TdmQf(env=env,
vectorized=True,
norm_order=2,
tdm_normalizer=tdm_normalizer,
**variant['qf_kwargs'])
policy = TdmPolicy(env=env,
tdm_normalizer=tdm_normalizer,
**variant['policy_kwargs'])
es = OUStrategy(action_space=env.action_space, **variant['es_kwargs'])
exploration_policy = PolicyWrappedWithExplorationStrategy(
exploration_strategy=es,
policy=policy,
)
replay_buffer = HerReplayBuffer(env=env,
**variant['her_replay_buffer_kwargs'])
qf_criterion = variant['qf_criterion_class']()
ddpg_tdm_kwargs = variant['ddpg_tdm_kwargs']
ddpg_tdm_kwargs['ddpg_kwargs']['qf_criterion'] = qf_criterion
ddpg_tdm_kwargs['tdm_kwargs']['tdm_normalizer'] = tdm_normalizer
algorithm = TdmDdpg(env,
qf=qf,
replay_buffer=replay_buffer,
policy=policy,
exploration_policy=exploration_policy,
**variant['ddpg_tdm_kwargs'])
if ptu.gpu_enabled():
algorithm.cuda()
algorithm.train()