def testSerialize2(self):
obs_dim = 2
action_dim = 7
env = DummyEnv(obs_dim, action_dim)
policy = GaussianMLPPolicy(obs_dim,
action_dim,
name='test_policy_serialize2',
hidden_sizes=(54, 23))
sess = tf.get_default_session()
sess.run(tf.global_variables_initializer())
obs = env.get_obs()
_, pre_agent_infos = policy.get_action(obs)
pkl_str = pickle.dumps(policy)
tf.reset_default_graph()
with tf.Session() as sess:
policy_unpickled = pickle.loads(pkl_str)
_, post_agent_infos = policy_unpickled.get_action(obs)
for key in pre_agent_infos.keys():
self.assertTrue(
np.allclose(pre_agent_infos[key], post_agent_infos[key]))
class TestPolicy(unittest.TestCase):
def setUp(self):
sess = tf.get_default_session()
if sess is None:
tf.InteractiveSession()
def test_output_sym(self):
with tf.Session() as sess:
obs_dim = 23
action_dim = 7
self.env = DummyEnv(obs_dim, action_dim)
self.policy = GaussianMLPPolicy(obs_dim,
action_dim,
name='test_policy_output_sym',
hidden_sizes=(64, 64))
obs_ph_1 = tf.placeholder(dtype=tf.float32,
name="obs_ph_1",
shape=(None, ) +
self.env.observation_space.shape)
output_sym_1 = self.policy.distribution_info_sym(obs_ph_1)
sess.run(tf.global_variables_initializer())
n_obs = self.env.get_obs(n=100)
action, agent_infos = self.policy.get_actions(n_obs)
agent_infos_output_sym = sess.run(output_sym_1,
feed_dict={obs_ph_1: n_obs})
for k in agent_infos.keys():
self.assertTrue(
np.allclose(agent_infos[k],
agent_infos_output_sym[k],
rtol=1e-5,
atol=1e-5))
def test_get_action(self):
with tf.Session() as sess:
obs_dim = 23
action_dim = 7
self.env = DummyEnv(obs_dim, action_dim)
self.policy = GaussianMLPPolicy(obs_dim,
action_dim,
name='test_policy_get_action',
hidden_sizes=(64, 64))
sess.run(tf.global_variables_initializer())
obs = self.env.get_obs()
action, agent_infos = self.policy.get_action(obs)
actions, agents_infos = self.policy.get_actions(
np.expand_dims(obs, 0))
for k in agent_infos.keys():
self.assertTrue(
np.allclose(agent_infos[k],
agents_infos[k],
rtol=1e-5,
atol=1e-5))
def testSerialize1(self):
obs_dim = 23
action_dim = 7
self.env = DummyEnv(obs_dim, action_dim)
self.policy = GaussianMLPPolicy(obs_dim,
action_dim,
name='test_policy_serialize',
hidden_sizes=(64, 64))
sess = tf.get_default_session()
sess.run(tf.global_variables_initializer())
all_param_values = self.policy.get_param_values()
self.policy.set_params(all_param_values)
def testSerialize2(self):
obs_dim = 2
action_dim = 7
env = DummyEnv(obs_dim, action_dim)
policy = GaussianMLPPolicy(obs_dim,
action_dim,
name='test_policy_serialize2',
hidden_sizes=(54, 23))
sess = tf.get_default_session()
sess.run(tf.global_variables_initializer())
obs = env.get_obs()
_, pre_agent_infos = policy.get_action(obs)
pkl_str = pickle.dumps(policy)
tf.reset_default_graph()
with tf.Session() as sess:
policy_unpickled = pickle.loads(pkl_str)
_, post_agent_infos = policy_unpickled.get_action(obs)
for key in pre_agent_infos.keys():
self.assertTrue(
np.allclose(pre_agent_infos[key], post_agent_infos[key]))
