def __init__(self, obs_dim, act_dim, size):
self.obs_buf = np.zeros(core.combined_shape(size, obs_dim), dtype=np.float32)
self.obs2_buf = np.zeros(core.combined_shape(size, obs_dim), dtype=np.float32)
self.act_buf = np.zeros(core.combined_shape(size, act_dim), dtype=np.float32)
self.rew_buf = np.zeros(size, dtype=np.float32)
self.done_buf = np.zeros(size, dtype=np.float32)
self.ptr, self.size, self.max_size = 0, 0, size
def __init__(self, obs_dim, act_dim, is_discrete, size):
self.obs_buf = np.zeros(core.combined_shape(size, obs_dim),
dtype=np.float32)
self.obs2_buf = np.zeros(core.combined_shape(size, obs_dim),
dtype=np.float32)
act_type = np.int if is_discrete else np.float32
self.act_buf = np.zeros(core.combined_shape(size, act_dim),
dtype=act_type)
self.rew_buf = np.zeros(size, dtype=np.float32)
self.done_buf = np.zeros(size, dtype=np.float32)
self.ptr, self.size, self.max_size = 0, 0, size