def __init__(self, obs_dim, act_dim, size): self.obs_buf = np.zeros(core.combined_shape(size, obs_dim), dtype=np.float32) self.obs2_buf = np.zeros(core.combined_shape(size, obs_dim), dtype=np.float32) self.act_buf = np.zeros(core.combined_shape(size, act_dim), dtype=np.float32) self.rew_buf = np.zeros(size, dtype=np.float32) self.done_buf = np.zeros(size, dtype=np.float32) self.ptr, self.size, self.max_size = 0, 0, size
def __init__(self, obs_dim, act_dim, goal_dim, size): self.obs_buf = np.zeros(core.combined_shape( size, obs_dim), dtype=np.float32) self.obs2_buf = np.zeros(core.combined_shape( size, obs_dim), dtype=np.float32) self.act_buf = np.zeros(core.combined_shape( size, act_dim), dtype=np.float32) self.rew_buf = np.zeros(size, dtype=np.float32) self.done_buf = np.zeros(size, dtype=np.float32) self.dgoal_buf = np.zeros(core.combined_shape( size, goal_dim), dtype=np.float32) self.agoal_buf = np.zeros(core.combined_shape( size, goal_dim), dtype=np.float32) self.info_buf = np.empty((size, 1), dtype=object) self.ptr, self.size, self.max_size = 0, 0, size