def preprocess_state(self, state, append=True):
'''Transforms the raw state into format that is fed into the network'''
state = util.transform_image(state)
# append when state is first seen when acting in policy_util, don't append elsewhere in memory
self.preprocess_append(state, append)
processed_state = np.stack(self.state_buffer, axis=-1).astype(np.float16)
assert processed_state.shape == self.body.state_dim
return processed_state
def preprocess_state(self, state, append=True):
'''Transforms the raw state into format that is fed into the network'''
state = util.transform_image(state)
# append when state is first seen when acting in policy_util, don't append elsewhere in memory
if append:
assert id(state) != id(self.state_buffer[-1]), 'Do not append to buffer other than during action'
self.state_buffer.append(state)
processed_state = np.stack(self.state_buffer, axis=-1).astype(np.float16)
assert processed_state.shape == self.body.state_dim
return processed_state
def observation(self, frame):
frame = util.transform_image(frame, method='openai')
frame = np.expand_dims(frame, -1)
frame = np.swapaxes(frame, 2, 0)
return frame
def observation(self, frame):
frame = util.transform_image(frame, method='openai')
frame = np.transpose(frame) # reverses all axes
frame = np.expand_dims(frame, 0)
return frame