class EnvironmentByteMessenger: def __init__(self, env, serializer): self._env = env self._serializer = serializer self._input_channel = ByteInputChannel(serializer) self._output_channel = ByteOutputChannel(serializer) self.init() def init(self): first_symbol, reward = self._env.next(None) self._input_channel.consume(first_symbol) self._input_channel.get_text() def send(self, msg=None): msg = msg or ' ' nsymbols = 0 self._output_channel.set_message(msg) while not self._output_channel.is_empty(): env_symbol, reward = self._env.next(self._output_channel.consume()) self._input_channel.consume(env_symbol) nsymbols += 1 return reward def get_text(self): return self._input_channel.get_text()
def __init__(self, env, session, serializer, show_world=False, byte_channels=False): super(StdInOutView, self).__init__(env, session) # for visualization purposes, we keep an internal buffer of the # input and output stream so when they are cleared from task to # task, we can keep the history intact. self.input_buffer = '' self.output_buffer = '' self.panic = u'SKIP' self.quit = 'QUIT' self._byte_channels = byte_channels if byte_channels: # record what the learner says self._learner_channel = ByteInputChannel(serializer) # record what the environment says self._env_channel = ByteInputChannel(serializer) # reward buffer self._reward_buffer = '' else: # record what the learner says self._learner_channel = InputChannel(serializer) # record what the environment says self._env_channel = InputChannel(serializer) # listen to the updates in these channels self._learner_channel.sequence_updated.register( self.on_learner_sequence_updated) self._learner_channel.message_updated.register( self.on_learner_message_updated) self._env_channel.sequence_updated.register( self.on_env_sequence_updated) self._env_channel.message_updated.register(self.on_env_message_updated) if show_world: # register a handler to plot the world if show_world is active env.world_updated.register(self.on_world_updated) # connect the channels with the observed input bits session.env_token_updated.register(self.on_env_token_updated) session.learner_token_updated.register(self.on_learner_token_updated) del self.info['current_task']
class EnvironmentByteMessenger: def __init__(self, env, serializer): self._env = env self._serializer = serializer self._input_channel = ByteInputChannel(serializer) self._output_channel = ByteOutputChannel(serializer) self.init() def init(self): first_symbol, reward = self._env.next(None) self._input_channel.consume(first_symbol) self._input_channel.get_text() def send(self, msg=None): msg = msg or ' ' nsymbols = 0 self._output_channel.set_message(msg) while not self._output_channel.is_empty(): env_symbol, reward = self._env.next(self._output_channel.consume()) self._input_channel.consume(env_symbol) nsymbols += 1 return reward def get_text(self): return self._input_channel.get_text()
def __init__(self, serializer, byte_mode): ''' Takes the serialization protocol ''' self._serializer = serializer if byte_mode: self._input_channel = ByteInputChannel(serializer) self._output_channel = ByteOutputChannel(serializer) else: self._input_channel = InputChannel(serializer) self._output_channel = OutputChannel(serializer) self.logger = logging.getLogger(__name__) self.speaking = False
def __init__(self, serializer, task_scheduler, scramble=False, max_reward_per_task=10000, byte_mode=False): # save parameters into member variables self._task_scheduler = task_scheduler self._serializer = serializer self._max_reward_per_task = max_reward_per_task # cumulative reward per task self._reward_per_task = defaultdict(int) # the event manager is the controller that dispatches # changes in the environment (like new inputs or state changes) # to handler functions in the tasks that tell the environment # how to react self.event_manager = EventManager() # intialize member variables self._current_task = None self._current_world = None if scramble: serializer = ScramblingSerializerWrapper(serializer) if byte_mode: # we hear to our own output self._output_channel_listener = ByteInputChannel(serializer) # output channel self._output_channel = ByteOutputChannel(serializer) # input channel self._input_channel = ByteInputChannel(serializer) else: # we hear to our own output self._output_channel_listener = InputChannel(serializer) # output channel self._output_channel = OutputChannel(serializer) # input channel self._input_channel = InputChannel(serializer) # priority of ongoing message self._output_priority = 0 # reward that is to be given at the learner at the end of the task self._reward = None self._result = None self._last_result = None # reward that is to be given immediately self._immediate_reward = None # Current task time self._task_time = None # Task separator issued self._task_separator_issued = False # Internal logger self.logger = logging.getLogger(__name__) # signals self.world_updated = Observable() self.task_updated = Observable() # Register channel observers self._input_channel.sequence_updated.register( self._on_input_sequence_updated) self._input_channel.message_updated.register( self._on_input_message_updated) self._output_channel_listener.sequence_updated.register( self._on_output_sequence_updated) self._output_channel_listener.message_updated.register( self._on_output_message_updated)
def __init__(self, env, serializer): self._env = env self._serializer = serializer self._input_channel = ByteInputChannel(serializer) self._output_channel = ByteOutputChannel(serializer) self.init()
def __init__(self, env, serializer): self._env = env self._serializer = serializer self._input_channel = ByteInputChannel(serializer) self._output_channel = ByteOutputChannel(serializer) self.init()