Esempio n. 1
0
    def __init__(self, agent):
        """Return a wrapper around the given agent."""
        if hasattr(agent, 'benchmark') or hasattr(agent, 'agent'):
            raise ValueError("Wrapped agent must not define a benchmark or" +
                             "an agent attribute.")
        self.agent = agent
        self.benchmark = BenchmarkDataSet()

        # For episodewide statistics
        self.__rewards = []
Esempio n. 2
0
 def __init__(self, agent):
     """Return a wrapper around the given agent."""
     if hasattr(agent, 'benchmark') or  hasattr(agent, 'agent'):
         raise ValueError("Wrapped agent must not define a benchmark or" + 
                          "an agent attribute.")
     self.agent = agent
     self.benchmark = BenchmarkDataSet()
     
     # For episodewide statistics
     self.__rewards = []
Esempio n. 3
0
class BenchmarkingAgent(object):
    """Agent that is used as a middleware to record benchmarks into a
    BenchmarkDataSet.
    """
    
    def __init__(self, agent):
        """Return a wrapper around the given agent."""
        if hasattr(agent, 'benchmark') or  hasattr(agent, 'agent'):
            raise ValueError("Wrapped agent must not define a benchmark or" + 
                             "an agent attribute.")
        self.agent = agent
        self.benchmark = BenchmarkDataSet()
        
        # For episodewide statistics
        self.__rewards = []
    
    def giveReward(self, reward):
        self.agent.giveReward(reward)
        self.__rewards.append(reward)
    
    def newEpisode(self):
        episodeLength = len(self.__rewards)
        avgReward = sum(self.__rewards) / episodeLength
        self.benchmark.appendLinked(avgReward, episodeLength)
        self.__rewards = []
        return self.agent.newEpisode()
    
    def __getattribute__(self, key):
        try:
            return super(BenchmarkingAgent, self).__getattribute__(key)
        except AttributeError:
            agent = super(BenchmarkingAgent, self).__getattribute__('agent')
            return getattr(agent, key)
    
    def __setattribute__(self, key, value):
        if hasattr(self, key):
            setattr(self, key, value)
        else:
            agent = super(BenchmarkingAgent, self).__getattribute__('agent')
            setattr(agent, key, value)
Esempio n. 4
0
class BenchmarkingAgent(object):
    """Agent that is used as a middleware to record benchmarks into a
    BenchmarkDataSet.
    """

    def __init__(self, agent):
        """Return a wrapper around the given agent."""
        if hasattr(agent, 'benchmark') or  hasattr(agent, 'agent'):
            raise ValueError("Wrapped agent must not define a benchmark or" +
                             "an agent attribute.")
        self.agent = agent
        self.benchmark = BenchmarkDataSet()

        # For episodewide statistics
        self.__rewards = []

    def giveReward(self, reward):
        self.agent.giveReward(reward)
        self.__rewards.append(reward)

    def newEpisode(self):
        episodeLength = len(self.__rewards)
        avgReward = sum(self.__rewards) / episodeLength
        self.benchmark.appendLinked(avgReward, episodeLength)
        self.__rewards = []
        return self.agent.newEpisode()

    def __getattribute__(self, key):
        try:
            return super(BenchmarkingAgent, self).__getattribute__(key)
        except AttributeError:
            agent = super(BenchmarkingAgent, self).__getattribute__('agent')
            return getattr(agent, key)

    def __setattribute__(self, key, value):
        if hasattr(self, key):
            setattr(self, key, value)
        else:
            agent = super(BenchmarkingAgent, self).__getattribute__('agent')
            setattr(agent, key, value)