def __init__(self, size, reward_style="simple"): FrameTable.__init__(self, size) self.algorithms = [] # self.algorithms.append(Randomly(size)) self.algorithms.append(LRU(size)) self.algorithms.append(FIFO(size)) self.algorithms.append(NFU(size)) self.algorithms.append(MRU(size)) self.curalgo = 0 self.agent = SarsaApprox(size, len(self.algorithms)) self.reward_style = reward_style if not reward_style == "simple": self.framefault = {} self.miss_reward_step = -1 self.hit_reward_step = 1 self.ah_files = [] self.ah_counts = [0, 0, 0, 0] for i in range(0, len(self.algorithms)): self.ah_files.append(open("actions_history_" + str(i), "w"))