def remove_old_play_data(self): with MkdirLockFile(self.config.resource.play_data_dir): files = get_game_data_filenames(self.config.resource) if len(files) < self.config.play_data.max_file_num: return for i in range(len(files) - self.config.play_data.max_file_num): os.remove(files[i])
def remove_play_data(self): files = get_game_data_filenames(self.config.resource) if len(files) < self.config.play_data.max_file_num: return try: for i in range(len(files) - self.config.play_data.max_file_num): os.remove(files[i]) except: pass
def load_play_data(self): filenames = get_game_data_filenames(self.config.resource) updated = False for filename in filenames: if filename in self.loaded_filenames: continue self.load_data_from_file(filename) updated = True for filename in (self.loaded_filenames - set(filenames)): self.unload_data_of_file(filename) updated = True if updated: logger.debug("updating training dataset") self.dataset = self.collect_all_loaded_data()
def load_play_data(self): with MkdirLockFile(self.config.resource.play_data_dir): filenames = get_game_data_filenames(self.config.resource) updated = False for filename in filenames: if filename in self.loaded_filenames: continue self.load_data_from_file(filename) updated = True for filename in (self.loaded_filenames - set(filenames)): self.unload_data_of_file(filename) updated = True if updated: self.dataset = DataSet(self.loaded_data) logger.debug(f"updating training dataset size {self.dataset_size}")