def evaluate(self, root): self.root = root cur_data = load_records_from(pjoin(root, self.out_file))[self.skip_head:] his_data = load_records_from(pjoin(root, self.his_file))[self.skip_head:] self.ratio_develop = 0 if os.path.exists(self.develop_file): develop_data = load_records_from(pjoin( root, self.develop_file))[self.skip_head:] if len(develop_data) > 0: self.ratio_develop = self.compare_with(cur_data, develop_data) self.ratio = self.compare_with(cur_data, his_data) return (-self.ratio) < self.diff_thre
def evaluate(self, root): ''' It seems that compare every batch is too sensitive. So we just compare KPI. ''' self.root = root cur_data = load_records_from(pjoin(root, self.out_file))[self.skip_head:] his_data = load_records_from(pjoin(root, self.his_file))[self.skip_head:] self.ratio_develop = 0 if os.path.exists(self.develop_file): develop_data = load_records_from(pjoin( root, self.develop_file))[self.skip_head:] if len(develop_data) > 0: self.ratio_develop = self.compare_with(cur_data, develop_data) self.ratio = self.compare_with(cur_data, his_data) return (-self.ratio) < self.diff_thre
def baseline_data(self): return load_records_from(pjoin(self.root, self.his_file))
def cur_data(self): return load_records_from(pjoin(self.root, self.out_file))