def evaluate(self, root):
self.root = root
cur_data = load_records_from(pjoin(root,
self.out_file))[self.skip_head:]
his_data = load_records_from(pjoin(root,
self.his_file))[self.skip_head:]
self.ratio_develop = 0
if os.path.exists(self.develop_file):
develop_data = load_records_from(pjoin(
root, self.develop_file))[self.skip_head:]
if len(develop_data) > 0:
self.ratio_develop = self.compare_with(cur_data, develop_data)
self.ratio = self.compare_with(cur_data, his_data)
return (-self.ratio) < self.diff_thre
def evaluate(self, root):
'''
It seems that compare every batch is too sensitive. So we just compare KPI.
'''
self.root = root
cur_data = load_records_from(pjoin(root,
self.out_file))[self.skip_head:]
his_data = load_records_from(pjoin(root,
self.his_file))[self.skip_head:]
self.ratio_develop = 0
if os.path.exists(self.develop_file):
develop_data = load_records_from(pjoin(
root, self.develop_file))[self.skip_head:]
if len(develop_data) > 0:
self.ratio_develop = self.compare_with(cur_data, develop_data)
self.ratio = self.compare_with(cur_data, his_data)
return (-self.ratio) < self.diff_thre
def baseline_data(self):
return load_records_from(pjoin(self.root, self.his_file))
def cur_data(self):
return load_records_from(pjoin(self.root, self.out_file))