def get_perf_without_model(self, model, verbose=False): p = perf.compute(self.metric, (self.predictions - model.get_predictions()) / (self.num_models - 1), self.targets) if verbose: print '%s with removed model %s of perf %s' % (p, model.get_pretty_name(), model.get_perf()) return p
def output_perf_by_query(self): self.perf = perf.compute(self.metric, self.predictions, self.targets, verbose=True)
def compute_perf(self): self.perf = perf.compute(self.metric, self.get_predictions(), self.targets)