def get_perf_without_model(self, model, verbose=False):
p = perf.compute(self.metric,
(self.predictions - model.get_predictions()) / (self.num_models - 1),
self.targets)
if verbose:
print '%s with removed model %s of perf %s' % (p, model.get_pretty_name(), model.get_perf())
return p
def output_perf_by_query(self):
self.perf = perf.compute(self.metric, self.predictions, self.targets, verbose=True)
def compute_perf(self):
self.perf = perf.compute(self.metric, self.get_predictions(), self.targets)
