def test_t_student(self):
""" Testing paired t-test. """
rng = np.random.RandomState(42)
a, b = rng.normal(loc=0, size=100), rng.normal(loc=0, size=100)
result = paired_t_student(a, b, self.logger)
self.assertGreater(result, 0.3)
a, b = rng.normal(loc=-1, size=100), rng.normal(loc=1, size=100)
result = paired_t_student(a, b, self.logger)
self.assertLess(result, 0.001)
def _paired_t_test(self, epm_rh, default, incumbent, num_permutations):
def_cost, inc_cost = get_cost_dict_for_config(
epm_rh, default), get_cost_dict_for_config(epm_rh, incumbent)
data1, data2 = zip(*[(def_cost[i], inc_cost[i])
for i in def_cost.keys()])
p = paired_t_student(data1, data2, logger=self.logger)
self.logger.debug("p-value for def/inc-difference: %f (paired t-test)",
p)
return p