def test_eval_cv_on_subset(self):
backend_api = backend.create(self.tmp_dir, self.tmp_dir)
eval_cv(self.queue, self.configuration, self.data, backend_api, 1, 1,
5, 45, True, False, True)
info = self.queue.get()
self.assertAlmostEqual(info[1], 0.063004032258064502)
self.assertEqual(info[2], 1)
def test_eval_cv(self):
eval_cv(self.queue, self.configuration, self.data, self.tmp_dir,
1, 1, 5, None, True, False, True)
info = self.queue.get()
self.assertAlmostEqual(info[1], 0.079637096774193727)
self.assertEqual(info[2], 1)
self.assertNotIn('bac_metric', info[3])
def test_eval_cv(self):
eval_cv(self.queue, self.configuration, self.data, self.tmp_dir, 1, 1,
5, None, True, False, True)
info = self.queue.get()
self.assertAlmostEqual(info[1], 0.079637096774193727)
self.assertEqual(info[2], 1)
self.assertNotIn('bac_metric', info[3])
def test_eval_cv_all_loss_functions(self):
eval_cv(self.queue, self.configuration, self.data, self.tmp_dir,
1, 1, 5, None, True, True, True)
info = self.queue.get()
self.assertIn('f1_metric: 0.0794451450189;pac_metric: 0.344745492187;'
'acc_metric: 0.075;auc_metric: 0.0285222960152;'
'bac_metric: 0.0796370967742;duration: ', info[3])
self.assertAlmostEqual(info[1], 0.079637096774193727)
self.assertEqual(info[2], 1)
def test_eval_cv_all_loss_functions(self):
eval_cv(self.queue, self.configuration, self.data, self.tmp_dir, 1, 1,
5, None, True, True, True)
info = self.queue.get()
self.assertIn(
'f1_metric: 0.0794451450189;pac_metric: 0.344745492187;'
'acc_metric: 0.075;auc_metric: 0.0285222960152;'
'bac_metric: 0.0796370967742;duration: ', info[3])
self.assertAlmostEqual(info[1], 0.079637096774193727)
self.assertEqual(info[2], 1)
def test_eval_cv_on_subset(self):
eval_cv(self.queue, self.configuration, self.data,
self.tmp_dir, 1, 1, 5, 45, True, False, True)
info = self.queue.get()
self.assertAlmostEqual(info[1], 0.063004032258064502)
self.assertEqual(info[2], 1)
