def testParameterSearchCanApply(self):
interface = BasicInterface()
filename = "iris_tests/full_iris_with_parameter_search.xml"
block_filepath = self.setup_holder.filepath_handler.get_test_block_path(
filename)
data_filepath = self.setup_holder.filepath_handler.get_test_block_path(
"iris_tests")
interface.load_file(block_filepath)
interface.set_variable("data_folder", data_filepath)
search_configuration = interface.search(greedy=True,
minimize_valid_score=False)
interface.apply_search_configuration(search_configuration)
interface.train()
performance = interface.evaluate()
self.assertGreaterEqual(1.0, performance)
self.assertLess(0.9, performance)
def testParameterSearchFullRuns(self):
interface = BasicInterface()
filename = "iris_tests/full_iris_with_parameter_search.xml"
block_filepath = self.setup_holder.filepath_handler.get_test_block_path(
filename)
data_filepath = self.setup_holder.filepath_handler.get_test_block_path(
"iris_tests")
interface.load_file(block_filepath)
interface.set_variable("data_folder", data_filepath)
search_configuration = interface.search(greedy=False,
minimize_valid_score=False)
v_list = search_configuration.get_affected_variables()
self.assertEqual(3, len(v_list))
self.assertIn("batch_size", v_list)
self.assertIn("inner_dim", v_list)
self.assertIn("dropout", v_list)
