def testParameterSearchCanApply(self): interface = BasicInterface() filename = "iris_tests/full_iris_with_parameter_search.xml" block_filepath = self.setup_holder.filepath_handler.get_test_block_path( filename) data_filepath = self.setup_holder.filepath_handler.get_test_block_path( "iris_tests") interface.load_file(block_filepath) interface.set_variable("data_folder", data_filepath) search_configuration = interface.search(greedy=True, minimize_valid_score=False) interface.apply_search_configuration(search_configuration) interface.train() performance = interface.evaluate() self.assertGreaterEqual(1.0, performance) self.assertLess(0.9, performance)
def testParameterSearchFullRuns(self): interface = BasicInterface() filename = "iris_tests/full_iris_with_parameter_search.xml" block_filepath = self.setup_holder.filepath_handler.get_test_block_path( filename) data_filepath = self.setup_holder.filepath_handler.get_test_block_path( "iris_tests") interface.load_file(block_filepath) interface.set_variable("data_folder", data_filepath) search_configuration = interface.search(greedy=False, minimize_valid_score=False) v_list = search_configuration.get_affected_variables() self.assertEqual(3, len(v_list)) self.assertIn("batch_size", v_list) self.assertIn("inner_dim", v_list) self.assertIn("dropout", v_list)