def evaluate_test(self, x): net = LeNet(dropout_fist_fc=float(x[0, 0]), dropout_second_fc=float(x[0, 1]), learning_rate=float(x[0, 2]), momentum=float(x[0, 3])) train(net, self.X_train, self.y_train, self.X_valid, self.y_valid, num_epochs=13) test_error = test(net, self.X_test, self.y_test) return np.array([[test_error]])
def objective_function(self, x): net = LeNet(dropout_fist_fc=float(x[0, 0]), dropout_second_fc=float(x[0, 1]), learning_rate=float(x[0, 2]), momentum=float(x[0, 3])) validation_error, _ = train(net, self.X_train, self.y_train, self.X_valid, self.y_valid, num_epochs=13) return np.array([[validation_error]])