def __init__(self):
hp_space = [
HyperParameter.categorical_param('boosting_type',
('gbdt', 'dart', 'goss', 'rf')),
HyperParameter.int_param('num_leaves', (10, 300)),
HyperParameter.int_param('max_depth', (-1, 100)),
HyperParameter.float_param('learning_rate', (0.01, 1)),
HyperParameter.int_param('n_estimators', (10, 1000)),
HyperParameter.int_param('subsample_for_bin', (20000, 2000000)),
HyperParameter.float_param('min_split_gain', (0., 10.)),
HyperParameter.float_param('min_child_weight', (1e-4, 1e-2)),
HyperParameter.int_param('min_child_samples', (1, 20)),
HyperParameter.float_param('subsample', (0.1, 1.0)),
HyperParameter.int_param('subsample_freq', (-1, 10)),
HyperParameter.float_param('colsample_bytree', (0.1, 1.0)),
HyperParameter.float_param('reg_alpha', (0.0, 1e4)),
HyperParameter.float_param('reg_lambda', (0.0, 1e4)),
HyperParameter.int_param('max_bin', (20, 2000)),
HyperParameter.float_param('drop_rate', (0.0, 1.0)),
HyperParameter.int_param('max_drop', (0, 500)),
HyperParameter.float_param('skip_drop', (0.0, 1.0)),
HyperParameter.float_param('top_rate', (0.0, 1.0)),
HyperParameter.float_param('other_rate', (0.0, 1.0)),
HyperParameter.int_param('min_data_in_bin', (3, 30)),
HyperParameter.float_param('sparse_threshold', (0.1, 1.0))
]
initializer = LGBMClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.float_param('radius', (1e-2, 1e3)),
HyperParameter.categorical_param('weights', ('uniform', 'distance')),
HyperParameter.categorical_param('algorithm', ('ball_tree', 'kd_tree', 'brute')),
HyperParameter.int_param('leaf_size', (3, 100)),
HyperParameter.int_param('p', (1, 10))
]
initializer = sklearn.neighbors.RadiusNeighborsClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.categorical_param('n_estimators', (100,)),
HyperParameter.categorical_param('criterion', ('gini', 'entropy')),
HyperParameter.int_param('min_samples_split', (2, 20)),
HyperParameter.int_param('min_samples_leaf', (1, 20)),
HyperParameter.float_param('max_features', (0., 1.)),
HyperParameter.categorical_param('bootstrap', (True, False)),
]
initializer = sklearn.ensemble.RandomForestClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.categorical_param('criterion', ('gini', 'entropy')),
HyperParameter.int_param('max_depth', (1, 40)),
HyperParameter.int_param('min_samples_split', (2, 20)),
HyperParameter.int_param('min_samples_leaf', (1, 20)),
HyperParameter.categorical_param('max_features', ('sqrt', 'log2', None)),
# HyperParameter.int_param('max_leaf_nodes', (2, 100)),
# HyperParameter.float_param('min_impurity_decrease', (0., 100.)),
]
model_initializer = sklearn.tree.DecisionTreeClassifier
super().__init__(hp_space, model_initializer)
def __init__(self):
hp_space = [
HyperParameter.int_param('n_estimators', (10, 1000)),
HyperParameter.int_param('max_depth', (0, 40)),
HyperParameter.int_param('min_samples_split', (1, 100)),
HyperParameter.int_param('min_samples_leaf', (1, 100)),
HyperParameter.categorical_param('max_features',
('sqrt', 'log2', None)),
HyperParameter.int_param('max_leaf_nodes', (-1, 100)),
HyperParameter.float_param('min_impurity_decrease', (0.0, 100.0))
]
initializer = sklearn.ensemble.RandomForestClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.int_param('max_iter_predict', (10, 1000))
]
initializer = sklearn.gaussian_process.GaussianProcessClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.int_param('n_estimators', (50, 500)),
HyperParameter.float_param('learning_rate', (0.1, 2.)),
HyperParameter.categorical_param('algorithm', ('SAMME', 'SAMME.R')),
]
initializer = sklearn.ensemble.AdaBoostClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.int_param('n_estimators', (5, 100)),
HyperParameter.float_param('max_samples', (0.0, 1.0)),
# HyperParameter.float_param('max_features', (0.0, 1.0))
]
initializer = sklearn.ensemble.BaggingClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.int_param('n_neighbors', (1, 100)),
HyperParameter.categorical_param('weights', ('uniform', 'distance')),
HyperParameter.categorical_param('p', (1, 2))
]
initializer = sklearn.neighbors.KNeighborsClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.float_param('alpha', (1e-2, 1e2)),
HyperParameter.int_param('max_iter', (1000, 10000)),
HyperParameter.float_param('tol', (1e-4, 1e-2)),
HyperParameter.categorical_param('solver', ('svd', 'cholesky', 'lsqr', 'sparse_cg', 'sag', 'saga'))
]
initializer = sklearn.linear_model.RidgeClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.categorical_param('penalty', (None, 'l2', 'l1', 'elasticnet')),
HyperParameter.float_param('alpha', (1e-5, 1e-3)),
HyperParameter.int_param('max_iter', (1000, 10000)),
HyperParameter.float_param('tol', (1e-4, 1e-2)),
HyperParameter.float_param('eta0', (0.1, 10))
]
initializer = sklearn.linear_model.Perceptron
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.float_param('C', (0.1, 10)),
HyperParameter.int_param('max_iter', (1000, 10000)),
HyperParameter.float_param('tol', (1e-4, 1e-2)),
HyperParameter.categorical_param('loss',
('hinge', 'squared_hinge'))
]
initializer = sklearn.linear_model.PassiveAggressiveClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.float_param('learning_rate', (1e-6, 0.15)),
HyperParameter.int_param('global_step', (0, 1e9)),
HyperParameter.float_param(
'initial_gradient_squared_accumulator_value', (1e-6, 1.)),
HyperParameter.float_param('l1_regularization_strength', (0., 1.)),
HyperParameter.float_param('l2_regularization_strength', (0., 1.)),
HyperParameter.categorical_param('use_locking', (True, False))
]
model_initializer = tf.train.AdagradDAOptimizer
super().__init__(hp_space, model_initializer)
def __init__(self):
hp_space = [
HyperParameter.float_param('nu', (5e-3, 1)),
HyperParameter.categorical_param('kernel', ('poly', 'rbf', 'sigmoid')),
HyperParameter.int_param('degree', (2, 5)),
HyperParameter.float_param('gamma', (3.0517578125e-05, 8)),
HyperParameter.float_param('coef0', (-1, 1.)),
# HyperParameter.categorical_param('shrinking', (True, False)),
HyperParameter.float_param('tol', (1e-5, 1e-1))
]
model_initializer = sklearn.svm.NuSVC
super().__init__(hp_space, model_initializer)
def __init__(self):
hp_space = [
HyperParameter.categorical_param('penalty', ('l1', 'l2')),
HyperParameter.categorical_param('dual', (True, False)),
HyperParameter.float_param('tol', (1e-6, 1e-1)),
HyperParameter.float_param('C', (1e-2, 1e2)),
HyperParameter.categorical_param('solver', ('saga', 'liblinear', 'sag', 'lbfgs', 'newton-cg')),
HyperParameter.int_param('max_iter', (100, 1000)),
HyperParameter.categorical_param('multi_class', ('ovr', 'multinomial'))
]
initializer = sklearn.linear_model.LogisticRegression
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.float_param('nu', (5e-3, 1)),
HyperParameter.categorical_param(
'kernel', ('linear', 'poly', 'rbf', 'sigmoid')),
HyperParameter.int_param('degree', (1, 30)),
HyperParameter.float_param('gamma', (1e-5, 10)),
HyperParameter.float_param('coef0', (0., 100.)),
HyperParameter.categorical_param('shrinking', (True, False)),
HyperParameter.float_param('tol', (1e-5, 1e-1))
]
model_initializer = sklearn.svm.NuSVC
super().__init__(hp_space, model_initializer)
def __init__(self):
hp_space = [
HyperParameter.categorical_param('loss', ('hinge', 'log', 'modified_huber', 'squared_hinge', 'perceptron')),
HyperParameter.categorical_param('penalty', ('l2', 'l1', 'elasticnet')),
HyperParameter.float_param('alpha', (1e-9, 1)),
HyperParameter.float_param('l1_ratio', (0.0, 1.0)),
HyperParameter.int_param('max_iter', (1000, 10000)),
HyperParameter.float_param('tol', (1e-5, 1e-1)),
HyperParameter.float_param('epsilon', (1e-5, 1e-1)),
HyperParameter.categorical_param('learning_rate', ('constant', 'optimal', 'invscaling')),
HyperParameter.float_param('eta0', (1e-7, 1e-1)),
HyperParameter.float_param('power_t', (1e-5, 1)),
HyperParameter.categorical_param('average', (True, False))
]
initializer = sklearn.linear_model.SGDClassifier
super().__init__(hp_space, initializer)
def __init__(self):
hp_space = [
HyperParameter.int_param('max_depth', (0, 60)),
HyperParameter.float_param('learning_rate', (0, 1)),
HyperParameter.int_param('n_estimators', (50, 1000)),
HyperParameter.categorical_param('booster',
('gbtree', 'gblinear', 'dart')),
HyperParameter.float_param('gamma', (0, 10000)),
HyperParameter.int_param('min_child_weight', (0, 100)),
HyperParameter.int_param('max_delta_step', (0, 10)),
HyperParameter.float_param('subsample', (0.1, 1)),
HyperParameter.float_param('colsample_bytree', (0.1, 1)),
HyperParameter.float_param('colsample_bylevel', (0.1, 1)),
HyperParameter.float_param('reg_alpha', (0.0, 1e4)),
HyperParameter.float_param('reg_lambda', (0.0, 1e4)),
HyperParameter.categorical_param(
'tree_method',
('exact', 'approx', 'hist', 'gpu_exact', 'gpu_hist')),
HyperParameter.float_param('sketch_eps', (0.003, 1)),
HyperParameter.categorical_param('grow_policy',
('depthwise', 'lossguide')),
HyperParameter.int_param('max_leaves', (0, 100)),
HyperParameter.int_param('max_bin', (20, 2000)),
HyperParameter.categorical_param('sample_type',
('uniform', 'weighted')),
HyperParameter.categorical_param('normalize_type',
('tree', 'forest')),
HyperParameter.float_param('rate_drop', (0, 1)),
HyperParameter.float_param('skip_drop', (0, 1)),
HyperParameter.categorical_param('updater',
('shotgun', 'coord_descent')),
HyperParameter.categorical_param(
'feature_selector',
('cyclic', 'shuffle', 'random', 'greedy', 'thrifty'))
]
initializer = XGBClassifier
super().__init__(hp_space, initializer)
