def __init__(
self,
ml_task,
X_train,
y_train,
sample_weight,
X_validation,
y_validation,
sample_weight_validation,
eval_metric,
cat_features_indices,
n_jobs,
random_state,
):
self.ml_task = ml_task
self.X_train = X_train
self.y_train = y_train
self.sample_weight = sample_weight
self.X_validation = X_validation
self.y_validation = y_validation
self.eval_metric = eval_metric
self.cat_features = cat_features_indices
self.eval_set = Pool(
data=X_validation,
label=y_validation,
cat_features=self.cat_features,
weight=sample_weight_validation,
)
self.n_jobs = n_jobs
self.rounds = 1000
self.learning_rate = 0.0125
self.early_stopping_rounds = 50
self.seed = random_state
self.objective = catboost_objective(ml_task, self.eval_metric.name)
self.eval_metric_name = catboost_eval_metric(ml_task, self.eval_metric.name)
self.custom_eval_metric = None
if self.eval_metric_name == "spearman":
self.custom_eval_metric = CatBoostEvalMetricSpearman()
elif self.eval_metric_name == "pearson":
self.custom_eval_metric = CatBoostEvalMetricPearson()
elif self.eval_metric_name == "average_precision":
self.custom_eval_metric = CatBoostEvalMetricAveragePrecision()
elif self.eval_metric_name == "mse":
self.custom_eval_metric = CatBoostEvalMetricMSE()
elif self.eval_metric_name == "user_defined_metric":
self.custom_eval_metric = CatBoostEvalMetricUserDefined()
def _get_model_params(self, model_type, seed, params_type="random"):
model_info = AlgorithmsRegistry.registry[self._ml_task][model_type]
model_params = None
if params_type == "default":
model_params = model_info["default_params"]
model_params["seed"] = seed
else:
model_params = RandomParameters.get(model_info["params"], seed + self._seed)
if model_params is None:
return None
# set eval metric
if model_info["class"].algorithm_short_name == "Xgboost":
model_params["eval_metric"] = xgboost_eval_metric(
self._ml_task, self._eval_metric
)
if model_info["class"].algorithm_short_name == "LightGBM":
metric, custom_metric = lightgbm_eval_metric(
self._ml_task, self._eval_metric
)
model_params["metric"] = metric
model_params["custom_eval_metric_name"] = custom_metric
if model_info["class"].algorithm_short_name == "CatBoost":
model_params["eval_metric"] = catboost_eval_metric(
self._ml_task, self._eval_metric
)
elif model_info["class"].algorithm_short_name in [
"Random Forest",
"Extra Trees",
]:
model_params["eval_metric_name"] = self._eval_metric
model_params["ml_task"] = self._ml_task
required_preprocessing = model_info["required_preprocessing"]
model_additional = model_info["additional"]
preprocessing_params = PreprocessingTuner.get(
required_preprocessing, self._data_info, self._ml_task
)
model_params = {
"additional": model_additional,
"preprocessing": preprocessing_params,
"validation_strategy": self._validation_strategy,
"learner": {
"model_type": model_info["class"].algorithm_short_name,
"ml_task": self._ml_task,
"n_jobs": self._n_jobs,
**model_params,
},
"automl_random_state": self._seed,
}
if self._data_info.get("num_class") is not None:
model_params["learner"]["num_class"] = self._data_info.get("num_class")
model_params["ml_task"] = self._ml_task
model_params["explain_level"] = self._explain_level
return model_params