def test_given_repeating_model_when_trainer_called_incrementally_then_name_collisions_are_prevented(
temp_model_path,
hyperparameter_list,
expected_number_of_unique_names,
expected_suffixes,
):
trainer = AutoTimeSeriesTrainer(path=temp_model_path)
# incrementally train with new hyperparameters
for hp in hyperparameter_list:
trainer.fit(
train_data=DUMMY_TS_DATAFRAME,
hyperparameters=hp,
val_data=DUMMY_TS_DATAFRAME,
)
model_names = trainer.get_model_names()
if trainer.enable_ensemble:
expected_number_of_unique_names += 1
assert len(model_names) == expected_number_of_unique_names
for suffix in expected_suffixes:
assert any(name.endswith(suffix) for name in model_names)
if not trainer.enable_ensemble:
# there should be no edges in the model graph without ensembling
assert not trainer.model_graph.edges
def test_when_trainer_fit_and_deleted_models_load_back_correctly_and_can_predict(
temp_model_path, hyperparameters, low_memory):
trainer = AutoTimeSeriesTrainer(path=temp_model_path,
eval_metric="MAPE",
prediction_length=2)
trainer.fit(
train_data=DUMMY_TS_DATAFRAME,
hyperparameters=hyperparameters,
val_data=DUMMY_TS_DATAFRAME,
)
model_names = copy.copy(trainer.get_model_names())
trainer.save()
del trainer
loaded_trainer = AutoTimeSeriesTrainer.load(path=temp_model_path)
for m in model_names:
loaded_model = loaded_trainer.load_model(m)
if isinstance(loaded_model, TimeSeriesEnsembleWrapper):
continue
predictions = loaded_model.predict(DUMMY_TS_DATAFRAME)
assert isinstance(predictions, TimeSeriesDataFrame)
predicted_item_index = predictions.index.levels[0]
assert all(
predicted_item_index == DUMMY_TS_DATAFRAME.index.levels[0]) # noqa
assert all(len(predictions.loc[i]) == 2 for i in predicted_item_index)
assert not np.any(np.isnan(predictions))
def test_given_hyperparameters_when_trainer_fit_then_freq_set_correctly(
temp_model_path, hyperparameters):
trainer = AutoTimeSeriesTrainer(path=temp_model_path, eval_metric="MAPE")
trainer.fit(
train_data=DUMMY_TS_DATAFRAME,
hyperparameters=hyperparameters,
val_data=DUMMY_TS_DATAFRAME,
)
for model_name in trainer.get_model_names():
model = trainer.load_model(model_name)
assert model.freq == DUMMY_TS_DATAFRAME.freq