def test_get_model_path():
runner = PipelineRunner()
model = BenchmarkModel()
dataset = BenchmarkDataset()
path = runner.get_model_path(model=model, dataset=dataset)
assert path
assert model.version in path.stem
assert dataset.version in path.stem
def test_pipeline_runner_run_calls(tiny_files_structure, sample_ids):
runner = PipelineRunner(file_structure=tiny_files_structure, )
runner.ds_builder = Mock(spec=DatasetBuilder)
runner.model_trainer = Mock(spec=ModelTrainer)
runner.get_model_path = Mock(spec=runner.get_model_path)
runner.build_datasets = Mock(spec=runner.build_datasets,
return_value=(0, 0, 0, 0))
runner.splitter.split = Mock(spec=runner.splitter.split,
return_value=(0, 0))
runner.evaluate_validation_set = Mock(spec=runner.evaluate_validation_set)
runner.run_pipeline(
sample_ids,
dataset=BenchmarkDataset(),
model=BenchmarkModel(),
)
runner.splitter.split.assert_called_once_with(sample_ids, 0.2)
runner.build_datasets.assert_called_once()
runner.get_model_path.assert_called_once()
runner.model_trainer.train_model.assert_called_once()
runner.evaluate_validation_set.assert_called_once()