def test_no_feature_dict(self): scen = Scenario(self.scen_fn, cmd_args={'run_obj':'quality'}) scen.feature_array = None validator = Validator(scen, self.trajectory) old_rh = RunHistory(average_cost) for config in [e["incumbent"] for e in self.trajectory]: old_rh.add(config, 1, 1, StatusType.SUCCESS, instance_id='0', seed=127) validator.validate_epm(runhistory=old_rh)
def test_epm_reuse_rf(self): """ if no runhistory is passed to epm, but there was a model trained before, that model should be reused! (if reuse_epm flag is set) """ scen = Scenario(self.scen_fn, cmd_args={'run_obj':'quality'}) scen.feature_array = None validator = Validator(scen, self.trajectory) old_rh = RunHistory(average_cost) for config in [e["incumbent"] for e in self.trajectory]: old_rh.add(config, 1, 1, StatusType.SUCCESS, instance_id='0', seed=127) self.assertTrue(isinstance(validator.validate_epm(runhistory=old_rh), RunHistory)) self.assertTrue(isinstance(validator.validate_epm( output_fn="test/test_files/validation/"), RunHistory)) self.assertRaises(ValueError, validator.validate_epm, reuse_epm=False)
def test_no_rh_epm(self): scen = Scenario(self.scen_fn, cmd_args={'run_obj':'quality'}) scen.feature_array = None validator = Validator(scen, self.trajectory) self.assertRaises(ValueError, validator.validate_epm)