def _get_ids(self): """Locate the ids of Experiments that match :attr:`algorithm_name` and :attr:`cross_experiment_key`""" self.experiment_ids = get_ids_by( leaderboard_path=self.leaderboard_path, algorithm_name=self.algorithm_name, cross_experiment_key=self.cross_experiment_key, hyperparameter_key=None)
def _get_ids(self): """Get ids of Experiments matching :attr:`algorithm_name` and :attr:`cross_experiment_key`""" # TODO: If `sort`-ing chronologically, can use the "experiment_#" column in leaderboard self.experiment_ids = get_ids_by( leaderboard_path=self.leaderboard_path, algorithm_name=self.algorithm_name, cross_experiment_key=self.cross_experiment_key, hyperparameter_key=None, )
def experiment_ids(self) -> List[str]: """Experiment IDs in the target Leaderboard that match :attr:`algorithm_name` and :attr:`cross_experiment_key` Returns ------- List[str] All saved Experiment IDs listed in the Leaderboard at :attr:`leaderboard_path` that match the :attr:`algorithm_name` and :attr:`cross_experiment_key` of the template""" if self._experiment_ids is None: # TODO: If `sort`-ing chronologically, can use the "experiment_#" column in leaderboard self._experiment_ids = get_ids_by( leaderboard_path=self.leaderboard_path, algorithm_name=self.algorithm_name, cross_experiment_key=self.cross_experiment_key, hyperparameter_key=None, ) return self._experiment_ids
def test_get_ids_by(params, expected): assert get_ids_by(leaderboard_path=path_lb_0, **params) == [f"id_{_}" for _ in expected]