def evaluation_get(self, evaluation_id: str) -> EvaluationTable:
"""Return a evaluation table by it's ID.
Args:
evaluation_id (str): ID of the evaluation table.
Returns:
EvaluationTable: Evaluation table object.
"""
return EvaluationTable(
**self.http.get(f"/evaluations/{evaluation_id}/"))
def evaluation_create(
self, evaluation: EvaluationTableCreateRequest) -> EvaluationTable:
"""Create an evaluation table.
Args:
evaluation (EvaluationTableCreateRequest): Evaluation table create
request object.
Returns:
EvaluationTable: The new created evaluation table.
"""
return EvaluationTable(
**self.http.post("/evaluations/", data=evaluation))
def task_evaluation_list(self, task_id: str) -> List[EvaluationTable]:
"""Return a list of evaluation tables for a selected task.
Args:
task_id (str): ID of the task.
Returns:
List[EvaluationTable]: List of short evaluation table objects.
"""
return [
EvaluationTable(**sp)
for sp in self.http.get(f"/tasks/{task_id}/evaluations/")
]
def dataset_evaluation_list(self,
dataset_id: str) -> List[EvaluationTable]:
"""Return a list of evaluation tables for a selected dataset.
Args:
dataset_id (str): ID of the dasaset.
Returns:
List[EvaluationTable]: List of short evaluation table objects.
"""
return [
EvaluationTable(**sp)
for sp in self.http.get(f"/datasets/{dataset_id}/evaluations/")
]
def evaluation_update(
self, evaluation_id: str,
evaluation: EvaluationTableUpdateRequest) -> EvaluationTable:
"""Update an evaluation table.
Args:
evaluation_id (str): ID of the evaluation table.
evaluation (EvaluationTableUpdateRequest): Evaluation table update
request object.
Returns:
EvaluationTable: The updated evaluation table.
"""
return EvaluationTable(**self.http.patch(
f"/evaluations/{evaluation_id}/", data=evaluation))