def run_case(self, case_metric, **case_param): true_ids = case_param["true_ids"] nq = case_metric.search["nq"] top_k = case_metric.search["topk"] start_time = time.time() end_time = start_time + 500 cnt = 0 while cnt < 100 and start_time < end_time: self.milvus.query( case_param["vector_query"], filter_query=case_param["filter_query"], guarantee_timestamp=case_param["guarantee_timestamp"]) cnt += 1 start_time = time.time() query_res = self.milvus.query( case_param["vector_query"], filter_query=case_param["filter_query"], guarantee_timestamp=case_param["guarantee_timestamp"]) result_ids = self.milvus.get_ids(query_res) # Calculate the accuracy of the result of query acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(), result_ids) tmp_result = {"acc": acc_value} # Return accuracy results for reporting return tmp_result
def run_case(self, case_metric, **case_param): true_ids = case_param["true_ids"] nq = case_metric.search["nq"] top_k = case_metric.search["topk"] query_res = self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"]) result_ids = self.milvus.get_ids(query_res) acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(), result_ids) tmp_result = {"acc": acc_value} return tmp_result
def run_case(self, case_metric, **case_param): true_ids = case_param["true_ids"] nq = case_metric.search["nq"] top_k = case_metric.search["topk"] query_res = self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"]) result_ids = self.milvus.get_ids(query_res) # Calculate the accuracy of the result of query acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(), result_ids) tmp_result = {"acc": acc_value} # Return accuracy results for reporting return tmp_result
def run_case(self, case_metric, **case_param): collection_size = case_param["collection_size"] nq = case_metric.search["nq"] top_k = case_metric.search["topk"] query_res = self.milvus.query(case_param["vector_query"], filter_query=case_param["filter_query"]) true_ids = utils.get_ground_truth_ids(collection_size) logger.debug({"true_ids": [len(true_ids[0]), len(true_ids[0])]}) result_ids = self.milvus.get_ids(query_res) logger.debug({"result_ids": len(result_ids[0])}) acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(), result_ids) tmp_result = {"acc": acc_value} return tmp_result