def run_case(self, case_metric, **case_param):
true_ids = case_param["true_ids"]
nq = case_metric.search["nq"]
top_k = case_metric.search["topk"]
start_time = time.time()
end_time = start_time + 500
cnt = 0
while cnt < 100 and start_time < end_time:
self.milvus.query(
case_param["vector_query"],
filter_query=case_param["filter_query"],
guarantee_timestamp=case_param["guarantee_timestamp"])
cnt += 1
start_time = time.time()
query_res = self.milvus.query(
case_param["vector_query"],
filter_query=case_param["filter_query"],
guarantee_timestamp=case_param["guarantee_timestamp"])
result_ids = self.milvus.get_ids(query_res)
# Calculate the accuracy of the result of query
acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(),
result_ids)
tmp_result = {"acc": acc_value}
# Return accuracy results for reporting
return tmp_result
def run_case(self, case_metric, **case_param):
true_ids = case_param["true_ids"]
nq = case_metric.search["nq"]
top_k = case_metric.search["topk"]
query_res = self.milvus.query(case_param["vector_query"],
filter_query=case_param["filter_query"])
result_ids = self.milvus.get_ids(query_res)
acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(),
result_ids)
tmp_result = {"acc": acc_value}
return tmp_result
def run_case(self, case_metric, **case_param):
true_ids = case_param["true_ids"]
nq = case_metric.search["nq"]
top_k = case_metric.search["topk"]
query_res = self.milvus.query(case_param["vector_query"],
filter_query=case_param["filter_query"])
result_ids = self.milvus.get_ids(query_res)
# Calculate the accuracy of the result of query
acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(),
result_ids)
tmp_result = {"acc": acc_value}
# Return accuracy results for reporting
return tmp_result
def run_case(self, case_metric, **case_param):
collection_size = case_param["collection_size"]
nq = case_metric.search["nq"]
top_k = case_metric.search["topk"]
query_res = self.milvus.query(case_param["vector_query"],
filter_query=case_param["filter_query"])
true_ids = utils.get_ground_truth_ids(collection_size)
logger.debug({"true_ids": [len(true_ids[0]), len(true_ids[0])]})
result_ids = self.milvus.get_ids(query_res)
logger.debug({"result_ids": len(result_ids[0])})
acc_value = utils.get_recall_value(true_ids[:nq, :top_k].tolist(),
result_ids)
tmp_result = {"acc": acc_value}
return tmp_result
