-
Notifications
You must be signed in to change notification settings - Fork 1
/
service_tester.py
121 lines (102 loc) · 4.56 KB
/
service_tester.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
#!/usr/bin/env python
# -- coding: utf-8 --
"""
Copyright (c) 2021. All rights reserved.
Created by C. L. Wang on 31.8.21
"""
import argparse
from multiprocessing.pool import Pool
from myutils.cv_utils import *
from myutils.make_html_page import make_html_page
from myutils.project_utils import *
from x_utils.vpf_sevices import get_vpf_service_np
class ServiceTester(object):
def __init__(self, in_folder, service, out_folder, max_num):
self.in_folder = in_folder
self.out_folder = out_folder
self.service = service
self.max_num = max_num
print('[Info] 输入文件夹: {}'.format(self.in_folder))
print('[Info] 服务: {}'.format(self.service))
print('[Info] 输出文件夹: {}'.format(self.out_folder))
print('[Info] 最大测试量: {}'.format(self.max_num))
@staticmethod
def save_img_path(img_bgr, img_name, oss_root_dir=""):
"""
上传图像
"""
from x_utils.oss_utils import save_img_2_oss
if not oss_root_dir:
oss_root_dir = "zhengsheng.wcl/Image-Rotation/imgs-tmp/{}".format(get_current_day_str())
img_url = save_img_2_oss(img_bgr, img_name, oss_root_dir)
return img_url
@staticmethod
def process_img_path(img_idx, img_path, service, out_file):
img_bgr = cv2.imread(img_path)
res_dict = get_vpf_service_np(img_np=img_bgr, service_name=service) # 表格
angle = res_dict["data"]["angle"]
angle = int(angle)
if angle != 0:
img_name = img_path.split("/")[-1]
img_url = ServiceTester.save_img_path(img_bgr, img_name)
write_line(out_file, "{}\t{}\t{}".format(img_url, angle, img_path))
if img_idx % 1000 == 0:
print('[Info] 处理完成: {}, angle: {}'.format(img_idx, angle))
def process_folder(self):
if self.in_folder.endswith(".txt"):
paths_list = read_file(self.in_folder)
else:
paths_list, _ = traverse_dir_files(self.in_folder)
print('[Info] 样本数: {}'.format(len(paths_list)))
random.seed(47)
random.shuffle(paths_list)
if len(paths_list) > self.max_num:
paths_list = paths_list[:self.max_num]
print('[Info] 样本数: {}'.format(len(paths_list)))
time_str = get_current_time_str()
out_file = os.path.join(self.out_folder, "val_{}.txt".format(time_str))
out_html = os.path.join(self.out_folder, "val_{}.html".format(time_str))
pool = Pool(processes=100)
for img_idx, img_path in enumerate(paths_list):
if "rotation_datasets_hardcase" in img_path: # 过滤hardcase
continue
# ServiceTester.process_img_path(img_idx, img_path, self.service, out_file)
pool.apply_async(ServiceTester.process_img_path, (img_idx, img_path, self.service, out_file))
pool.close()
pool.join()
print('[Info] 处理完成: {}'.format(out_file))
data_lines = read_file(out_file)
print('[Info] 正确率: {}'.format(safe_div(len(paths_list) - len(data_lines), len(paths_list))))
out_list = []
for data_line in data_lines:
items = data_line.split("\t")
out_list.append(items)
make_html_page(out_html, out_list)
print('[Info] 处理完成: {}'.format(out_html))
def parse_args():
"""
处理脚本参数,支持相对路径
"""
parser = argparse.ArgumentParser(description='服务测试')
parser.add_argument('-i', dest='in_folder', required=False, help='测试文件夹', type=str)
parser.add_argument('-s', dest='service', required=False, help='服务', type=str)
parser.add_argument('-o', dest='out_folder', required=False, help='输出文件夹', type=str)
parser.add_argument('-m', dest='max_num', required=False, help='最大测试量', type=int)
args = parser.parse_args()
arg_in_folder = args.in_folder
print("测试文件夹: {}".format(arg_in_folder))
# ysu362VFeRZkizhfBkfbck
arg_service = args.service
print("服务: {}".format(arg_service))
arg_out_folder = args.out_folder
print("输出文件夹: {}".format(arg_out_folder))
mkdir_if_not_exist(arg_out_folder)
arg_max_num = int(args.max_num)
print("最大测试量: {}".format(arg_max_num))
return arg_in_folder, arg_service, arg_out_folder, arg_max_num
def main():
arg_in_folder, arg_service, arg_out_folder, arg_max_num = parse_args()
st = ServiceTester(arg_in_folder, arg_service, arg_out_folder, arg_max_num)
st.process_folder()
if __name__ == '__main__':
main()