def get_windows_name(self):
path, size, box, threshold, least_diff, gui = ImagePathAndProps.WINDOW_TITLE_MARK_IMG_PATH.value
imsch = cv2.resize(
cv2.imdecode(np.asarray(self.get_curr_device_screen_img_byte_array(), dtype=np.uint8), cv2.IMREAD_COLOR),
size
)
imsrc = cv2.imread(resource_path(path))
# find 2 window title mark location
result = aircv.find_all_template(imsrc, imsch, threshold)
# get box position from result
x0, x1, y0, y1 = 0, 0, 0, 0
if result is not None and len(result) == 2:
x0 = result[0]['rectangle'][2][0] + 50
x1 = result[1]['rectangle'][0][0] - 50
y0 = result[0]['rectangle'][0][1]
y1 = result[0]['rectangle'][1][1]
else:
return None
# crop image for ocr
title_image = imsch[y0:y1, x0:x1]
title_image = img_remove_background_and_enhance_word(title_image, np.array([0, 0, 160]),
np.array([255, 255, 255]))
title_image = Image.fromarray(title_image)
return img_to_string(title_image)
def get_building_name(self, box):
x0, y0, x1, y1 = box
title_image = self.get_curr_device_screen_img().crop(box)
s = img_to_string(title_image)
title_image.save(
resource_path('{}title_x_{}_y_{}.png'.format(
FilePaths.TEST_SRC_FOLDER_PATH.value, x0, y0)))
bot_print("Building <{}> on position [({}, {}), ({}, {})] ".format(
s, x0, y0, x1, y1))
def resource_location_image_to_string(self):
x0, y0, x1, y1 = (885, 190, 1035, 207)
imsch = cv2.imdecode(np.asarray(self.get_curr_device_screen_img_byte_array(), dtype=np.uint8),
cv2.IMREAD_COLOR)
imsch = cv2.cvtColor(imsch, cv2.COLOR_BGR2GRAY)
imsch = imsch[y0:y1, x0:x1]
ret, imsch = cv2.threshold(imsch, 215, 255, cv2.THRESH_BINARY)
resource_image = Image.fromarray(imsch)
result = ''.join(c for c in img_to_string(resource_image) if c.isdigit())
return result
def barbarians_level_image_to_string(self):
try:
x0, y0, x1, y1 = (106, 370, 436, 384)
imsch = cv2.imdecode(np.asarray(self.get_curr_device_screen_img_byte_array(), dtype=np.uint8),
cv2.IMREAD_COLOR)
imsch = cv2.cvtColor(imsch, cv2.COLOR_BGR2GRAY)
imsch = imsch[y0:y1, x0:x1]
# ret, imsch = cv2.threshold(imsch, 165, 255, cv2.THRESH_BINARY)
resource_image = Image.fromarray(imsch)
str = img_to_string(resource_image)
if self.debug:
cv2.imshow('imsch', imsch)
print(str)
cv2.waitKey(0)
result = int(''.join(c for c in str if c.isdigit()))
except Exception as e:
traceback.print_exc()
return -1
if result > 99:
return -1
return result
def materilal_amount_image_to_string(self):
result_list = []
boxes = [
(710, 245, 800, 264),
(820, 245, 900, 264),
(910, 245, 990, 264),
(1000, 245, 1100, 264),
]
for box in boxes:
x0, y0, x1, y1 = box
imsch = cv2.imdecode(np.asarray(self.get_curr_device_screen_img_byte_array(), dtype=np.uint8),
cv2.IMREAD_COLOR)
imsch = cv2.cvtColor(imsch, cv2.COLOR_BGR2GRAY)
imsch = imsch[y0:y1, x0:x1]
ret, imsch = cv2.threshold(imsch, 215, 255, cv2.THRESH_BINARY)
resource_image = Image.fromarray(imsch)
try:
result_list.append(int(img_to_string(resource_image)))
except Exception as e:
result_list.append(-1)
return result_list
def resource_amount_image_to_string(self):
result_list = []
boxes = [(695, 10, 770, 34), (820, 10, 890, 34), (943, 10, 1015, 34),
(1065, 10, 1140, 34)]
for box in boxes:
x0, y0, x1, y1 = box
imsch = cv2.imdecode(
np.asarray(self.get_curr_device_screen_img_byte_array(),
dtype=np.uint8), cv2.IMREAD_COLOR)
imsch = imsch[y0:y1, x0:x1]
resource_image = Image.fromarray(imsch)
try:
result_list.append(
abs(
int(
img_to_string(resource_image).replace(
'.', '').replace('B', '00000000').replace(
'M', '00000').replace('K', '00'))))
except Exception as e:
result_list.append(-1)
return result_list
