def __init__(self, config, device=None): """ Args: config (AzurLaneConfig): device (Device): """ self.config = config self.interval_timer = {} if device is not None: self.device = device else: self.device = Device(config=config)
def run(self, command): self.config.start_time = datetime.now() try: self.device = Device(config=self.config) self.__getattribute__(command.lower())() except Exception as e: logger.exception(e) if self.config.ENABLE_ERROR_LOG_AND_SCREENSHOT_SAVE: folder = f'./log/error/{int(time.time() * 1000)}' logger.info(f'Saving error: {folder}') os.mkdir(folder) for data in logger.screenshot_deque: image_time = datetime.strftime(data['time'], '%Y-%m-%d_%H-%M-%S-%f') image = handle_sensitive_image(data['image']) image.save(f'{folder}/{image_time}.png') with open(log_file, 'r') as f: start = 0 for index, line in enumerate(f.readlines()): if re.search('\+-{15,}\+', line): start = index with open(log_file, 'r') as f: text = f.readlines()[start - 2:] text = handle_sensitive_logs(text) with open(f'{folder}/log.txt', 'w') as f: f.writelines(text)
def run(self, command): logger.attr('Command', command) self.config.start_time = datetime.now() self.device = Device(config=self.config) while 1: try: self.__getattribute__(command.lower())() break except GameNotRunningError as e: logger.warning(e) az = LoginHandler(self.config, device=self.device) az.app_restart() az.ensure_no_unfinished_campaign() continue except GameTooManyClickError as e: logger.warning(e) az = LoginHandler(self.config, device=self.device) az.app_restart() az.ensure_no_unfinished_campaign() continue except GameStuckError as e: logger.warning(e) self.save_error_log() az = LoginHandler(self.config, device=self.device) az.handle_game_stuck() continue except Exception as e: logger.exception(e) self.save_error_log() break
def __init__(self, config, device=None, task=None): """ Args: config (AzurLaneConfig, str): Name of the user config under ./config device (Device): To reuse a device. If None, create a new Device object. task (str): Bind a task only for dev purpose. Usually to be None for auto task scheduling. """ if isinstance(config, str): self.config = AzurLaneConfig(config, task=task) else: self.config = config if device is not None: self.device = device else: self.device = Device(config=self.config) self.interval_timer = {}
def __init__(self, config, device=None): """ Args: config (AzurLaneConfig, str): device (Device): """ if isinstance(config, str): self.config = AzurLaneConfig(config) else: self.config = config if device is not None: self.device = device else: self.device = Device(config=self.config) self.interval_timer = {}
def device(self): try: from module.device.device import Device device = Device(config=self.config) return device except Exception as e: logger.exception(e) exit(1)
def device(self): try: from module.device.device import Device device = Device(config=self.config) return device except RequestHumanTakeover: logger.critical('Request human takeover') exit(1) except Exception as e: logger.exception(e) exit(1)
class ModuleBase: def __init__(self, config, device=None): """ Args: config (AzurLaneConfig): device (Device): """ self.config = config self.interval_timer = {} if device is not None: self.device = device else: self.device = Device(config=config) def appear(self, button, offset=0, interval=0, threshold=None): """ Args: button (Button, Template): offset (bool, int): interval (int, float): interval between two active events. threshold (int, float): 0 to 1 if use offset, bigger means more similar, 0 to 255 if not use offset, smaller means more similar Returns: bool: """ self.device.stuck_record_add(button) if interval: if button.name not in self.interval_timer: self.interval_timer[button.name] = Timer(interval) if not self.interval_timer[button.name].reached(): return False if offset: if isinstance(offset, bool): offset = self.config.BUTTON_OFFSET appear = button.match(self.device.image, offset=offset, threshold=self.config.BUTTON_MATCH_SIMILARITY if threshold is None else threshold) else: appear = button.appear_on( self.device.image, threshold=self.config.COLOR_SIMILAR_THRESHOLD if threshold is None else threshold) if appear and interval: self.interval_timer[button.name].reset() return appear def appear_then_click(self, button, screenshot=False, genre='items', offset=0, interval=0): appear = self.appear(button, offset=offset, interval=interval) if appear: if screenshot: self.device.sleep(self.config.WAIT_BEFORE_SAVING_SCREEN_SHOT) self.device.screenshot() self.device.save_screenshot(genre=genre) self.device.click(button) return appear def wait_until_appear(self, button, offset=0, skip_first_screenshot=False): while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if self.appear(button, offset=offset): break def wait_until_appear_then_click(self, button, offset=0): self.wait_until_appear(button, offset=offset) self.device.click(button) def wait_until_disappear(self, button, offset=0): while 1: self.device.screenshot() if not self.appear(button, offset=offset): break def wait_until_stable(self, button, timer=Timer(0.3, count=1), skip_first_screenshot=True): button._match_init = False while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if button._match_init: if button.match(self.device.image, offset=(0, 0)): if timer.reached(): break else: button.load_color(self.device.image) timer.reset() else: button.load_color(self.device.image) button._match_init = True def image_area(self, button): """Extract the area from image. Args: button(Button): Button instance. """ return self.device.image.crop(button.area) def interval_reset(self, button): if button.name in self.interval_timer: self.interval_timer[button.name].reset()
class ModuleBase: def __init__(self, config, device=None): """ Args: config (AzurLaneConfig): device (Device): """ self.config = config self.interval_timer = {} if device is not None: self.device = device else: self.device = Device(config=config) def appear(self, button, offset=0, interval=0): """ Args: button (Button, Template): offset (bool, int): interval (int, float): interval between two active events. Returns: bool: """ if interval: if button.name not in self.interval_timer: self.interval_timer[button.name] = Timer(interval) if not self.interval_timer[button.name].reached(): return False if offset: if isinstance(offset, bool): offset = self.config.BUTTON_OFFSET appear = button.match( self.device.image, offset=offset, threshold=self.config.BUTTON_MATCH_SIMILARITY) else: appear = button.appear_on( self.device.image, threshold=self.config.COLOR_SIMILAR_THRESHOLD) if appear and interval: self.interval_timer[button.name].reset() return appear def appear_then_click(self, button, screenshot=False, genre='items', offset=0, interval=0): appear = self.appear(button, offset=offset, interval=interval) if appear: if screenshot: self.device.sleep(self.config.WAIT_BEFORE_SAVING_SCREEN_SHOT) self.device.screenshot() self.device.save_screenshot(genre=genre) self.device.click(button) return appear def wait_until_appear(self, button, offset=0, skip_first_screenshot=False): while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if self.appear(button, offset=offset): break def wait_until_appear_then_click(self, button, offset=0): self.wait_until_appear(button, offset=offset) self.device.click(button) def wait_until_disappear(self, button, offset=0): while 1: self.device.screenshot() if not self.appear(button, offset=offset): break def image_area(self, button): """Extract the area from image. Args: button(Button): Button instance. Returns: PIL.Image.Image: """ return self.device.image.crop(button.area) def interval_reset(self, button): if button.name in self.interval_timer: self.interval_timer[button.name].reset()
class ModuleBase: config: AzurLaneConfig device: Device stat: AzurStats def __init__(self, config, device=None, task=None): """ Args: config (AzurLaneConfig, str): Name of the user config under ./config device (Device): To reuse a device. If None, create a new Device object. task (str): Bind a task only for dev purpose. Usually to be None for auto task scheduling. """ if isinstance(config, str): self.config = AzurLaneConfig(config, task=task) else: self.config = config if device is not None: self.device = device else: self.device = Device(config=self.config) self.stat = AzurStats(config=self.config) self.interval_timer = {} def appear(self, button, offset=0, interval=0, threshold=None): """ Args: button (Button, Template): offset (bool, int): interval (int, float): interval between two active events. threshold (int, float): 0 to 1 if use offset, bigger means more similar, 0 to 255 if not use offset, smaller means more similar Returns: bool: """ self.device.stuck_record_add(button) if interval: if button.name in self.interval_timer: if self.interval_timer[button.name].limit != interval: self.interval_timer[button.name] = Timer(interval) else: self.interval_timer[button.name] = Timer(interval) if not self.interval_timer[button.name].reached(): return False if offset: if isinstance(offset, bool): offset = self.config.BUTTON_OFFSET appear = button.match(self.device.image, offset=offset, threshold=self.config.BUTTON_MATCH_SIMILARITY if threshold is None else threshold) else: appear = button.appear_on(self.device.image, threshold=self.config.COLOR_SIMILAR_THRESHOLD if threshold is None else threshold) if appear and interval: self.interval_timer[button.name].reset() return appear def appear_then_click(self, button, screenshot=False, genre='items', offset=0, interval=0): appear = self.appear(button, offset=offset, interval=interval) if appear: if screenshot: self.device.sleep(self.config.WAIT_BEFORE_SAVING_SCREEN_SHOT) self.device.screenshot() self.device.save_screenshot(genre=genre) self.device.click(button) return appear def wait_until_appear(self, button, offset=0, skip_first_screenshot=False): while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if self.appear(button, offset=offset): break def wait_until_appear_then_click(self, button, offset=0): self.wait_until_appear(button, offset=offset) self.device.click(button) def wait_until_disappear(self, button, offset=0): while 1: self.device.screenshot() if not self.appear(button, offset=offset): break def wait_until_stable(self, button, timer=Timer(0.3, count=1), timeout=Timer(5, count=10), skip_first_screenshot=True): button._match_init = False timeout.reset() while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if button._match_init: if button.match(self.device.image, offset=(0, 0)): if timer.reached(): break else: button.load_color(self.device.image) timer.reset() else: button.load_color(self.device.image) button._match_init = True if timeout.reached(): logger.warning(f'wait_until_stable({button}) timeout') break def image_area(self, button): """Extract the area from image. Args: button(Button, tuple): Button instance or area tuple. """ if isinstance(button, Button): return self.device.image.crop(button.area) else: return self.device.image.crop(button) def image_color_count(self, button, color, threshold=221, count=50): """ Args: button (Button, tuple): Button instance or area. color (tuple): RGB. threshold: 255 means colors are the same, the lower the worse. count (int): Pixels count. Returns: bool: """ if isinstance(button, Button): image = self.device.image.crop(button.area) else: image = self.device.image.crop(button) mask = color_similarity_2d(image, color=color) > threshold return np.sum(mask) > count def interval_reset(self, button): if button.name in self.interval_timer: self.interval_timer[button.name].reset() def interval_clear(self, button): if button.name in self.interval_timer: self.interval_timer[button.name].clear() _image_file = '' @property def image_file(self): return self._image_file @image_file.setter def image_file(self, value): """ For development. Load image from local file system and set it to self.device.image Test an image without taking a screenshot from emulator. """ if isinstance(value, np.ndarray): value = Image.fromarray(value) elif isinstance(value, str): value = Image.open(value).convert('RGB') self.device.image = value
class ModuleBase: config: AzurLaneConfig device: Device def __init__(self, config, device=None, task=None): """ Args: config (AzurLaneConfig, str): Name of the user config under ./config device (Device): To reuse a device. If None, create a new Device object. task (str): Bind a task only for dev purpose. Usually to be None for auto task scheduling. """ if isinstance(config, str): self.config = AzurLaneConfig(config, task=task) else: self.config = config if device is not None: self.device = device else: self.device = Device(config=self.config) self.interval_timer = {} @cached_property def stat(self) -> AzurStats: return AzurStats(config=self.config) @cached_property def emotion(self) -> Emotion: return Emotion(config=self.config) def ensure_button(self, button): if isinstance(button, str): button = HierarchyButton(self.device.hierarchy, button) return button def appear(self, button, offset=0, interval=0, threshold=None): """ Args: button (Button, Template, HierarchyButton, str): offset (bool, int): interval (int, float): interval between two active events. threshold (int, float): 0 to 1 if use offset, bigger means more similar, 0 to 255 if not use offset, smaller means more similar Returns: bool: Examples: Image detection: ``` self.device.screenshot() self.appear(Button(area=(...), color=(...), button=(...)) self.appear(Template(file='...') ``` Hierarchy detection (detect elements with xpath): ``` self.device.dump_hierarchy() self.appear('//*[@resource-id="..."]') ``` """ button = self.ensure_button(button) self.device.stuck_record_add(button) if interval: if button.name in self.interval_timer: if self.interval_timer[button.name].limit != interval: self.interval_timer[button.name] = Timer(interval) else: self.interval_timer[button.name] = Timer(interval) if not self.interval_timer[button.name].reached(): return False if isinstance(button, HierarchyButton): appear = bool(button) elif offset: if isinstance(offset, bool): offset = self.config.BUTTON_OFFSET appear = button.match(self.device.image, offset=offset, threshold=self.config.BUTTON_MATCH_SIMILARITY if threshold is None else threshold) else: appear = button.appear_on( self.device.image, threshold=self.config.COLOR_SIMILAR_THRESHOLD if threshold is None else threshold) if appear and interval: self.interval_timer[button.name].reset() return appear def appear_then_click(self, button, screenshot=False, genre='items', offset=0, interval=0, threshold=None): button = self.ensure_button(button) appear = self.appear(button, offset=offset, interval=interval, threshold=threshold) if appear: if screenshot: self.device.sleep(self.config.WAIT_BEFORE_SAVING_SCREEN_SHOT) self.device.screenshot() self.device.save_screenshot(genre=genre) self.device.click(button) return appear def wait_until_appear(self, button, offset=0, skip_first_screenshot=False): while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if self.appear(button, offset=offset): break def wait_until_appear_then_click(self, button, offset=0): self.wait_until_appear(button, offset=offset) self.device.click(button) def wait_until_disappear(self, button, offset=0): while 1: self.device.screenshot() if not self.appear(button, offset=offset): break def wait_until_stable(self, button, timer=Timer(0.3, count=1), timeout=Timer(5, count=10), skip_first_screenshot=True): button._match_init = False timeout.reset() while 1: if skip_first_screenshot: skip_first_screenshot = False else: self.device.screenshot() if button._match_init: if button.match(self.device.image, offset=(0, 0)): if timer.reached(): break else: button.load_color(self.device.image) timer.reset() else: button.load_color(self.device.image) button._match_init = True if timeout.reached(): logger.warning(f'wait_until_stable({button}) timeout') break def image_crop(self, button): """Extract the area from image. Args: button(Button, tuple): Button instance or area tuple. """ if isinstance(button, Button): return crop(self.device.image, button.area) else: return crop(self.device.image, button) def image_color_count(self, button, color, threshold=221, count=50): """ Args: button (Button, tuple): Button instance or area. color (tuple): RGB. threshold: 255 means colors are the same, the lower the worse. count (int): Pixels count. Returns: bool: """ image = self.image_crop(button) mask = color_similarity_2d(image, color=color) > threshold return np.sum(mask) > count def image_color_button(self, area, color, color_threshold=250, encourage=5, name='COLOR_BUTTON'): """ Find an area with pure color on image, convert into a Button. Args: area (tuple[int]): Area to search from color (tuple[int]): Target color color_threshold (int): 0-255, 255 means exact match encourage (int): Radius of button name (str): Name of the button Returns: Button: Or None if nothing matched. """ image = color_similarity_2d(self.image_crop(area), color=color) points = np.array(np.where(image > color_threshold)).T[:, ::-1] if points.shape[0] < encourage**2: # Not having enough pixels to match return None point = fit_points(points, mod=image_size(image), encourage=encourage) point = ensure_int(point + area[:2]) button_area = area_offset( (-encourage, -encourage, encourage, encourage), offset=point) color = get_color(self.device.image, button_area) return Button(area=button_area, color=color, button=button_area, name=name) def interval_reset(self, button): if isinstance(button, (list, tuple)): for b in button: self.interval_reset(b) else: if button.name in self.interval_timer: self.interval_timer[button.name].reset() def interval_clear(self, button): if isinstance(button, (list, tuple)): for b in button: self.interval_clear(b) else: if button.name in self.interval_timer: self.interval_timer[button.name].clear() _image_file = '' @property def image_file(self): return self._image_file @image_file.setter def image_file(self, value): """ For development. Load image from local file system and set it to self.device.image Test an image without taking a screenshot from emulator. """ if isinstance(value, Image.Image): value = np.array(value) elif isinstance(value, str): value = load_image(value) self.device.image = value def set_server(self, server): """ For development. Change server and this will effect globally, including assets and server specific methods. """ package = to_package(server) self.device.package = package set_server(server) logger.attr('Server', self.config.SERVER)