def __attrs_post_init__(self): # type: () -> None self._screenshot_type = update_screenshot_type( self._screenshot_type, self._image, self._driver ) position_provider = eyes_selenium_utils.get_cur_position_provider(self._driver) if not self._driver.is_mobile_app: self._frame_chain = self._driver.frame_chain.clone() frame_size = self.get_frame_size(position_provider) self._current_frame_scroll_position = eyes_selenium_utils.get_updated_scroll_position( # noqa position_provider ) self.updated_frame_location_in_screenshot( self._frame_location_in_screenshot ) logger.debug("Calculating frame window...") self.frame_window = Region.from_( self._frame_location_in_screenshot, frame_size ) else: self._frame_chain = FrameChain() self._current_frame_scroll_position = Point.ZERO() self._frame_location_in_screenshot = Point.ZERO() self.frame_window = Region.from_( self._frame_location_in_screenshot, self.image ) self.frame_window = self.frame_window.intersect(Region.from_(self.image))
def get_updated_scroll_position(position_provider): # type: (SeleniumPositionProvider) -> Point try: sp = position_provider.get_current_position() if not sp: sp = Point.ZERO() except WebDriverException: sp = Point.ZERO() return sp
def from_screenshot(cls, driver, image, screenshot_region): # type: (EyesWebDriver, Image.Image, Region) -> EyesWebDriverScreenshot return cls( driver, image, ScreenshotType.ENTIRE_FRAME, Point.ZERO(), frame_window=Region.from_(Point.ZERO(), screenshot_region.size), region_window=Region.from_(screenshot_region), )
def get_text(self, *regions): # type: (*OCRRegion) -> List[Text] result = [] for ocr_region in regions: self._process_app_output(ocr_region) image = ocr_region.app_output_with_screenshot.screenshot.image screenshot_url = self._server_connector.try_upload_image( image_utils.get_bytes(image)) data = TextSettingsData( app_output=AppOutput( screenshot_url=screenshot_url, location=Point.ZERO(), dom_url=ocr_region.app_output_with_screenshot.app_output. dom_url, ), language=ocr_region._language, min_match=ocr_region._min_match, regions=[ ExpectedTextRegion( 0, 0, width=image.width, height=image.height, expected=ocr_region._hint, ) ], ) result.extend( self._server_connector.get_text_in_running_session_image(data)) return result
def from_screenshot(cls, driver, image, screenshot_region, frame_location_in_parent_screenshot): # type: (EyesWebDriver, Image.Image, Region, Point) -> EyesWebDriverScreenshot return cls( driver, image, ScreenshotType.ENTIRE_FRAME, frame_location_in_parent_screenshot - screenshot_region.location, frame_window=Region.from_(Point.ZERO(), screenshot_region.size), )
def updated_frame_location_in_screenshot(self, location): # type: (Point) -> None if location is None: if self.frame_chain.size > 0: self._frame_location_in_screenshot = calc_frame_location_in_screenshot( self._driver, self._frame_chain, self._screenshot_type) else: self._frame_location_in_screenshot = Point.ZERO() else: self._frame_location_in_screenshot = location
def get_app_output(): scale_provider = self._eyes.update_scaling_params() viewport_screenshot = self._eyes.get_scaled_cropped_viewport_image( scale_provider) image = image_utils.get_bytes(viewport_screenshot) screenshot_url = self._server_connector.try_upload_image(image) dom_json = self._eyes._try_capture_dom() dom_url = self._eyes._try_post_dom_capture(dom_json) return AppOutput(dom_url=dom_url, screenshot_url=screenshot_url, location=Point.ZERO())
def current_frame_offset(self): # type: () -> Point location = Point.ZERO() for frame in self: location = location.offset(frame.location) return location
def __init__(self, driver, scroll_root_element): # type: (EyesWebDriver, AnyWebElement) -> None self._last_set_position = Point.ZERO() super(CSSTranslatePositionProvider, self).__init__(driver, scroll_root_element)
def get_stitched_region(self, region, full_area, position_provider): # type: (Region, Optional[Region], Optional[PositionProvider]) -> Image.Image argument_guard.not_none(region) argument_guard.not_none(position_provider) logger.info( "region: %s ; full_area: %s ; position_provider: %s" % (region, full_area, position_provider.__class__.__name__) ) origin_state = self.origin_provider.get_state() if self.origin_provider != position_provider: self.origin_provider.set_position( Point.ZERO() ) # first scroll to 0,0 so CSS stitching works. # Saving the original position (in case we were already in the outermost frame). original_stitched_state = position_provider.get_state() datetime_utils.sleep(self.wait_before_screenshots) initial_screenshot = self.image_provider.get_image() initial_size = RectangleSize.from_(initial_screenshot) pixel_ratio = self._get_pixel_ratio(initial_screenshot) scaled_cut_provider = self.cut_provider.scale(pixel_ratio) cutted_initial_screenshot = self._cut_if_needed( initial_screenshot, scaled_cut_provider ) self.debug_screenshot_provider.save( cutted_initial_screenshot, self._debug_msg("cutted_initial_screenshot") ) region_in_initial_screenshot = self._get_region_in_screenshot( region, cutted_initial_screenshot, pixel_ratio ) cropped_initial_screenshot = self._crop_if_needed( cutted_initial_screenshot, region_in_initial_screenshot ) self.debug_screenshot_provider.save( cropped_initial_screenshot, self._debug_msg("cropped_initial_screenshot") ) scaled_initial_screenshot = image_utils.scale_image( cropped_initial_screenshot, self.scale_provider ) self.debug_screenshot_provider.save( scaled_initial_screenshot, self._debug_msg("scaled_initial_screenshot") ) if full_area is None or full_area.is_empty: entire_size = self._get_entire_size(initial_screenshot, position_provider) # Notice that this might still happen even if we used # "get_image_part", since "entire_page_size" might be that of a # frame if ( scaled_initial_screenshot.width >= entire_size.width and scaled_initial_screenshot.height >= entire_size.height ): self.origin_provider.restore_state(origin_state) return scaled_initial_screenshot full_area = Region.from_(Point.ZERO(), entire_size) scaled_cropped_location = full_area.location physical_crop_location = Point.from_(scaled_cropped_location).scale(pixel_ratio) if region_in_initial_screenshot.is_empty: physical_crop_size = RectangleSize( initial_size.width - physical_crop_location.x, initial_size.height - physical_crop_location.y, ) source_region = Region.from_(physical_crop_location, physical_crop_size) else: # Starting with the screenshot we already captured at (0,0). source_region = region_in_initial_screenshot scaled_cropped_source_rect = self.cut_provider.to_region(source_region.size) scaled_cropped_source_rect = scaled_cropped_source_rect.offset( source_region.left, source_region.top ) scaled_cropped_source_region = dict( x=int(math.ceil(scaled_cropped_source_rect.left / pixel_ratio)), y=int(math.ceil(scaled_cropped_source_rect.top / pixel_ratio)), width=int(math.ceil(scaled_cropped_source_rect.width / pixel_ratio)), height=int(math.ceil(scaled_cropped_source_rect.height / pixel_ratio)), ) scaled_cropped_size = dict( width=scaled_cropped_source_region["width"], height=scaled_cropped_source_region["height"], ) # Getting the list of viewport regions composing the page # (we'll take screenshot for each one). if region_in_initial_screenshot.is_empty: x = max(0, full_area.left) y = max(0, full_area.top) w = min(full_area.width, scaled_cropped_size["width"]) h = min(full_area.height, scaled_cropped_size["height"]) rect_in_initial_screenshot = Region( round(x * pixel_ratio), round(y * pixel_ratio), round(w * pixel_ratio), round(h * pixel_ratio), ) else: rect_in_initial_screenshot = region_in_initial_screenshot screenshot_parts = self._get_image_parts( full_area, scaled_cropped_size, pixel_ratio, rect_in_initial_screenshot ) # Starting with element region size part of the screenshot. Use it as a size # template. stitched_image = Image.new("RGBA", (full_area.width, full_area.height)) # Take screenshot and stitch for each screenshot part. stitched_image = self._stitch_screenshot( original_stitched_state, position_provider, screenshot_parts, stitched_image, self.scale_provider.scale_ratio, scaled_cut_provider, ) position_provider.restore_state(original_stitched_state) self.origin_provider.restore_state(origin_state) return stitched_image