def __attrs_post_init__(self):
# type: () -> None
self._screenshot_type = update_screenshot_type(
self._screenshot_type, self._image, self._driver
)
position_provider = eyes_selenium_utils.get_cur_position_provider(self._driver)
if not self._driver.is_mobile_app:
self._frame_chain = self._driver.frame_chain.clone()
frame_size = self.get_frame_size(position_provider)
self._current_frame_scroll_position = eyes_selenium_utils.get_updated_scroll_position( # noqa
position_provider
)
self.updated_frame_location_in_screenshot(
self._frame_location_in_screenshot
)
logger.debug("Calculating frame window...")
self.frame_window = Region.from_(
self._frame_location_in_screenshot, frame_size
)
else:
self._frame_chain = FrameChain()
self._current_frame_scroll_position = Point.ZERO()
self._frame_location_in_screenshot = Point.ZERO()
self.frame_window = Region.from_(
self._frame_location_in_screenshot, self.image
)
self.frame_window = self.frame_window.intersect(Region.from_(self.image))
def get_updated_scroll_position(position_provider):
# type: (SeleniumPositionProvider) -> Point
try:
sp = position_provider.get_current_position()
if not sp:
sp = Point.ZERO()
except WebDriverException:
sp = Point.ZERO()
return sp
def from_screenshot(cls, driver, image, screenshot_region):
# type: (EyesWebDriver, Image.Image, Region) -> EyesWebDriverScreenshot
return cls(
driver,
image,
ScreenshotType.ENTIRE_FRAME,
Point.ZERO(),
frame_window=Region.from_(Point.ZERO(), screenshot_region.size),
region_window=Region.from_(screenshot_region),
)
def get_text(self, *regions):
# type: (*OCRRegion) -> List[Text]
result = []
for ocr_region in regions:
self._process_app_output(ocr_region)
image = ocr_region.app_output_with_screenshot.screenshot.image
screenshot_url = self._server_connector.try_upload_image(
image_utils.get_bytes(image))
data = TextSettingsData(
app_output=AppOutput(
screenshot_url=screenshot_url,
location=Point.ZERO(),
dom_url=ocr_region.app_output_with_screenshot.app_output.
dom_url,
),
language=ocr_region._language,
min_match=ocr_region._min_match,
regions=[
ExpectedTextRegion(
0,
0,
width=image.width,
height=image.height,
expected=ocr_region._hint,
)
],
)
result.extend(
self._server_connector.get_text_in_running_session_image(data))
return result
def from_screenshot(cls, driver, image, screenshot_region,
frame_location_in_parent_screenshot):
# type: (EyesWebDriver, Image.Image, Region, Point) -> EyesWebDriverScreenshot
return cls(
driver,
image,
ScreenshotType.ENTIRE_FRAME,
frame_location_in_parent_screenshot - screenshot_region.location,
frame_window=Region.from_(Point.ZERO(), screenshot_region.size),
)
def updated_frame_location_in_screenshot(self, location):
# type: (Point) -> None
if location is None:
if self.frame_chain.size > 0:
self._frame_location_in_screenshot = calc_frame_location_in_screenshot(
self._driver, self._frame_chain, self._screenshot_type)
else:
self._frame_location_in_screenshot = Point.ZERO()
else:
self._frame_location_in_screenshot = location
def get_app_output():
scale_provider = self._eyes.update_scaling_params()
viewport_screenshot = self._eyes.get_scaled_cropped_viewport_image(
scale_provider)
image = image_utils.get_bytes(viewport_screenshot)
screenshot_url = self._server_connector.try_upload_image(image)
dom_json = self._eyes._try_capture_dom()
dom_url = self._eyes._try_post_dom_capture(dom_json)
return AppOutput(dom_url=dom_url,
screenshot_url=screenshot_url,
location=Point.ZERO())
def current_frame_offset(self):
# type: () -> Point
location = Point.ZERO()
for frame in self:
location = location.offset(frame.location)
return location
def __init__(self, driver, scroll_root_element):
# type: (EyesWebDriver, AnyWebElement) -> None
self._last_set_position = Point.ZERO()
super(CSSTranslatePositionProvider,
self).__init__(driver, scroll_root_element)
def get_stitched_region(self, region, full_area, position_provider):
# type: (Region, Optional[Region], Optional[PositionProvider]) -> Image.Image
argument_guard.not_none(region)
argument_guard.not_none(position_provider)
logger.info(
"region: %s ; full_area: %s ; position_provider: %s"
% (region, full_area, position_provider.__class__.__name__)
)
origin_state = self.origin_provider.get_state()
if self.origin_provider != position_provider:
self.origin_provider.set_position(
Point.ZERO()
) # first scroll to 0,0 so CSS stitching works.
# Saving the original position (in case we were already in the outermost frame).
original_stitched_state = position_provider.get_state()
datetime_utils.sleep(self.wait_before_screenshots)
initial_screenshot = self.image_provider.get_image()
initial_size = RectangleSize.from_(initial_screenshot)
pixel_ratio = self._get_pixel_ratio(initial_screenshot)
scaled_cut_provider = self.cut_provider.scale(pixel_ratio)
cutted_initial_screenshot = self._cut_if_needed(
initial_screenshot, scaled_cut_provider
)
self.debug_screenshot_provider.save(
cutted_initial_screenshot, self._debug_msg("cutted_initial_screenshot")
)
region_in_initial_screenshot = self._get_region_in_screenshot(
region, cutted_initial_screenshot, pixel_ratio
)
cropped_initial_screenshot = self._crop_if_needed(
cutted_initial_screenshot, region_in_initial_screenshot
)
self.debug_screenshot_provider.save(
cropped_initial_screenshot, self._debug_msg("cropped_initial_screenshot")
)
scaled_initial_screenshot = image_utils.scale_image(
cropped_initial_screenshot, self.scale_provider
)
self.debug_screenshot_provider.save(
scaled_initial_screenshot, self._debug_msg("scaled_initial_screenshot")
)
if full_area is None or full_area.is_empty:
entire_size = self._get_entire_size(initial_screenshot, position_provider)
# Notice that this might still happen even if we used
# "get_image_part", since "entire_page_size" might be that of a
# frame
if (
scaled_initial_screenshot.width >= entire_size.width
and scaled_initial_screenshot.height >= entire_size.height
):
self.origin_provider.restore_state(origin_state)
return scaled_initial_screenshot
full_area = Region.from_(Point.ZERO(), entire_size)
scaled_cropped_location = full_area.location
physical_crop_location = Point.from_(scaled_cropped_location).scale(pixel_ratio)
if region_in_initial_screenshot.is_empty:
physical_crop_size = RectangleSize(
initial_size.width - physical_crop_location.x,
initial_size.height - physical_crop_location.y,
)
source_region = Region.from_(physical_crop_location, physical_crop_size)
else:
# Starting with the screenshot we already captured at (0,0).
source_region = region_in_initial_screenshot
scaled_cropped_source_rect = self.cut_provider.to_region(source_region.size)
scaled_cropped_source_rect = scaled_cropped_source_rect.offset(
source_region.left, source_region.top
)
scaled_cropped_source_region = dict(
x=int(math.ceil(scaled_cropped_source_rect.left / pixel_ratio)),
y=int(math.ceil(scaled_cropped_source_rect.top / pixel_ratio)),
width=int(math.ceil(scaled_cropped_source_rect.width / pixel_ratio)),
height=int(math.ceil(scaled_cropped_source_rect.height / pixel_ratio)),
)
scaled_cropped_size = dict(
width=scaled_cropped_source_region["width"],
height=scaled_cropped_source_region["height"],
)
# Getting the list of viewport regions composing the page
# (we'll take screenshot for each one).
if region_in_initial_screenshot.is_empty:
x = max(0, full_area.left)
y = max(0, full_area.top)
w = min(full_area.width, scaled_cropped_size["width"])
h = min(full_area.height, scaled_cropped_size["height"])
rect_in_initial_screenshot = Region(
round(x * pixel_ratio),
round(y * pixel_ratio),
round(w * pixel_ratio),
round(h * pixel_ratio),
)
else:
rect_in_initial_screenshot = region_in_initial_screenshot
screenshot_parts = self._get_image_parts(
full_area, scaled_cropped_size, pixel_ratio, rect_in_initial_screenshot
)
# Starting with element region size part of the screenshot. Use it as a size
# template.
stitched_image = Image.new("RGBA", (full_area.width, full_area.height))
# Take screenshot and stitch for each screenshot part.
stitched_image = self._stitch_screenshot(
original_stitched_state,
position_provider,
screenshot_parts,
stitched_image,
self.scale_provider.scale_ratio,
scaled_cut_provider,
)
position_provider.restore_state(original_stitched_state)
self.origin_provider.restore_state(origin_state)
return stitched_image