def test_thumb_utils_methods(self, image):
"""
Bunch of tests on thumb_utils helpers.
"""
filename = 'test-thumb'
upload_path = thumb_utils.thumb_path(filename)
self.assertEqual(upload_path, os.path.join(settings.THUMBNAIL_LOCATION, filename))
thumb_utils.remove_thumbs(filename)
self.assertFalse(thumb_utils.thumb_exists(filename))
f = BytesIO(test_image.tobytes())
f.name = filename
storage_manager.save(upload_path, File(f))
self.assertTrue(thumb_utils.thumb_exists(filename))
self.assertEqual(thumb_utils.thumb_size(upload_path), 10000)
# cleanup: remove saved thumbnail
thumb_utils.remove_thumbs(filename)
self.assertFalse(thumb_utils.thumb_exists(filename))
def test_monochromatic_image(self, image):
"""
Tests that an monochromatic image does not change the current resource thumbnail.
"""
filename = 'test-thumb'
current = self.rb.get_thumbnail_url()
self.rb.save_thumbnail(filename, image)
self.assertEqual(current, urlparse(self.rb.get_thumbnail_url()).path)
# cleanup: remove saved thumbnail
thumb_utils.remove_thumbs(filename)
self.assertFalse(thumb_utils.thumb_exists(filename))
def create_thumbnail(
instance: Union[Layer, Map],
wms_version: str = settings.OGC_SERVER["default"].get(
"WMS_VERSION", "1.1.1"),
bbox: Optional[Union[List, Tuple]] = None,
forced_crs: Optional[str] = None,
styles: Optional[List] = None,
overwrite: bool = False,
background_zoom: Optional[int] = None,
) -> None:
"""
Function generating and saving a thumbnail of the given instance (Layer or Map), which is composed of
outcomes of WMS GetMap queries to the instance's layers providers, and an outcome of querying background
provider for thumbnail's background (by default Slippy Map provider).
:param instance: instance of Layer or Map models
:param wms_version: WMS version of the query
:param bbox: bounding box of the thumbnail in format: (west, east, south, north, CRS), where CRS is in format
"EPSG:XXXX"
:param forced_crs: CRS which should be used to fetch data from WMS services in format "EPSG:XXXX". By default
all data is translated and retrieved in EPSG:3857, since this enables background fetching from
Slippy Maps providers. Forcing another CRS can cause skipping background generation in
the thumbnail
:param styles: styles, which OGC server should use for rendering an image
:param overwrite: overwrite existing thumbnail
:param background_zoom: zoom of the XYZ Slippy Map used to retrieve background image,
if Slippy Map is used as background
"""
instance.refresh_from_db()
default_thumbnail_name = _generate_thumbnail_name(instance)
mime_type = "image/png"
width = settings.THUMBNAIL_SIZE["width"]
height = settings.THUMBNAIL_SIZE["height"]
if default_thumbnail_name is None:
# instance is Map and has no layers defined
utils.assign_missing_thumbnail(instance)
return
# handle custom, uploaded thumbnails, which may have different extensions from the default thumbnail
thumbnail_exists = False
if instance.thumbnail_url and instance.thumbnail_url != settings.MISSING_THUMBNAIL:
thumbnail_exists = utils.thumb_exists(
instance.thumbnail_url.rsplit('/')[-1])
if (thumbnail_exists
or utils.thumb_exists(default_thumbnail_name)) and not overwrite:
logger.debug(
f"Thumbnail for {instance.name} already exists. Skipping thumbnail generation."
)
return
# --- determine target CRS and bbox ---
target_crs = forced_crs.upper() if forced_crs is not None else "EPSG:3857"
compute_bbox_from_layers = False
is_map_with_datasets = False
if isinstance(instance, Map):
is_map_with_datasets = MapLayer.objects.filter(
map=instance, visibility=True, local=True).exclude(
ows_url__isnull=True).exclude(ows_url__exact='').count() > 0
if bbox:
bbox = utils.clean_bbox(bbox, target_crs)
elif instance.ll_bbox_polygon:
bbox = utils.clean_bbox(instance.ll_bbox, target_crs)
else:
compute_bbox_from_layers = True
# --- define layer locations ---
locations, layers_bbox = _layers_locations(
instance, compute_bbox=compute_bbox_from_layers, target_crs=target_crs)
if compute_bbox_from_layers and is_map_with_datasets:
if not layers_bbox:
raise ThumbnailError(
f"Thumbnail generation couldn't determine a BBOX for: {instance}."
)
else:
bbox = layers_bbox
# --- expand the BBOX to match the set thumbnail's ratio (prevent thumbnail's distortions) ---
bbox = utils.expand_bbox_to_ratio(bbox) if bbox else None
# --- add default style ---
if not styles and hasattr(instance, "default_style"):
if instance.default_style:
styles = [instance.default_style.name]
# --- fetch WMS layers ---
partial_thumbs = []
for ogc_server, layers, _styles in locations:
if isinstance(instance, Map) and len(layers) == len(_styles):
styles = _styles
try:
partial_thumbs.append(
utils.get_map(
ogc_server,
layers,
wms_version=wms_version,
bbox=bbox,
mime_type=mime_type,
styles=styles,
width=width,
height=height,
))
except Exception as e:
logger.error(
f"Exception occurred while fetching partial thumbnail for {instance.title}."
)
logger.exception(e)
if not partial_thumbs and is_map_with_datasets:
utils.assign_missing_thumbnail(instance)
raise ThumbnailError(
"Thumbnail generation failed - no image retrieved from WMS services."
)
# --- merge retrieved WMS images ---
merged_partial_thumbs = Image.new("RGBA", (width, height),
(255, 255, 255, 0))
for image in partial_thumbs:
if image:
content = BytesIO(image)
try:
img = Image.open(content)
img.verify() # verify that it is, in fact an image
img = Image.open(
BytesIO(image)
) # "re-open" the file (required after running verify method)
merged_partial_thumbs.paste(img, mask=img.convert('RGBA'))
except UnidentifiedImageError as e:
logger.error(
f"Thumbnail generation. Error occurred while fetching layer image: {image}"
)
logger.exception(e)
# --- fetch background image ---
try:
BackgroundGenerator = import_string(
settings.THUMBNAIL_BACKGROUND["class"])
background = BackgroundGenerator(width, height).fetch(
bbox, background_zoom) if bbox else None
except Exception as e:
logger.error(
f"Thumbnail generation. Error occurred while fetching background image: {e}"
)
logger.exception(e)
background = None
# --- overlay image with background ---
thumbnail = Image.new("RGB", (width, height), (250, 250, 250))
if background is not None:
thumbnail.paste(background, (0, 0))
thumbnail.paste(merged_partial_thumbs, (0, 0), merged_partial_thumbs)
# convert image to the format required by save_thumbnail
with BytesIO() as output:
thumbnail.save(output, format="PNG")
content = output.getvalue()
# save thumbnail
instance.save_thumbnail(default_thumbnail_name, image=content)
return instance.thumbnail_url