def test_no_epsg(self):
crs = rasterio.crs.CRS()
img_path = join(self.tmp_dir, 'tmp.tif')
height = 100
width = 100
nb_channels = 3
with rasterio.open(
img_path,
'w',
driver='GTiff',
height=height,
width=width,
count=nb_channels,
dtype=np.uint8,
crs=crs) as img_dataset:
im = np.zeros((height, width, nb_channels)).astype(np.uint8)
for channel in range(nb_channels):
img_dataset.write(im[:, :, channel], channel + 1)
try:
config = RasterioSourceConfig(uris=[img_path])
config.build(tmp_dir=self.tmp_dir)
except Exception:
self.fail(
'Creating RasterioSource with CRS with no EPSG attribute '
'raised an exception when it should not have.')
def test_channel_order_error(self):
img_path = join(self.tmp_dir, 'img.tif')
chip = np.ones((2, 2, 3)).astype(np.uint8)
chip[:, :, :] *= np.array([0, 1, 2]).astype(np.uint8)
save_img(chip, img_path)
channel_order = [3, 1, 0]
with self.assertRaises(ChannelOrderError):
config = RasterioSourceConfig(
uris=[img_path], channel_order=channel_order)
config.build(tmp_dir=self.tmp_dir)
def test_extent_crop(self):
f = 1 / 4
img_path = data_file_path('small-rgb-tile.tif')
cfg_crop = RasterioSourceConfig(
uris=[img_path], extent_crop=(f, f, f, f))
rs_crop = cfg_crop.build(tmp_dir=self.tmp_dir)
# test extent box
extent_crop = rs_crop.get_extent()
self.assertEqual(extent_crop.ymin, 64)
self.assertEqual(extent_crop.xmin, 64)
self.assertEqual(extent_crop.ymax, 192)
self.assertEqual(extent_crop.xmax, 192)
# test windows
windows = extent_crop.get_windows(64, 64)
self.assertEqual(windows[0].ymin, 64)
self.assertEqual(windows[0].xmin, 64)
self.assertEqual(windows[-1].ymax, 192)
self.assertEqual(windows[-1].xmax, 192)
# test CropOffsets class
cfg_crop = RasterioSourceConfig(
uris=[img_path],
extent_crop=CropOffsets(skip_top=.5, skip_right=.5))
rs_crop = cfg_crop.build(tmp_dir=self.tmp_dir)
extent_crop = rs_crop.get_extent()
self.assertEqual(extent_crop.ymin, 128)
self.assertEqual(extent_crop.xmin, 0)
self.assertEqual(extent_crop.ymax, 256)
self.assertEqual(extent_crop.xmax, 128)
# test validation
extent_crop = CropOffsets(skip_top=.5, skip_bottom=.5)
self.assertRaises(
ValidationError,
lambda: RasterioSourceConfig(uris=[img_path],
extent_crop=extent_crop))
extent_crop = CropOffsets(skip_left=.5, skip_right=.5)
self.assertRaises(
ValidationError,
lambda: RasterioSourceConfig(uris=[img_path],
extent_crop=extent_crop))
# test extent_crop=None
try:
_ = RasterioSourceConfig(uris=[img_path], extent_crop=None) # noqa
except Exception:
self.fail('extent_crop=None caused an error.')
def test_mask(self):
# make geotiff filled with ones and zeros and mask the whole image
img_path = join(self.tmp_dir, 'tmp.tif')
height = 100
width = 100
nb_channels = 3
with rasterio.open(
img_path,
'w',
driver='GTiff',
height=height,
width=width,
count=nb_channels,
dtype=np.uint8) as img_dataset:
im = np.random.randint(0, 2, (height, width, nb_channels)).astype(
np.uint8)
for channel in range(nb_channels):
img_dataset.write(im[:, :, channel], channel + 1)
img_dataset.write_mask(np.zeros(im.shape[0:2]).astype(np.bool))
config = RasterioSourceConfig(uris=[img_path])
source = config.build(tmp_dir=self.tmp_dir)
with source.activate():
out_chip = source.get_image_array()
expected_out_chip = np.zeros((height, width, nb_channels))
np.testing.assert_equal(out_chip, expected_out_chip)
def test_gets_raw_chip(self):
img_path = data_file_path('small-rgb-tile.tif')
channel_order = [0, 1]
config = RasterioSourceConfig(
uris=[img_path], channel_order=channel_order)
source = config.build(tmp_dir=self.tmp_dir)
with source.activate():
out_chip = source.get_raw_image_array()
self.assertEqual(out_chip.shape[2], 3)
def test_gets_raw_chip_from_uint16_transformed_proto(self):
img_path = data_file_path('small-uint16-tile.tif')
channel_order = [0, 1]
config = RasterioSourceConfig(uris=[img_path])
raw_rs = config.build(tmp_dir=self.tmp_dir)
stats_uri = join(self.tmp_dir, 'tmp.tif')
stats = RasterStats()
stats.compute([raw_rs])
stats.save(stats_uri)
transformer = StatsTransformerConfig(stats_uri=stats_uri)
config = RasterioSourceConfig(uris=[img_path],
channel_order=channel_order,
transformers=[transformer])
rs = config.build(tmp_dir=self.tmp_dir)
with rs.activate():
out_chip = rs.get_raw_image_array()
self.assertEqual(out_chip.shape[2], 3)
def test_extent(self):
img_path = data_file_path('small-rgb-tile.tif')
cfg = RasterioSourceConfig(uris=[img_path])
rs = cfg.build(tmp_dir=self.tmp_dir)
extent = rs.get_extent()
h, w = extent.get_height(), extent.get_width()
ymin, xmin, ymax, xmax = extent
self.assertEqual(h, 256)
self.assertEqual(w, 256)
self.assertEqual(ymin, 0)
self.assertEqual(xmin, 0)
self.assertEqual(ymax, 256)
self.assertEqual(xmax, 256)
def test_uses_channel_order(self):
img_path = join(self.tmp_dir, 'img.tif')
chip = np.ones((2, 2, 4)).astype(np.uint8)
chip[:, :, :] *= np.array([0, 1, 2, 3]).astype(np.uint8)
save_img(chip, img_path)
channel_order = [0, 1, 2]
config = RasterioSourceConfig(
uris=[img_path], channel_order=channel_order)
source = config.build(tmp_dir=self.tmp_dir)
with source.activate():
out_chip = source.get_image_array()
expected_out_chip = np.ones((2, 2, 3)).astype(np.uint8)
expected_out_chip[:, :, :] *= np.array([0, 1, 2]).astype(np.uint8)
np.testing.assert_equal(out_chip, expected_out_chip)
def test_shift_x(self):
# Specially-engineered image w/ one meter per pixel resolution
# in the x direction.
img_path = data_file_path('ones.tif')
channel_order = [0]
config = RasterioSourceConfig(uris=[img_path],
channel_order=channel_order,
x_shift=1.0,
y_shift=0.0)
source = config.build(tmp_dir=self.tmp_dir)
with source.activate():
extent = source.get_extent()
data = source.get_chip(extent)
self.assertEqual(data.sum(), 2**16 - 256)
column = data[:, 255, 0]
self.assertEqual(column.sum(), 0)
def test_non_geo(self):
# Check if non-georeferenced image files can be read and CRSTransformer
# implements the identity function.
img_path = join(self.tmp_dir, 'img.png')
chip = np.ones((2, 2, 3)).astype(np.uint8)
save_img(chip, img_path)
config = RasterioSourceConfig(uris=[img_path])
source = config.build(tmp_dir=self.tmp_dir)
with source.activate():
out_chip = source.get_image_array()
np.testing.assert_equal(out_chip, chip)
p = (3, 4)
out_p = source.get_crs_transformer().map_to_pixel(p)
np.testing.assert_equal(out_p, p)
out_p = source.get_crs_transformer().pixel_to_map(p)
np.testing.assert_equal(out_p, p)
def test_detects_alpha(self):
# Set first channel to alpha. Expectation is that when omitting channel_order,
# only the second and third channels will be in output.
img_path = join(self.tmp_dir, 'img.tif')
chip = np.ones((2, 2, 3)).astype(np.uint8)
chip[:, :, :] *= np.array([0, 1, 2]).astype(np.uint8)
save_img(chip, img_path)
ci = (ColorInterp.alpha, ColorInterp.blue, ColorInterp.green)
with rasterio.open(img_path, 'r+') as src:
src.colorinterp = ci
config = RasterioSourceConfig(uris=[img_path])
source = config.build(tmp_dir=self.tmp_dir)
with source.activate():
out_chip = source.get_image_array()
expected_out_chip = np.ones((2, 2, 2)).astype(np.uint8)
expected_out_chip[:, :, :] *= np.array([1, 2]).astype(np.uint8)
np.testing.assert_equal(out_chip, expected_out_chip)
def test_extent_crop_overflow(self):
f = 1 / 10
arr = np.ones((100, 100), dtype=np.uint8)
mask = np.zeros_like(arr).astype(bool)
mask[10:90, 10:90] = 1
with NamedTemporaryFile('wb') as fp:
uri = fp.name
with rasterio.open(uri,
'w',
driver='GTiff',
height=100,
width=100,
count=1,
dtype=np.uint8) as ds:
ds.write_band(1, arr)
cfg = RasterioSourceConfig(uris=[uri], extent_crop=(f, f, f, f))
rs = cfg.build(tmp_dir=self.tmp_dir)
with rs.activate():
out = rs.get_chip(Box(0, 0, 100, 100))[..., 0]
self.assertTrue(np.all(out[mask] == 1))
self.assertTrue(np.all(out[~mask] == 0))
def test_get_dtype(self):
img_path = data_file_path('small-rgb-tile.tif')
config = RasterioSourceConfig(uris=[img_path])
source = config.build(tmp_dir=self.tmp_dir)
self.assertEqual(source.get_dtype(), np.uint8)