def heights_to_ply(tile):
"""
Generate a ply cloud.
Args:
tile: a dictionary that provides all you need to process a tile
"""
# merge the n-1 height maps of the tile (n = nb of images)
heights_fusion(tile)
# compute a ply from the merged height map
out_dir = tile['dir']
x, y, w, h = tile['coordinates']
plyfile = os.path.join(out_dir, 'cloud.ply')
plyextrema = os.path.join(out_dir, 'plyextrema.txt')
height_map = os.path.join(out_dir, 'height_map.tif')
# H is the homography transforming the coordinates system of the original
# full size image into the coordinates system of the crop
H = np.dot(np.diag([1, 1, 1]), common.matrix_translation(-x, -y))
colors = os.path.join(out_dir, 'ref.png')
if cfg['images'][0]['clr']:
common.image_crop_gdal(cfg['images'][0]['clr'], x, y, w, h, colors)
else:
common.image_qauto(
common.image_crop_gdal(cfg['images'][0]['img'], x, y, w, h),
colors)
triangulation.height_map_to_point_cloud(plyfile,
height_map,
cfg['images'][0]['rpc'],
H,
colors,
utm_zone=cfg['utm_zone'],
llbbx=tuple(cfg['ll_bbx']))
# compute the point cloud extrema (xmin, xmax, xmin, ymax)
common.run("plyextrema %s %s" % (plyfile, plyextrema))
if cfg['clean_intermediate']:
common.remove(height_map)
common.remove(colors)
common.remove(
os.path.join(out_dir, 'cloud_water_image_domain_mask.png'))
def write_svg_tilemap(filename, cfg, tiles):
'''
draw tiles boundaries with names in an svg file
'''
with open(filename, 'w') as f:
f.write('<?xml version="1.0" standalone="no"?>\
<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" \
"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">')
f.write('<svg version="1.1" xmlns="http://www.w3.org/2000/svg" \
xmlns:xlink="http://www.w3.org/1999/xlink" \
width="1000px" height="1000px" viewBox="%d %d %d %d">' %
(cfg['roi']['x'], cfg['roi']['y'], cfg['roi']['w'],
cfg['roi']['h']))
for t in tiles:
x, y, w, h = t['coordinates']
dir = os.path.abspath(t['dir']).split(
os.path.abspath(cfg['out_dir']))[-1]
try:
common.image_qauto("%s/dsm.tif" % t['dir'],
"%s/dsm.tif.png" % t['dir'])
except subprocess.CalledProcessError:
pass
f.write('<polygon style="fill:white;stroke:black;stroke-width:2" \
points="%d %d, %d %d, %d %d, %d %d" />' %
(x, y, x + w, y, x + w, y + h, x, y + h))
f.write('<image xlink:href="./%s/dsm.tif.png" \
x="%d" y="%d" width="%d" height="%d"/>' % (dir, x, y, w, h))
f.write('<a xlink:href="./%s/" target="_blank">' % dir)
f.write('<g transform="translate(%d,%d)">\
<text x="%d" y="%d" text-anchor="middle" \
style="fill: #00FF00; stroke: #00FF00; stroke-width: 0.5; font-size: 12px;" \
alignment-baseline="central">%s</text></g>' %
(x, y, w / 2, h / 2, dir))
f.write('</a>')
f.write('</svg>')
f.close()
def heights_to_ply(tile):
"""
Generate a ply cloud.
Args:
tile: a dictionary that provides all you need to process a tile
"""
# merge the n-1 height maps of the tile (n = nb of images)
heights_fusion(tile)
# compute a ply from the merged height map
out_dir = tile['dir']
x, y, w, h = tile['coordinates']
plyfile = os.path.join(out_dir, 'cloud.ply')
plyextrema = os.path.join(out_dir, 'plyextrema.txt')
height_map = os.path.join(out_dir, 'height_map.tif')
colors = os.path.join(out_dir, 'ref.tif')
if cfg['images'][0]['clr']:
common.image_crop_gdal(cfg['images'][0]['clr'], x, y, w, h, colors)
else:
common.image_qauto(
common.image_crop_gdal(cfg['images'][0]['img'], x, y, w, h),
colors)
triangulation.height_map_to_point_cloud(plyfile, height_map,
cfg['images'][0]['rpcm'], x, y,
colors)
# compute the point cloud extrema (xmin, xmax, xmin, ymax)
common.run("plyextrema %s %s" % (plyfile, plyextrema))
if cfg['clean_intermediate']:
common.remove(height_map)
common.remove(colors)
common.remove(os.path.join(out_dir, 'mask.png'))
def plot_matches(im1,
im2,
rpc1,
rpc2,
matches,
x=None,
y=None,
w=None,
h=None,
outfile=None):
"""
Plot matches on Pleiades images
Args:
im1, im2: paths to full Pleiades images
rpc1, rpc2: two instances of the rpcm.RPCModel class
matches: 2D numpy array of size 4xN containing a list of matches (a
list of pairs of points, each pair being represented by x1, y1, x2,
y2). The coordinates are given in the frame of the full images.
x, y, w, h (optional, default is None): ROI in the reference image
outfile (optional, default is None): path to the output file. If None,
the file image is displayed using the pvflip viewer
Returns:
path to the displayed output
"""
# if no matches, no plot
if not matches.size:
print("visualisation.plot_matches: nothing to plot")
return
# determine regions to crop in im1 and im2
if x is not None:
x1 = x
else:
x1 = np.min(matches[:, 0])
if y is not None:
y1 = y
else:
y1 = np.min(matches[:, 1])
if w is not None:
w1 = w
else:
w1 = np.max(matches[:, 0]) - x1
if h is not None:
h1 = h
else:
h1 = np.max(matches[:, 1]) - y1
x2, y2, w2, h2 = rpc_utils.corresponding_roi(rpc1, rpc2, x1, y1, w1, h1)
# x2 = np.min(matches[:, 2])
# w2 = np.max(matches[:, 2]) - x2
# y2 = np.min(matches[:, 3])
# h2 = np.max(matches[:, 3]) - y2
# # add 20 pixels offset and round. The image_crop_gdal function will round
# # off the coordinates before it does the crops.
# x1 -= 20; x1 = np.round(x1)
# y1 -= 20; y1 = np.round(y1)
# x2 -= 20; x2 = np.round(x2)
# y2 -= 20; y2 = np.round(y2)
# w1 += 40; w1 = np.round(w1)
# h1 += 40; h1 = np.round(h1)
# w2 += 40; w2 = np.round(w2)
# h2 += 40; h2 = np.round(h2)
# do the crops
crop1 = common.image_qauto(common.image_crop_gdal(im1, x1, y1, w1, h1))
crop2 = common.image_qauto(common.image_crop_gdal(im2, x2, y2, w2, h2))
# compute matches coordinates in the cropped images
pts1 = matches[:, 0:2] - [x1, y1]
pts2 = matches[:, 2:4] - [x2, y2]
# plot the matches on the two crops
to_display = plot_matches_low_level(crop1, crop2, np.hstack((pts1, pts2)))
if outfile is None:
os.system('v %s &' % (to_display))
else:
common.run('cp %s %s' % (to_display, outfile))
return
def disparity_to_ply(tile):
"""
Compute a point cloud from the disparity map of a pair of image tiles.
This function is called by s2p.main only if there are two input images (not
three).
Args:
tile: dictionary containing the information needed to process a tile.
"""
out_dir = tile['dir']
ply_file = os.path.join(out_dir, 'cloud.ply')
plyextrema = os.path.join(out_dir, 'plyextrema.txt')
x, y, w, h = tile['coordinates']
rpc1 = cfg['images'][0]['rpcm']
rpc2 = cfg['images'][1]['rpcm']
print('triangulating tile {} {}...'.format(x, y))
H_ref = os.path.join(out_dir, 'pair_1', 'H_ref.txt')
H_sec = os.path.join(out_dir, 'pair_1', 'H_sec.txt')
pointing = os.path.join(cfg['out_dir'], 'global_pointing_pair_1.txt')
disp = os.path.join(out_dir, 'pair_1', 'rectified_disp.tif')
extra = os.path.join(out_dir, 'pair_1', 'rectified_disp_confidence.tif')
if not os.path.exists(extra): # confidence file not always generated
extra = ''
mask_rect = os.path.join(out_dir, 'pair_1', 'rectified_mask.png')
mask_orig = os.path.join(out_dir, 'mask.png')
# prepare the image needed to colorize point cloud
colors = os.path.join(out_dir, 'rectified_ref.png')
if cfg['images'][0]['clr']:
hom = np.loadtxt(H_ref)
# we want rectified_ref.png and rectified_ref.tif to have the same size
with rasterio.open(os.path.join(out_dir, 'pair_1',
'rectified_ref.tif')) as f:
ww, hh = f.width, f.height
common.image_apply_homography(colors, cfg['images'][0]['clr'], hom, ww,
hh)
else:
common.image_qauto(
os.path.join(out_dir, 'pair_1', 'rectified_ref.tif'), colors)
# compute the point cloud
with rasterio.open(disp, 'r') as f:
disp_img = f.read().squeeze()
with rasterio.open(mask_rect, 'r') as f:
mask_rect_img = f.read().squeeze()
pyproj_out_crs = geographiclib.pyproj_crs(cfg['out_crs'])
proj_com = "CRS {}".format(cfg['out_crs'])
xyz_array, err = triangulation.disp_to_xyz(rpc1,
rpc2,
np.loadtxt(H_ref),
np.loadtxt(H_sec),
disp_img,
mask_rect_img,
pyproj_out_crs,
img_bbx=(x, x + w, y, y + h),
A=np.loadtxt(pointing))
triangulation.filter_xyz_and_write_to_ply(ply_file,
xyz_array,
cfg['3d_filtering_r'],
cfg['3d_filtering_n'],
cfg['gsd'],
colors,
proj_com,
confidence=extra)
# compute the point cloud extrema (xmin, xmax, xmin, ymax)
common.run("plyextrema %s %s" % (ply_file, plyextrema))
if cfg['clean_intermediate']:
common.remove(H_ref)
common.remove(H_sec)
common.remove(disp)
common.remove(mask_rect)
common.remove(mask_orig)
common.remove(colors)
common.remove(os.path.join(out_dir, 'pair_1', 'rectified_ref.tif'))
def disparity_to_ply(tile):
"""
Compute a point cloud from the disparity map of a pair of image tiles.
Args:
tile: dictionary containing the information needed to process a tile.
"""
out_dir = os.path.join(tile['dir'])
ply_file = os.path.join(out_dir, 'cloud.ply')
plyextrema = os.path.join(out_dir, 'plyextrema.txt')
x, y, w, h = tile['coordinates']
rpc1 = cfg['images'][0]['rpcm']
rpc2 = cfg['images'][1]['rpcm']
if os.path.exists(os.path.join(out_dir, 'stderr.log')):
print('triangulation: stderr.log exists')
print('pair_1 not processed on tile {} {}'.format(x, y))
return
print('triangulating tile {} {}...'.format(x, y))
# This function is only called when there is a single pair (pair_1)
H_ref = os.path.join(out_dir, 'pair_1', 'H_ref.txt')
H_sec = os.path.join(out_dir, 'pair_1', 'H_sec.txt')
pointing = os.path.join(cfg['out_dir'], 'global_pointing_pair_1.txt')
disp = os.path.join(out_dir, 'pair_1', 'rectified_disp.tif')
extra = os.path.join(out_dir, 'pair_1', 'rectified_disp_confidence.tif')
if not os.path.exists(extra):
extra = ''
mask_rect = os.path.join(out_dir, 'pair_1', 'rectified_mask.png')
mask_orig = os.path.join(out_dir, 'mask.png')
# prepare the image needed to colorize point cloud
colors = os.path.join(out_dir, 'rectified_ref.png')
if cfg['images'][0]['clr']:
hom = np.loadtxt(H_ref)
# We want rectified_ref.png and rectified_ref.tif to have the same size
with rasterio.open(os.path.join(out_dir, 'pair_1', 'rectified_ref.tif')) as f:
ww, hh = f.width, f.height
common.image_apply_homography(colors, cfg['images'][0]['clr'], hom, ww, hh)
else:
common.image_qauto(os.path.join(out_dir, 'pair_1', 'rectified_ref.tif'), colors)
# compute the point cloud
with rasterio.open(disp, 'r') as f:
disp_img = f.read().squeeze()
with rasterio.open(mask_rect, 'r') as f:
mask_rect_img = f.read().squeeze()
xyz_array, err = triangulation.disp_to_xyz(rpc1, rpc2,
np.loadtxt(H_ref), np.loadtxt(H_sec),
disp_img, mask_rect_img,
int(cfg['utm_zone'][:-1]),
img_bbx=(x, x+w, y, y+h),
A=np.loadtxt(pointing))
# 3D filtering
if cfg['3d_filtering_r'] and cfg['3d_filtering_n']:
triangulation.filter_xyz(xyz_array, cfg['3d_filtering_r'],
cfg['3d_filtering_n'], cfg['gsd'])
# flatten the xyz array into a list and remove nan points
xyz_list = xyz_array.reshape(-1, 3)
valid = np.all(np.isfinite(xyz_list), axis=1)
# write the point cloud to a ply file
with rasterio.open(colors, 'r') as f:
img = f.read()
colors_list = img.transpose(1, 2, 0).reshape(-1, img.shape[0])
ply.write_3d_point_cloud_to_ply(ply_file, xyz_list[valid],
colors=colors_list[valid],
extra_properties=None,
extra_properties_names=None,
comments=["created by S2P",
"projection: UTM {}".format(cfg['utm_zone'])])
# compute the point cloud extrema (xmin, xmax, xmin, ymax)
common.run("plyextrema %s %s" % (ply_file, plyextrema))
if cfg['clean_intermediate']:
common.remove(H_ref)
common.remove(H_sec)
common.remove(disp)
common.remove(mask_rect)
common.remove(mask_orig)
common.remove(colors)
common.remove(os.path.join(out_dir, 'pair_1', 'rectified_ref.tif'))
def multidisparities_to_ply(tile):
"""
Compute a point cloud from the disparity maps of N-pairs of image tiles.
Args:
tile: dictionary containing the information needed to process a tile.
# There is no guarantee that this function works with z!=1
"""
out_dir = os.path.join(tile['dir'])
ply_file = os.path.join(out_dir, 'cloud.ply')
plyextrema = os.path.join(out_dir, 'plyextrema.txt')
x, y, w, h = tile['coordinates']
rpc_ref = cfg['images'][0]['rpc']
disp_list = list()
rpc_list = list()
mask_orig = os.path.join(out_dir, 'cloud_water_image_domain_mask.png')
print('triangulating tile {} {}...'.format(x, y))
n = len(cfg['images']) - 1
for i in range(n):
pair = 'pair_%d' % (i + 1)
H_ref = os.path.join(out_dir, pair, 'H_ref.txt')
H_sec = os.path.join(out_dir, pair, 'H_sec.txt')
disp = os.path.join(out_dir, pair, 'rectified_disp.tif')
mask_rect = os.path.join(out_dir, pair, 'rectified_mask.png')
disp2D = os.path.join(out_dir, pair, 'disp2D.tif')
rpc_sec = cfg['images'][i + 1]['rpc']
if os.path.exists(disp):
# homography for warp
T = common.matrix_translation(x, y)
hom_ref = np.loadtxt(H_ref)
hom_ref_shift = np.dot(hom_ref, T)
# homography for 1D to 2D conversion
hom_sec = np.loadtxt(H_sec)
if cfg["use_global_pointing_for_geometric_triangulation"] is True:
pointing = os.path.join(cfg['out_dir'],
'global_pointing_%s.txt' % pair)
hom_pointing = np.loadtxt(pointing)
hom_sec = np.dot(hom_sec, np.linalg.inv(hom_pointing))
hom_sec_shift_inv = np.linalg.inv(hom_sec)
h1 = " ".join(str(x) for x in hom_ref_shift.flatten())
h2 = " ".join(str(x) for x in hom_sec_shift_inv.flatten())
# relative disparity map to absolute disparity map
tmp_abs = common.tmpfile('.tif')
os.environ["PLAMBDA_GETPIXEL"] = "0"
common.run(
'plambda %s %s "y 0 = nan x[0] :i + x[1] :j + 1 3 njoin if" -o %s'
% (disp, mask_rect, tmp_abs))
# 1d to 2d conversion
tmp_1d_to_2d = common.tmpfile('.tif')
common.run('plambda %s "%s 9 njoin x mprod" -o %s' %
(tmp_abs, h2, tmp_1d_to_2d))
# warp
tmp_warp = common.tmpfile('.tif')
common.run('homwarp -o 2 "%s" %d %d %s %s' %
(h1, w, h, tmp_1d_to_2d, tmp_warp))
# set masked value to NaN
exp = 'y 0 = nan x if'
common.run('plambda %s %s "%s" -o %s' %
(tmp_warp, mask_orig, exp, disp2D))
# disp2D contains positions in the secondary image
# added input data for triangulation module
disp_list.append(disp2D)
rpc_list.append(rpc_sec)
if cfg['clean_intermediate']:
common.remove(H_ref)
common.remove(H_sec)
common.remove(disp)
common.remove(mask_rect)
common.remove(mask_orig)
colors = os.path.join(out_dir, 'ref.png')
if cfg['images'][0]['clr']:
common.image_crop_gdal(cfg['images'][0]['clr'], x, y, w, h, colors)
else:
common.image_qauto(
common.image_crop_gdal(cfg['images'][0]['img'], x, y, w, h),
colors)
# compute the point cloud
triangulation.multidisp_map_to_point_cloud(ply_file,
disp_list,
rpc_ref,
rpc_list,
colors,
utm_zone=cfg['utm_zone'],
llbbx=tuple(cfg['ll_bbx']),
xybbx=(x, x + w, y, y + h))
# compute the point cloud extrema (xmin, xmax, xmin, ymax)
common.run("plyextrema %s %s" % (ply_file, plyextrema))
if cfg['clean_intermediate']:
common.remove(colors)
def disparity_to_ply(tile):
"""
Compute a point cloud from the disparity map of a pair of image tiles.
Args:
tile: dictionary containing the information needed to process a tile.
"""
out_dir = os.path.join(tile['dir'])
ply_file = os.path.join(out_dir, 'cloud.ply')
plyextrema = os.path.join(out_dir, 'plyextrema.txt')
x, y, w, h = tile['coordinates']
rpc1 = cfg['images'][0]['rpc']
rpc2 = cfg['images'][1]['rpc']
if os.path.exists(os.path.join(out_dir, 'stderr.log')):
print('triangulation: stderr.log exists')
print('pair_1 not processed on tile {} {}'.format(x, y))
return
print('triangulating tile {} {}...'.format(x, y))
# This function is only called when there is a single pair (pair_1)
H_ref = os.path.join(out_dir, 'pair_1', 'H_ref.txt')
H_sec = os.path.join(out_dir, 'pair_1', 'H_sec.txt')
pointing = os.path.join(cfg['out_dir'], 'global_pointing_pair_1.txt')
disp = os.path.join(out_dir, 'pair_1', 'rectified_disp.tif')
extra = os.path.join(out_dir, 'pair_1', 'rectified_disp_confidence.tif')
if not os.path.exists(extra):
extra = ''
mask_rect = os.path.join(out_dir, 'pair_1', 'rectified_mask.png')
mask_orig = os.path.join(out_dir, 'cloud_water_image_domain_mask.png')
# prepare the image needed to colorize point cloud
colors = os.path.join(out_dir, 'rectified_ref.png')
if cfg['images'][0]['clr']:
hom = np.loadtxt(H_ref)
roi = [[x, y], [x + w, y], [x + w, y + h], [x, y + h]]
ww, hh = common.bounding_box2D(common.points_apply_homography(
hom, roi))[2:]
tmp = common.tmpfile('.tif')
common.image_apply_homography(tmp, cfg['images'][0]['clr'], hom,
ww + 2 * cfg['horizontal_margin'],
hh + 2 * cfg['vertical_margin'])
common.image_qauto(tmp, colors)
else:
common.image_qauto(
os.path.join(out_dir, 'pair_1', 'rectified_ref.tif'), colors)
# compute the point cloud
triangulation.disp_map_to_point_cloud(ply_file,
disp,
mask_rect,
rpc1,
rpc2,
H_ref,
H_sec,
pointing,
colors,
extra,
utm_zone=cfg['utm_zone'],
llbbx=tuple(cfg['ll_bbx']),
xybbx=(x, x + w, y, y + h),
xymsk=mask_orig)
# compute the point cloud extrema (xmin, xmax, xmin, ymax)
common.run("plyextrema %s %s" % (ply_file, plyextrema))
if cfg['clean_intermediate']:
common.remove(H_ref)
common.remove(H_sec)
common.remove(disp)
common.remove(mask_rect)
common.remove(mask_orig)
common.remove(colors)
common.remove(os.path.join(out_dir, 'pair_1', 'rectified_ref.tif'))
