示例#1
0
    def test_3d_ewa_tsdf_generation2(self):
        filename = "zigzag2_depth_00108.png"
        depth_image = self.image_load_helper(filename)
        array_offset = np.array([-46, -8, 105], dtype=np.int32)
        field_shape = np.array([16, 1, 16], dtype=np.int32)
        camera_intrinsic_matrix = np.array(
            [[700., 0., 320.], [0., 700., 240.], [0., 0., 1.]],
            dtype=np.float32)
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 480), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)

        parameters = cpp_module.tsdf.Parameters3d()
        parameters.interpolation_method = cpp_module.tsdf.FilteringMethod.EWA_IMAGE_SPACE
        parameters.projection_matrix = camera_intrinsic_matrix
        parameters.array_offset = cpp_module.Vector3i(-46, -8, 105)
        parameters.field_shape = cpp_module.Vector3i(16, 1, 16)
        parameters.smoothing_factor = 0.5

        generator = cpp_module.tsdf.Generator3d(parameters)
        field2 = generator.generate(depth_image,
                                    np.identity(4, dtype=np.float32), 1)

        self.assertTrue(np.allclose(field2, data.sdf_3d_slice02, atol=1e-5))

        field = \
            ewa.generate_tsdf_3d_ewa_image(depth_image, camera,
                                           field_shape=field_shape,
                                           array_offset=array_offset,
                                           voxel_size=0.004,
                                           gaussian_covariance_scale=0.5)

        self.assertTrue(np.allclose(field, data.sdf_3d_slice02))
示例#2
0
    def test_2D_ewa_tsdf_generation4(self):
        filename = "zigzag1_depth_00064.png"
        depth_image = self.image_load_helper(filename)
        camera_intrinsic_matrix = np.array(
            [[700., 0., 320.], [0., 700., 240.], [0., 0., 1.]],
            dtype=np.float32)
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 3), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)
        field = \
            ewa.generate_tsdf_2d_ewa_tsdf_inclusive(depth_image, camera, 200,
                                                    field_size=16,
                                                    array_offset=np.array([-232, -256, 490]),
                                                    voxel_size=0.004,
                                                    gaussian_covariance_scale=0.5
                                                    )

        self.assertTrue(np.allclose(field, data.out_sdf_field04))

        parameters = cpp_module.tsdf.Parameters2d()
        parameters.interpolation_method = cpp_module.tsdf.FilteringMethod.EWA_VOXEL_SPACE_INCLUSIVE
        parameters.projection_matrix = camera_intrinsic_matrix
        parameters.array_offset = cpp_module.Vector2i(-232, 490)
        parameters.field_shape = cpp_module.Vector2i(16, 16)
        parameters.smoothing_factor = 0.5

        generator = cpp_module.tsdf.Generator2d(parameters)
        field2 = generator.generate(depth_image,
                                    np.identity(4, dtype=np.float32), 1)
        self.assertTrue(np.allclose(field2, data.out_sdf_field04, atol=1e-5))
示例#3
0
    def test_3d_ewa_tsdf_generation2(self):
        filename = "zigzag2_depth_00108.png"
        depth_image = self.image_load_helper(filename)
        array_offset = np.array([-46, -8, 105], dtype=np.int32)
        field_shape = np.array([16, 1, 16], dtype=np.int32)
        camera_intrinsic_matrix = np.array([[700., 0., 320.], [0., 700., 240.],
                                            [0., 0., 1.]])
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 480), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)

        field2 = ewa.generate_tsdf_3d_ewa_image_cpp(
            depth_image,
            camera,
            field_shape=field_shape,
            array_offset=array_offset,
            voxel_size=0.004,
            gaussian_covariance_scale=0.5)

        self.assertTrue(np.allclose(field2, data.sdf_3d_slice02, atol=1e-5))

        field = \
            ewa.generate_tsdf_3d_ewa_image(depth_image, camera,
                                           field_shape=field_shape,
                                           array_offset=array_offset,
                                           voxel_size=0.004,
                                           gaussian_covariance_scale=0.5)

        self.assertTrue(np.allclose(field, data.sdf_3d_slice02))
示例#4
0
    def test_2D_ewa_tsdf_generation4(self):
        filename = "zigzag1_depth_00064.png"
        depth_image = self.image_load_helper(filename)
        camera_intrinsic_matrix = np.array([[700., 0., 320.], [0., 700., 240.],
                                            [0., 0., 1.]])
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 3), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)
        field = \
            ewa.generate_tsdf_2d_ewa_tsdf_inclusive(depth_image, camera, 200,
                                                    field_size=16,
                                                    array_offset=np.array([-232, -256, 490]),
                                                    voxel_size=0.004,
                                                    gaussian_covariance_scale=0.5
                                                    )

        self.assertTrue(np.allclose(field, data.out_sdf_field04))

        field2 = ewa.generate_tsdf_2d_ewa_tsdf_inclusive_cpp(
            depth_image,
            camera,
            1,
            field_size=16,
            array_offset=np.array([-232, -256, 490]),
            voxel_size=0.004,
            gaussian_covariance_scale=0.5)
        self.assertTrue(np.allclose(field2, data.out_sdf_field04, atol=1e-5))
示例#5
0
    def test_2d_ewa_tsdf_generation2(self):
        filename = "zigzag2_depth_00108.png"
        depth_image = self.image_load_helper(filename)
        test_full_image = False
        camera_intrinsic_matrix = np.array(
            [[700., 0., 320.], [0., 700., 240.], [0., 0., 1.]],
            dtype=np.float32)
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 480), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)

        offset_full_image = np.array([-256, 0, 0])
        chunk_x_start = 210
        chunk_y_start = 103
        chunk_size = 16
        offset_chunk_from_image = np.array([chunk_x_start, 0, chunk_y_start])
        offset_chunk = offset_full_image + offset_chunk_from_image

        if test_full_image:
            parameters = cpp_module.tsdf.Parameters2d()
            parameters.projection_matrix = camera_intrinsic_matrix
            parameters.field_shape = cpp_module.Vector2i(512, 512)
            parameters.array_offset = cpp_module.Vector2i(
                int(offset_full_image[0]), int(offset_full_image[2]))
            parameters.interpolation_method = cpp_module.tsdf.FilteringMethod.EWA_IMAGE_SPACE

            generator = cpp_module.tsdf.Generator2d(parameters)
            field2 = generator.generate(depth_image,
                                        np.identity(4, dtype=np.float32), 200)
            chunk = field2[chunk_y_start:chunk_y_start + chunk_size,
                           chunk_x_start:chunk_x_start + chunk_size].copy()
        else:
            parameters = cpp_module.tsdf.Parameters2d()
            parameters.interpolation_method = cpp_module.tsdf.FilteringMethod.EWA_IMAGE_SPACE
            parameters.projection_matrix = camera_intrinsic_matrix
            parameters.array_offset = cpp_module.Vector2i(
                int(offset_chunk[0]), int(offset_chunk[2]))
            parameters.field_shape = cpp_module.Vector2i(16, 16)

            generator = cpp_module.tsdf.Generator2d(parameters)
            chunk = generator.generate(depth_image,
                                       np.identity(4, dtype=np.float32), 200)
        self.assertTrue(np.allclose(chunk, data.out_sdf_chunk))

        field = \
            ewa.generate_tsdf_2d_ewa_image(depth_image, camera, 200,
                                           field_size=chunk_size,
                                           array_offset=offset_chunk,
                                           voxel_size=0.004)
        self.assertTrue(np.allclose(field, data.out_sdf_chunk, atol=2e-5))
示例#6
0
    def test_2d_ewa_tsdf_generation2(self):
        filename = "zigzag2_depth_00108.png"
        depth_image = self.image_load_helper(filename)
        test_full_image = False
        camera_intrinsic_matrix = np.array([[700., 0., 320.], [0., 700., 240.],
                                            [0., 0., 1.]])
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 480), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)

        offset_full_image = np.array([-256, -256, 0])
        chunk_x_start = 210
        chunk_y_start = 103
        chunk_size = 16
        offset_chunk_from_image = np.array([chunk_x_start, 0, chunk_y_start])
        offset_chunk = offset_full_image + offset_chunk_from_image

        if test_full_image:
            field2 = ewa.generate_tsdf_2d_ewa_image_cpp(
                depth_image,
                camera,
                200,
                field_size=512,
                array_offset=offset_full_image,
                voxel_size=0.004)

            chunk = field2[chunk_y_start:chunk_y_start + chunk_size,
                           chunk_x_start:chunk_x_start + chunk_size].copy()
        else:
            chunk = ewa.generate_tsdf_2d_ewa_image_cpp(
                depth_image,
                camera,
                200,
                field_size=chunk_size,
                array_offset=offset_chunk,
                voxel_size=0.004)
        self.assertTrue(np.allclose(chunk, data.out_sdf_chunk))

        field = \
            ewa.generate_tsdf_2d_ewa_image(depth_image, camera, 200,
                                           field_size=chunk_size,
                                           array_offset=offset_chunk,
                                           voxel_size=0.004)
        self.assertTrue(np.allclose(field, data.out_sdf_chunk, atol=2e-5))
示例#7
0
    def test_2D_ewa_tsdf_generation1(self):
        depth_image = np.zeros((3, 640), dtype=np.uint16)
        depth_image[:] = np.iinfo(np.uint16).max
        depth_image_region = np.array(
            [[
                3233, 3246, 3243, 3256, 3253, 3268, 3263, 3279, 3272, 3289,
                3282, 3299, 3291, 3308, 3301, 3317, 3310, 3326
            ],
             [
                 3233, 3246, 3243, 3256, 3253, 3268, 3263, 3279, 3272, 3289,
                 3282, 3299, 3291, 3308, 3301, 3317, 3310, 3326
             ],
             [
                 3233, 3246, 3243, 3256, 3253, 3268, 3263, 3279, 3272, 3289,
                 3282, 3299, 3291, 3308, 3301, 3317, 3310, 3326
             ]],
            dtype=np.uint16)
        depth_image[:, 399:417] = depth_image_region
        camera_intrinsic_matrix = np.array(
            [[700., 0., 320.], [0., 700., 240.], [0., 0., 1.]],
            dtype=np.float32)
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 3), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)
        field = \
            ewa.generate_tsdf_2d_ewa_image(depth_image, camera, 1,
                                           field_size=16,
                                           array_offset=np.array([94, -256, 804]),
                                           voxel_size=0.004)
        self.assertTrue(np.allclose(field, data.out_sdf_field01, atol=2e-5))

        parameters = cpp_module.tsdf.Parameters2d()
        parameters.interpolation_method = cpp_module.tsdf.FilteringMethod.EWA_IMAGE_SPACE
        parameters.projection_matrix = camera_intrinsic_matrix
        parameters.array_offset = cpp_module.Vector2i(94, 804)
        parameters.field_shape = cpp_module.Vector2i(16, 16)

        generator = cpp_module.tsdf.Generator2d(parameters)
        field2 = generator.generate(depth_image,
                                    np.identity(4, dtype=np.float32), 1)
        self.assertTrue(np.allclose(field2, data.out_sdf_field01, atol=1e-6))
示例#8
0
    def test_2D_ewa_tsdf_generation1(self):
        depth_image = np.zeros((3, 640), dtype=np.uint16)
        depth_image[:] = np.iinfo(np.uint16).max
        depth_image_region = np.array(
            [[
                3233, 3246, 3243, 3256, 3253, 3268, 3263, 3279, 3272, 3289,
                3282, 3299, 3291, 3308, 3301, 3317, 3310, 3326
            ],
             [
                 3233, 3246, 3243, 3256, 3253, 3268, 3263, 3279, 3272, 3289,
                 3282, 3299, 3291, 3308, 3301, 3317, 3310, 3326
             ],
             [
                 3233, 3246, 3243, 3256, 3253, 3268, 3263, 3279, 3272, 3289,
                 3282, 3299, 3291, 3308, 3301, 3317, 3310, 3326
             ]],
            dtype=np.uint16)
        depth_image[:, 399:417] = depth_image_region
        camera_intrinsic_matrix = np.array([[700., 0., 320.], [0., 700., 240.],
                                            [0., 0., 1.]])
        camera = cam.DepthCamera(intrinsics=cam.Camera.Intrinsics(
            (640, 3), intrinsic_matrix=camera_intrinsic_matrix),
                                 depth_unit_ratio=0.001)
        field = \
            ewa.generate_tsdf_2d_ewa_image(depth_image, camera, 1,
                                           field_size=16,
                                           array_offset=np.array([94, -256, 804]),
                                           voxel_size=0.004)
        self.assertTrue(np.allclose(field, data.out_sdf_field01, atol=2e-5))

        field2 = ewa.generate_tsdf_2d_ewa_image_cpp(depth_image,
                                                    camera,
                                                    1,
                                                    field_size=16,
                                                    array_offset=np.array(
                                                        [94, -256, 804],
                                                        dtype=np.int32),
                                                    voxel_size=0.004)
        self.assertTrue(np.allclose(field2, data.out_sdf_field01, atol=1e-6))