def relightingVideo(shape_name="Ogre", cmap_id=3):
num_methods = 3
num_rows = 1
num_cols = num_methods + 2
num_lights = 120
w = 10
h = 5
fig, axes = plt.subplots(figsize=(w, h))
font_size = 15
fig.subplots_adjust(left=0.02, right=0.98, top=0.96, bottom=0.04, hspace=0.15, wspace=0.1)
fig.suptitle("Shading Analysis", fontsize=font_size)
plot_grid = SubplotGrid(num_rows, num_cols)
Lg = normalizeVector(np.array([-0.2, 0.3, 0.5]))
Lg_img = lightSphere(Lg)
L1 = normalizeVector(np.array([0.5, 0.5, 0.6]))
Ls = [normalizeVector(Lg * (1.0 - t) + t * L1) for t in np.linspace(0.0, 1.0, num_lights) ]
# Ls = [normalizeVector(Lg + 1.0 * np.cos(t) * np.array([1, 0, 0]) + 1.0 * np.sin(t) * np.array([0, 1, 0])) for t in np.linspace(0.0, 1.0, num_lights) ]
Ng_data = shapeFile(shape_name)
Ng_data = loadNormal(Ng_data)
Ng_32F, A_8U = Ng_data
N0_file = shapeResultFile(result_name="InitialNormal", data_name=shape_name)
N0_data = loadNormal(N0_file)
N0_32F, A_8U = N0_data
A_8U = cv2.bilateralFilter(A_8U, 0, 5, 2)
colormap_file = colorMapFile(cmap_id)
M_32F = loadColorMap(colormap_file)
C0_32F = ColorMapShader(M_32F).diffuseShading(Lg, Ng_32F)
toon_sfs = ToonSFS(Lg, C0_32F, A_8U)
toon_sfs.setInitialNormal(N0_32F)
toon_sfs.setNumIterations(iterations=100)
toon_sfs.setWeights(w_lap=0.2)
toon_sfs.run()
N_toon = toon_sfs.normal()
C_toon = toon_sfs.shading()
C_lumo, N_lumo = lumoSFS(C0_32F, Lg, N0_32F, A_8U)
C_wu, N_wu = wuSFS(C0_32F, Lg, N0_32F, A_8U)
M_lumo = estimatedReflectance(C0_32F, Lg, N_lumo, A_8U)
M_wu = estimatedReflectance(C0_32F, Lg, N_wu, A_8U)
plot_grid.showImage(Lg_img, "Light direction")
plot_grid.showImage(setAlpha(C0_32F, to32F(A_8U)), "Ground-truth")
title = ""
plot_grid.showImage(setAlpha(C_lumo, to32F(A_8U)), "Lumo")
#plot_grid.showColorMap(C_error_lumo, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C_wu, to32F(A_8U)), "Lambert assumption")
#plot_grid.showColorMap(C_error_wu, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C_toon, to32F(A_8U)), "Our result")
#plot_grid.showColorMap(C_error_toon, title, v_min=0, v_max=0.1, with_colorbar=True)
images = []
for i in xrange(48):
images.append(figure2numpy(fig))
for li, L in enumerate(Ls):
print li
fig.clear()
fig.suptitle("Relighting", fontsize=font_size)
plot_grid.setPlot(1, 1)
C1 = ColorMapShader(M_32F).diffuseShading(L, Ng_32F)
C1_lumo = M_lumo.shading(LdotN(L, N_lumo).flatten()).reshape(C0_32F.shape)
C1_wu = M_wu.shading(LdotN(L, N_wu).flatten()).reshape(C0_32F.shape)
C1_toon = toon_sfs.relighting(L)
plot_grid.showImage(lightSphere(L), "Light direction")
plot_grid.showImage(setAlpha(C1, to32F(A_8U)), "Ground-truth")
title = ""
plot_grid.showImage(setAlpha(C1_lumo, to32F(A_8U)), "Lumo")
#plot_grid.showColorMap(C_error_lumo, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C1_wu, to32F(A_8U)), "Lambert assumption")
#plot_grid.showColorMap(C_error_wu, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C1_toon, to32F(A_8U)), "Our result")
images.append(figure2numpy(fig))
file_path = shapeResultFile("Relighting", "Relighting_%s_%s" %(shape_name, cmap_id), file_ext=".wmv")
saveVideo(file_path, images)
def reflectanceEstimationFigure():
errorTable()
M_errors = loadReflectanceErrorTable()
M_error_orders = np.argsort(M_errors)
print M_errors[M_error_orders]
colormap_files = colorMapFiles()
colormap_files = [colormap_files[M_error_order] for M_error_order in M_error_orders]
colormap_files = colormap_files[0:-1:3]
Ms = []
MLs = []
for colormap_file in colormap_files:
M_32F = loadColorMap(colormap_file)
Ms.append(M_32F)
C_32F = M_32F.reshape(1, len(M_32F), 3)
I_32F = np.linspace(0.0, 1.0, len(M_32F))
I_32F = I_32F.reshape(C_32F.shape[:2])
reflectance = LambertReflectanceEstimation(C_32F, I_32F)
Ml = reflectance.shading(I_32F)
MLs.append(Ml[0, :, :])
num_rows = 3
num_cols = len(colormap_files)
w = 10
h = w * num_rows / num_cols
fig, axes = plt.subplots(figsize=(w, h))
font_size = 15
fig.subplots_adjust(left=0.02, right=0.98, top=0.98, bottom=0.02, hspace=0.05, wspace=0.05)
fig.suptitle("", fontsize=font_size)
N_sphere, A_32F = normalSphere(h=512, w=512)
Lg = normalizeVector(np.array([-0.2, 0.3, 0.6]))
plot_grid = SubplotGrid(num_rows, num_cols)
mi = 1
for M, Ml in zip(Ms, MLs):
CM_32F = ColorMapShader(M).diffuseShading(Lg, N_sphere)
CL_32F = ColorMapShader(Ml).diffuseShading(Lg, N_sphere)
C_error = normVectors((CM_32F - CL_32F).reshape(-1, 3)).reshape(CL_32F.shape[:2])
C_error[A_32F < 0.5 * np.max(A_32F)] = 0.0
plot_grid.setPlot(1, mi)
plot_grid.showImage(setAlpha(CM_32F, A_32F), "")
plot_grid.setPlot(2, mi)
plot_grid.showImage(setAlpha(CL_32F, A_32F), "")
plot_grid.setPlot(3, mi)
plot_grid.showColorMap(C_error, "", v_min=0.0, v_max=0.3, with_colorbar=False)
mi += 1
file_path = shapeResultFile("ReflectanceEstimation", "ReflectanceEstimationError")
fig.savefig(file_path, transparent=True)
def relightingVideo(shape_name="Ogre", cmap_id=3):
num_methods = 3
num_rows = 1
num_cols = num_methods + 2
num_lights = 120
w = 10
h = 5
fig, axes = plt.subplots(figsize=(w, h))
font_size = 15
fig.subplots_adjust(left=0.02,
right=0.98,
top=0.96,
bottom=0.04,
hspace=0.15,
wspace=0.1)
fig.suptitle("Shading Analysis", fontsize=font_size)
plot_grid = SubplotGrid(num_rows, num_cols)
Lg = normalizeVector(np.array([-0.2, 0.3, 0.5]))
Lg_img = lightSphere(Lg)
L1 = normalizeVector(np.array([0.5, 0.5, 0.6]))
Ls = [
normalizeVector(Lg * (1.0 - t) + t * L1)
for t in np.linspace(0.0, 1.0, num_lights)
]
# Ls = [normalizeVector(Lg + 1.0 * np.cos(t) * np.array([1, 0, 0]) + 1.0 * np.sin(t) * np.array([0, 1, 0])) for t in np.linspace(0.0, 1.0, num_lights) ]
Ng_data = shapeFile(shape_name)
Ng_data = loadNormal(Ng_data)
Ng_32F, A_8U = Ng_data
N0_file = shapeResultFile(result_name="InitialNormal",
data_name=shape_name)
N0_data = loadNormal(N0_file)
N0_32F, A_8U = N0_data
A_8U = cv2.bilateralFilter(A_8U, 0, 5, 2)
colormap_file = colorMapFile(cmap_id)
M_32F = loadColorMap(colormap_file)
C0_32F = ColorMapShader(M_32F).diffuseShading(Lg, Ng_32F)
toon_sfs = ToonSFS(Lg, C0_32F, A_8U)
toon_sfs.setInitialNormal(N0_32F)
toon_sfs.setNumIterations(iterations=100)
toon_sfs.setWeights(w_lap=0.2)
toon_sfs.run()
N_toon = toon_sfs.normal()
C_toon = toon_sfs.shading()
C_lumo, N_lumo = lumoSFS(C0_32F, Lg, N0_32F, A_8U)
C_wu, N_wu = wuSFS(C0_32F, Lg, N0_32F, A_8U)
M_lumo = estimatedReflectance(C0_32F, Lg, N_lumo, A_8U)
M_wu = estimatedReflectance(C0_32F, Lg, N_wu, A_8U)
plot_grid.showImage(Lg_img, "Light direction")
plot_grid.showImage(setAlpha(C0_32F, to32F(A_8U)), "Ground-truth")
title = ""
plot_grid.showImage(setAlpha(C_lumo, to32F(A_8U)), "Lumo")
#plot_grid.showColorMap(C_error_lumo, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C_wu, to32F(A_8U)), "Lambert assumption")
#plot_grid.showColorMap(C_error_wu, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C_toon, to32F(A_8U)), "Our result")
#plot_grid.showColorMap(C_error_toon, title, v_min=0, v_max=0.1, with_colorbar=True)
images = []
for i in xrange(48):
images.append(figure2numpy(fig))
for li, L in enumerate(Ls):
print li
fig.clear()
fig.suptitle("Relighting", fontsize=font_size)
plot_grid.setPlot(1, 1)
C1 = ColorMapShader(M_32F).diffuseShading(L, Ng_32F)
C1_lumo = M_lumo.shading(LdotN(L,
N_lumo).flatten()).reshape(C0_32F.shape)
C1_wu = M_wu.shading(LdotN(L, N_wu).flatten()).reshape(C0_32F.shape)
C1_toon = toon_sfs.relighting(L)
plot_grid.showImage(lightSphere(L), "Light direction")
plot_grid.showImage(setAlpha(C1, to32F(A_8U)), "Ground-truth")
title = ""
plot_grid.showImage(setAlpha(C1_lumo, to32F(A_8U)), "Lumo")
#plot_grid.showColorMap(C_error_lumo, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C1_wu, to32F(A_8U)), "Lambert assumption")
#plot_grid.showColorMap(C_error_wu, title, v_min=0, v_max=0.1, with_colorbar=True)
plot_grid.showImage(setAlpha(C1_toon, to32F(A_8U)), "Our result")
images.append(figure2numpy(fig))
file_path = shapeResultFile("Relighting",
"Relighting_%s_%s" % (shape_name, cmap_id),
file_ext=".wmv")
saveVideo(file_path, images)