figdir=figdir,
use_cuda=True,
savelabel=modelnm)
fig1, fig2 = plot_consistentcy_mat(corr_mat_log_ctrl,
corr_mat_lin_ctrl,
figdir=figdir,
titstr="%s" % modelnm,
savelabel=modelnm)
fig11, fig22 = plot_consistency_hist(corr_mat_log_ctrl,
corr_mat_lin_ctrl,
figdir=figdir,
titstr="%s" % modelnm,
savelabel=modelnm)
fig3 = plot_consistency_example(eva_ctrl,
evc_ctrl,
figdir=figdir,
nsamp=5,
titstr="%s" % modelnm,
savelabel=modelnm)
#%%
with np.load(join(figdir, "spectra_col_%s.npz" % modelnm)) as data:
eva_ctrl = data["eigval_col"]
with np.load(join(realfigdir, "spectra_col_face256_BP.npz")) as data:
eva_real = data["eigval_col"]
fig0 = plot_spectra(eva_real,
savename="StyleGAN_shuffle_spectrum_cmp",
figdir=figdir,
abs=True,
titstr="StyleGAN cmp",
label="real",
fig=None)
fig0 = plot_spectra(eva_ctrl,
feats=feat_col)
#%%
fig = plot_spectra(
eva_col,
figdir=figdir,
titstr="DCGAN",
)
#%%
corr_mat_log, corr_mat_lin = compute_hess_corr(eva_col,
evc_col,
figdir=figdir,
use_cuda=False)
# without cuda 2:12 mins, with cuda 6:55
#%%
fig1, fig2 = plot_consistentcy_mat(corr_mat_log,
corr_mat_lin,
figdir=figdir,
titstr="DCGAN")
fig11, fig22 = plot_consistency_hist(corr_mat_log,
corr_mat_lin,
figdir=figdir,
titstr="DCGAN")
#%%
fig3 = plot_consistency_example(
eva_col,
evc_col,
figdir=figdir,
nsamp=5,
titstr="DCGAN",
)
figdir=figdir,
use_cuda=True,
savelabel=modelnm + "shift1E-7")
fig1, fig2 = plot_consistentcy_mat(corr_mat_log_ctrl,
corr_mat_lin_ctrl,
figdir=figdir,
titstr="%s" % modelnm + "shift1E-7",
savelabel=modelnm)
fig11, fig22 = plot_consistency_hist(corr_mat_log_ctrl,
corr_mat_lin_ctrl,
figdir=figdir,
titstr="%s" % modelnm + "shift1E-7",
savelabel=modelnm)
fig3 = plot_consistency_example(eva_ctrl + 1E-7,
evc_ctrl,
figdir=figdir,
nsamp=5,
titstr="%s" % modelnm + "shift1E-7",
savelabel=modelnm)
#%%
with np.load(join(figdir, "spectra_col_%s.npz" % modelnm)) as data:
eva_ctrl = data["eigval_col"]
with np.load(join(realfigdir, "spectra_col.npz")) as data:
eva_real = data["eigval_col"]
fig0 = plot_spectra(eva_real,
savename="BigBiGAN_shuffle_spectrum_cmp",
figdir=figdir,
abs=True,
titstr="BigBiGAN cmp",
label="real",
fig=None)
fig0 = plot_spectra(eva_ctrl,
print("Load %d npz files of Hessian info" % len(meta))
return eigval_col, eigvec_col, meta
#%%
SGdir = r"E:\Cluster_Backup\StyleGAN2"
modelnms = ["ffhq-256-config-e-003810", "stylegan2-cat-config-f"]
for modelnm in modelnms:
datadir = join(SGdir, modelnm)
eva_col, evc_col, meta = scan_hess_npz(datadir, npzpat="Hess_BP_(\d*).npz")
fig = plot_spectra(eva_col,
figdir=figdir,
titstr="StyleGAN2-%s" % modelnm,
savename="Hess_spectra_%s" % modelnm)
# corr_mat_log, corr_mat_lin = compute_hess_corr(eva_col, evc_col, figdir=figdir, use_cuda=True, savelabel=modelnm)
# without cuda 12:11 mins, with cuda 76sec
with np.load(join(figdir, "Hess_%s_corr_mat.npz" % modelnm)) as data:
corr_mat_log, corr_mat_lin = data["corr_mat_log"], data["corr_mat_lin"]
fig1, fig2 = plot_consistentcy_mat(corr_mat_log,
corr_mat_lin,
figdir=figdir,
titstr="StyleGAN2-%s" % modelnm,
savelabel=modelnm)
fig3 = plot_consistency_example(eva_col,
evc_col,
figdir=figdir,
nsamp=5,
titstr="StyleGAN2-%s" % modelnm,
savelabel=modelnm)
fig3.show()
eigval_col=eva_ctrl,
)
# compute and plot the correlation between hessian at different points
corr_mat_log_ctrl, corr_mat_lin_ctrl = compute_hess_corr(eva_ctrl,
evc_ctrl,
figdir=figdir,
use_cuda=True,
savelabel=label)
fig1, fig2 = plot_consistentcy_mat(corr_mat_log_ctrl,
corr_mat_lin_ctrl,
figdir=figdir,
titstr="%s" % label,
savelabel=label)
fig11, fig22 = plot_consistency_hist(corr_mat_log_ctrl,
corr_mat_lin_ctrl,
figdir=figdir,
titstr="%s" % label,
savelabel=label)
fig3 = plot_consistency_example(eva_ctrl,
evc_ctrl,
figdir=figdir,
nsamp=5,
titstr="%s" % label,
savelabel=label)
fig3 = plot_consistency_example(eva_ctrl,
evc_ctrl,
figdir=figdir,
nsamp=3,
titstr="%s" % label,
savelabel=label)
#%%
GANsnm = "StyleGAN2-Face512"
modeldir = join(summarydir, "StyleGAN2")
eigval_col, eigvec_col, feat_col, meta = scan_hess_npz(
r"E:\Cluster_Backup\StyleGAN2\ffhq-512-avg-tpurun1", featkey="feat")
corr_mat_log, corr_mat_lin = compute_hess_corr(
eigval_col,
eigvec_col,
savelabel="ffhq-512-avg-tpurun1",
figdir=modeldir,
)
plot_consistency_example(eigval_col,
eigvec_col,
nsamp=5,
titstr=GANsnm,
figdir=modeldir,
savelabel="ffhq-512-avg-tpurun1")
#%%
corrmat_npz_dict = {
"fc6GAN": "fc6GAN\\evol_hess_corr_mat.npz",
"DCGAN": "DCGAN\\Hess__corr_mat.npz",
"BigGAN": "BigGAN\\Hess_all_consistency_corr_mat.npz",
"BigBiGAN": "BigBiGAN\\evol_hess_corr_mat.npz",
"PGGAN": "PGGAN\\Hess__corr_mat.npz",
"StyleGAN-Face": "StyleGAN\\Hess__corr_mat.npz",
"StyleGAN2-Face512": "StyleGAN2\\Hess_ffhq-512-avg-tpurun1_corr_mat.npz",
"StyleGAN2-Face256":
"StyleGAN2\\Hess_ffhq-256-config-e-003810_corr_mat.npz",
"StyleGAN2-Cat256": "StyleGAN2\\Hess_stylegan2-cat-config-f_corr_mat.npz",
fig0 = plot_spectra(eigval_col=eigval_col, savename="%s_spectrum" % modelnm)
corr_mat_log, corr_mat_lin = compute_hess_corr(
eigval_col,
eigvec_col,
figdir=figdir,
use_cuda=False,
savelabel=modelnm,
)
fig1, fig2 = plot_consistentcy_mat(corr_mat_log,
corr_mat_lin,
figdir=figdir,
titstr="StyleGAN2 %s" % modelnm,
savelabel=modelnm)
fig3 = plot_consistency_example(eigval_col,
eigvec_col,
figdir=figdir,
nsamp=5,
titstr="StyleGAN2 %s" % modelnm,
savelabel=modelnm)
#%% "ImageNet512"
Hessdir = join(rootdir, 'StyleGAN2')
modelnm = "model.ckpt-533504"
modelsnm = "ImageNet512"
# SGAN = loadStyleGAN2(modelnm+".pt", size=512,)
# SG = StyleGAN2_wrapper(SGAN, )
eigval_col, eigvec_col, feat_col, meta = scan_hess_npz(join(dataroot, modelnm),
"Hess_BP_(\d*).npz",
featkey="feat")
feat_col = np.array(feat_col).squeeze()
H_avg, eva_avg, evc_avg = average_H(eigval_col, eigvec_col)
np.savez(join(Hessdir, "H_avg_%s.npz" % modelnm),
H_avg=H_avg,
