def __init__(self, generator, save_prefix, batch_size=20, grid_shape=(5, 4)):
assert isinstance(generator, Generator)
self.batch_sym = T.matrix('generate_batch')
self.generate_f = theano.function([self.batch_sym],
generator.dropout_fprop(self.batch_sym)[0])
self.batch = generator.get_noise(batch_size).eval()
self.save_prefix = save_prefix
self.patch_viewer = PatchViewer(grid_shape=grid_shape, patch_shape=(32, 32),
is_color=True)
def show_samples(generator,Noise_Dim,data_obj,filename):
if data_obj.pitch_scale:
pitch_max = 1.0
else:
pitch_max = 108.0
rows = 4
sample_cols = 5
input_noise = np.random.uniform(-1.0,1.0,(rows*sample_cols, Noise_Dim))
samples = generator.predict(input_noise)
topo_samples = samples.reshape(samples.shape[0],4,samples.shape[-1]/4)
#get topological_view
pv = PatchViewer(grid_shape=(rows,sample_cols + 1),patch_shape=(4,samples.shape[-1]/4), \
is_color=False)
X = np.concatenate((data_obj.X_train,data_obj.X_val,data_obj.X_test),axis = 0)
topo_X = X
print('Shape of dataset is {}').format(X.shape)
X = X.reshape(X.shape[0],X.shape[1]*X.shape[2])
for i in xrange(topo_samples.shape[0]):
topo_sample = patch_quantize_01(patch_thresholding(topo_samples[i,:]/pitch_max))
pv.add_patch(topo_sample * 2. -1.,rescale=False)
if(i + 1) % sample_cols ==0:
sample = samples[i,:]
dists = np.square(X - sample).sum(axis = 1)
j = np.argmin(dists)
match = patch_quantize_01(patch_thresholding(topo_X[j,:]/pitch_max))
pv.add_patch(match*2-1,rescale=False,activation = 1)
print "Saving %s ..."%filename
pv.save(filename)
def create_connect_viewer(N, N1, imgs, count, W2):
"""
Create the patch to show connections between layers.
Parameters
----------
N: int
Number of rows.
N1: int
Number of elements in the first layer.
imgs: ndarray
Images of weights from the first layer.
count: int
Number of elements to show.
W2: list
Second hidden layer.
"""
pv = PatchViewer((N, count), imgs.shape[1:3], is_color=imgs.shape[3] == 3)
for i in xrange(N):
w = W2[:, i]
wneg = w[w < 0.]
wpos = w[w > 0.]
w /= np.abs(w).max()
wa = np.abs(w)
to_sort = zip(wa, range(N1), w)
s = sorted(to_sort)
for j in xrange(count):
idx = s[N1-j-1][1]
mag = s[N1-j-1][2]
if mag > 0:
act = (mag, 0)
else:
act = (0, -mag)
pv.add_patch(imgs[idx, ...], rescale=True, activation=act)
return pv
def create_connect_viewer(N, N1, imgs, count, W2):
"""
Create the patch to show connections between layers.
Parameters
----------
N: int
Number of rows.
N1: int
Number of elements in the first layer.
imgs: ndarray
Images of weights from the first layer.
count: int
Number of elements to show.
W2: list
Second hidden layer.
"""
pv = PatchViewer((N, count), imgs.shape[1:3], is_color=imgs.shape[3] == 3)
for i in xrange(N):
w = W2[:, i]
wneg = w[w < 0.]
wpos = w[w > 0.]
w /= np.abs(w).max()
wa = np.abs(w)
to_sort = zip(wa, range(N1), w)
s = sorted(to_sort)
for j in xrange(count):
idx = s[N1-j-1][1]
mag = s[N1-j-1][2]
if mag > 0:
act = (mag, 0)
else:
act = (0, -mag)
pv.add_patch(imgs[idx, ...], rescale=True, activation=act)
return pv
def create_patch_viewer(grid_shape, vis_chains, m):
"""
Add the patches to show.
Parameters
----------
grid_shape: tuple
The shape of the grid to show.
vis_chains: numpy array
Visibles chains.
m: int
Number of visible chains.
"""
pv = PatchViewer(grid_shape, vis_chains.shape[1:3],
is_color=vis_chains.shape[-1] == 3)
for i in xrange(m):
pv.add_patch(vis_chains[i, :], rescale=False)
return pv
def create_patch_viewer(grid_shape, vis_chains, m):
"""
Add the patches to show.
Parameters
----------
grid_shape: tuple
The shape of the grid to show.
vis_chains: numpy array
Visibles chains.
m: int
Number of visible chains.
"""
pv = PatchViewer(grid_shape,
vis_chains.shape[1:3],
is_color=vis_chains.shape[-1] == 3)
for i in xrange(m):
pv.add_patch(vis_chains[i, :], rescale=False)
return pv
def on_monitor(self, *args, **kwargs):
if not hasattr(self, 'record'):
self.record = {}
self.size = {}
for dataset in self.datasets:
assert tuple(dataset.view_converter.axes) == ('c', 0, 1, 'b')
self.record[dataset] = dataset.get_topological_view().copy()
self.size[dataset] = dataset.X.shape[0]
else:
for i, dataset in enumerate(self.datasets):
size = self.size[dataset]
assert dataset.X.shape[0] == size
self.record[dataset] = np.concatenate(
(self.record[dataset],
dataset.get_topological_view().copy()),
axis=-1)
record_view = self.record[dataset].copy()
record_view /= np.abs(record_view).max()
pv = PatchViewer(grid_shape=(record_view.shape[3] / size,
size),
patch_shape=record_view.shape[1:3],
is_color=record_view.shape[0] == 3)
for j in xrange(record_view.shape[3]):
pv.add_patch(np.transpose(record_view[:, :, :, j],
(1, 2, 0)),
rescale=False)
print 'Dataset %d: ' % i
pv.show()
x = raw_input()
class GenerateAndSave(TrainExtension):
"""
Keeps track of what the generator in a (vanilla) GAN returns for a
particular set of noise values.
"""
def __init__(self, generator, save_prefix, batch_size=20, grid_shape=(5, 4)):
assert isinstance(generator, Generator)
self.batch_sym = T.matrix('generate_batch')
self.generate_f = theano.function([self.batch_sym],
generator.dropout_fprop(self.batch_sym)[0])
self.batch = generator.get_noise(batch_size).eval()
self.save_prefix = save_prefix
self.patch_viewer = PatchViewer(grid_shape=grid_shape, patch_shape=(32, 32),
is_color=True)
def on_monitor(self, model, dataset, algorithm):
samples = self.generate_f(self.batch).swapaxes(0, 3)
self.patch_viewer.clear()
for sample in samples:
self.patch_viewer.add_patch(sample, rescale=True)
fname = self.save_prefix + '.%05i.png' % model.monitor.get_epochs_seen()
self.patch_viewer.save(fname)
def on_monitor(self, *args, **kwargs):
if not hasattr(self, 'record'):
self.record = {}
self.size = {}
for dataset in self.datasets:
assert tuple(dataset.view_converter.axes) == ('c', 0, 1, 'b')
self.record[dataset] = dataset.get_topological_view().copy()
self.size[dataset] = dataset.X.shape[0]
else:
for i, dataset in enumerate(self.datasets):
size = self.size[dataset]
assert dataset.X.shape[0] == size
self.record[dataset] = np.concatenate((self.record[dataset], dataset.get_topological_view().copy()),
axis=-1)
record_view = self.record[dataset].copy()
record_view /= np.abs(record_view).max()
pv = PatchViewer(grid_shape=(record_view.shape[3]/size, size),
patch_shape = record_view.shape[1:3], is_color = record_view.shape[0] == 3)
for j in xrange(record_view.shape[3]):
pv.add_patch(np.transpose(record_view[:,:,:,j], (1, 2, 0)), rescale=False)
print 'Dataset %d: ' % i
pv.show()
x = raw_input()
def init_viewer(dataset, rows, cols, vis_batch):
"""
Initialisation of the PatchViewer with given rows and columns.
Parameters
----------
dataset: pylearn2 dataset
rows: int
cols: int
vis_batch: numpy array
"""
m = rows * cols
_, patch_rows, patch_cols, channels = vis_batch.shape
assert _ == m
mapback = hasattr(dataset, 'mapback_for_viewer')
actual_cols = 2 * cols * (1 + mapback) * (1 + (channels == 2))
pv = PatchViewer((rows, actual_cols), (patch_rows, patch_cols),
is_color=(channels == 3))
return pv
def init_viewer(dataset, rows, cols):
"""
Initialisation of the PatchViewer with given rows and columns.
Parameters
----------
dataset: pylearn2 dataset
rows: int
cols: int
"""
m = rows * cols
vis_batch = dataset.get_batch_topo(m)
_, patch_rows, patch_cols, channels = vis_batch.shape
assert _ == m
mapback = hasattr(dataset, 'mapback_for_viewer')
pv = PatchViewer((rows, cols * (1 + mapback)), (patch_rows, patch_cols),
is_color=(channels == 3))
return pv
# Setup for training and display
dataset_yaml_src = model.dataset_yaml_src
train_set = yaml_parse.load(dataset_yaml_src)
test_set = MNIST(which_set='test')
dataset = train_set
num_samples = n_examples
vis_batch = dataset.get_batch_topo(num_samples)
rval = tuple(vis_batch.shape[dataset.X_topo_space.axes.index(axis)]
for axis in ('b', 0, 1, 'c'))
_, patch_rows, patch_cols, channels = rval
mapback = hasattr(dataset, 'mapback_for_viewer')
pv = PatchViewer((rows, cols*(1+mapback)),
(patch_rows, patch_cols),
is_color=(channels == 3))
# Get examples and masks
x_val = test_set.get_batch_design(num_samples)
m_val = np.ones((n_examples, input_dim))
m_val[:10, :392] = 0
m_val[10:20, 392:] = 0
m_val[20:30, ::2] = 0
m_val[30:40, 1::2] = 0
for i in xrange(28):
m_val[40:50, (i*28):((2*i+1)*14)] = 0
for i in xrange(28):
m_val[50:60, ((2*i+1)*14):((i+1)*28)] = 0
m_val[60:70, 196:588] = 0
for i in xrange(28):
import sys
from pylearn2.utils import serial
from pylearn2.datasets.preprocessing import ZCA
from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix, DefaultViewConverter
from pylearn2.gui.patch_viewer import PatchViewer
import numpy as np
path = sys.argv[1]
prepro = serial.load(path)
zca = prepro.items[-1]
assert isinstance(zca, ZCA)
W = zca.P_
assert W.shape[1] % 3 == 0
n = int(np.sqrt(W.shape[1] / 3))
d = DenseDesignMatrix(X=W, view_converter=DefaultViewConverter((n, n, 3)))
W = d.get_weights_view(W)
pv = PatchViewer(grid_shape=(n * 3, n), patch_shape=(n, n), is_color=True)
for i in xrange(n * n * 3):
pv.add_patch(W[i, ...], rescale=True)
pv.show()
# Begin modifying axes
base_conditional_data = args.conditional_sampler(generator, n, 1,
embedding_file=args.embedding_file)
print 'Mean for each axis:'
pprint.pprint(zip(args.axes, base_conditional_data[:, args.axes].mean(axis=1)))
base_conditional_data[:, args.axes] -= 0.5 * shift
mod_conditional_data = base_conditional_data.copy()
# Build up a flat array of modified conditional data
mod_conditional_steps = []
for axis in args.axes:
mod_conditional_data[:, axis] += shift
mod_conditional_steps.extend(mod_conditional_data.copy())
mod_conditional_steps = np.array(mod_conditional_steps)
samples_orig = topo_sample_f(noise_data, base_conditional_data).swapaxes(0, 3)
samples_mod = topo_sample_f(np.tile(noise_data, (m, 1)), mod_conditional_steps).swapaxes(0, 3)
pv = PatchViewer(grid_shape=(m + 1, n), patch_shape=(32,32),
is_color=True)
for sample_orig in samples_orig:
pv.add_patch(sample_orig, activation=1)
for sample_mod in samples_mod:
pv.add_patch(sample_mod)
pv.show()
for layer_idx in xrange(num_layers):
print 'Making viewer for layer',layer_idx
X = dataset.get_batch_topo(1)
_, rows, cols, channels = X.shape
assert _ == 1
n = num_filters[layer_idx]
c = int(np.sqrt(n))
if c % 2 != 0:
c += 1
r = n / c
if r * c < n:
r += 1
pv = PatchViewer((r,c), (rows, cols), is_color = channels == 3)
for filter_idx in xrange(num_filters[layer_idx]):
print '\t\tComputing response image for filter',filter_idx
filter_act_record = act_record[layer_idx][:, filter_idx]
assert filter_act_record.min() >= 0.0
filter_act_record = [ (val, idx) for idx, val in enumerate(filter_act_record) ]
filter_act_record.sort()
num_top_filters = 1
peak = filter_act_record[-1][0]
thresh = perc * peak
while num_top_filters < len(filter_act_record) and filter_act_record[-num_top_filters][0] > thresh:
num_top_filters += 1
top = filter_act_record[-num_top_filters:]
print '\t\t\tUsing %d top examples (activation value %f - %f)' % \
(num_top_filters, top[0][0], peak)
print 'reassembling features'
ns = 32 - size + 1
depatchifier = ReassembleGridPatches(orig_shape=(ns, ns),
patch_shape=(1, 1))
feat_dataset.apply_preprocessor(depatchifier)
print 'making topological view'
topo_feat = feat_dataset.get_topological_view()
assert topo_feat.shape[0] == X.shape[0]
print 'assembling visualizer'
n = np.ceil(np.sqrt(model.nhid))
pv3 = PatchViewer(grid_shape=(X.shape[0], num_filters),
patch_shape=(ns, ns),
is_color=False)
pv4 = PatchViewer(grid_shape=(n, n),
patch_shape=(size, size),
is_color=True,
pad=(7, 7))
pv5 = PatchViewer(grid_shape=(1, num_filters),
patch_shape=(size, size),
is_color=True,
pad=(7, 7))
idx = sorted(range(model.nhid), key=lambda l: -topo_feat[:, :, :, l].std())
W = model.W.get_value()
weights_view = dataset.get_weights_view(W.T)
fp.close()
print 'Applying inverse pipeline ...'
preproc.inverse(dataset)
samples = dataset.X
# check for global scaling
if not opts.local:
samples = samples / numpy.abs(samples).max()
##############
# PLOT FILTERS
##############
import pdb; pdb.set_trace()
viewer = PatchViewer(get_dims(model.batch_size),
(opts.height, opts.width),
is_color = opts.color,
pad=(2,2))
topo_shape = [opts.height, opts.width, opts.chans]
view_converter = DefaultViewConverter(topo_shape)
topo_view = view_converter.design_mat_to_topo_view(samples)
for chan_i in xrange(nplots):
topo_chan = topo_view if opts.color else topo_view[..., chan_i:chan_i+1]
for bi in xrange(model.batch_size):
viewer.add_patch(topo_chan[bi])
#pl.subplot(1, nplots, chan_i+1)
#pl.imshow(viewer.image, interpolation=None)
display_axes = ('b', 0, 1, 'c')
X = Conv2DSpace.convert_numpy(X, model_axes, display_axes)
Xt = Conv2DSpace.convert_numpy(Xt, model_axes, display_axes)
drop_mask = Conv2DSpace.convert_numpy(drop_mask, model_axes, display_axes)
X_sequence = [Conv2DSpace.convert_numpy(elem, model_axes, display_axes) for elem in X_sequence]
X_sequence = [ dataset.adjust_to_be_viewed_with(mat,Xt,per_example=True) for mat in X_sequence ]
if cost.supervised:
rows += m
drop_mask_Y = outputs[end_X_outputs]
Y_sequence = outputs[end_X_outputs+1:]
pv = PatchViewer( (rows, cols), (X.shape[1], X.shape[2]), is_color = True,
pad = (8,8) )
for i in xrange(m):
#add original patch
patch = X[i,:,:,:]
if patch.shape[-1] != 3:
assert patch.shape[-1] == 2, patch.shape
patch = patch[:,:,0:1]
patch = np.concatenate( (patch,patch,patch), axis=2)
pv.add_patch(patch, rescale = False, activation = (1,0,0))
orig_patch = patch
#mark the masked areas as red
mask_patch = drop_mask[i,:,:,0]
if drop_mask.shape[-1] > 1 and mask_gen.sync_channels and mask_gen.n_channels > 1:
rows = 10
examplesPerRow = 5
if 'dataset_desc' not in dir(model):
dataset = yaml_parse.load(model.dataset_yaml_src)
if dataset.view_shape()[2] == 3:
print 'n='+str(n)
grey_dim = n/3
print 'grey_dim = '+str(grey_dim)
ns = int(N.sqrt(grey_dim))
assert ns*ns == grey_dim
p = PatchViewer((rows,examplesPerRow*5),(ns,ns), is_color = dataset.view_shape()[2] == 3)
def reshape(x):
if dataset.view_shape()[2] == 3:
fuckyou = [ ]
for i in xrange(3):
#print 'x shape :'+str(x.shape)
#print (i*grey_dim,(i+1)*grey_dim)
channel = x[:,i*grey_dim:(i+1)*grey_dim]
#print 'channel shape :'+str(channel.shape)
fuckyou.append(channel.reshape(ns,ns,1))
return N.concatenate( fuckyou ,axis=2)
else:
return x.reshape((ns,ns))
F = T.matrix()
block_viewer.clear()
main_viewer.add_patch(chan_viewer.image[:,:,viewer_dims] - 0.5)
chan_viewer.clear()
return copy.copy(main_viewer.image)
w_image = plot(wv)
if opts.phi:
phi_image = plot(phi)
nplots = 2 if opts.phi else 1
viewer = PatchViewer((1,nplots),
(w_image.shape[0],
w_image.shape[1]),
is_color = opts.color,
pad=(20,20))
viewer_dims = slice(0, None) if opts.color else 0
viewer.add_patch(w_image[:,:, viewer_dims] - 0.5)
if opts.phi:
viewer_dims = slice(0, None) if opts.color else 1
viewer.add_patch(phi_image[:,:,0] - 0.5)
pl.imshow(viewer.image, interpolation='nearest')
pl.savefig('filters_%s.png' % opts.path)
pl.close()
if not opts.noshow:
viewer.show()
dataset = yaml_parse.load(model.dataset_yaml_src)
rows = 10
cols = 3
m = rows * cols
X = dataset.get_batch_design(100)
drop_mask, X_hat = f(X)
X, drop_mask, X_hat = [ dataset.get_topological_view(mat)
for mat in [X, drop_mask, X_hat] ]
X = dataset.adjust_for_viewer(X)
X_hat = dataset.adjust_for_viewer(X_hat)
pv = PatchViewer( (rows, cols*3), (X.shape[1], X.shape[2]), is_color = True)
for i in xrange(m):
#add original patch
patch = X[i,:,:,:]
if patch.shape[-1] != 3:
patch = np.concatenate( (patch,patch,patch), axis=2)
pv.add_patch(patch, rescale = False)
#mark the masked areas as red
mask_patch = drop_mask[i,:,:,0]
red_channel = patch[:,:,0]
green_channel = patch[:,:,1]
blue_channel = patch[:,:,2]
red_channel[mask_patch == 1] = 1.
green_channel[mask_patch == 1] = -1.
def get_dims(nf):
num_rows = numpy.floor(numpy.sqrt(nf))
return (int(num_rows), int(numpy.ceil(nf / num_rows)))
topo_shape = [opts.height, opts.width, opts.chans]
viewconv = DefaultViewConverter(topo_shape)
viewdims = slice(0, None) if opts.color else 0
# load model and retrieve parameters
model = serial.load(opts.path)
wv = model.Wv.get_value().T
if opts.mu:
wv = wv * model.mu.get_value()[:, None]
wv_viewer = PatchViewer(get_dims(len(wv)), (opts.height, opts.width),
is_color = opts.color, pad=(2,2))
for i in xrange(len(wv)):
topo_wvi = viewconv.design_mat_to_topo_view(wv[i:i+1])
wv_viewer.add_patch(topo_wvi[0])
if opts.wv_only:
wv_viewer.show()
os.sys.exit()
wg = model.Wg.get_value()
wh = model.Wh.get_value()
wg_viewer2 = PatchViewer((opts.top, opts.top), (opts.height, opts.width),
is_color = opts.color, pad=(2,2))
wg_viewer1 = PatchViewer(get_dims(len(wg)/opts.top),
(wg_viewer2.image.shape[0], wg_viewer2.image.shape[1]),
is_color = opts.color, pad=(2,2))
for i in xrange(0, len(wg), opts.top):
from pylearn2.utils import serial
stl10 = serial.load('/data/lisa/data/stl10/stl10_32x32/train.pkl')
batch = stl10.X[24:25,:]
img = stl10.view_converter.design_mat_to_topo_view(batch)[0,...] / 127.5
from pylearn2.gui.patch_viewer import PatchViewer
pv = PatchViewer((27,27),(6,6),pad=(1,1),is_color=True)
pipeline = serial.load('/data/lisa/data/stl10/stl10_patches/preprocessor.pkl')
del pipeline.items[0]
from pylearn2.datasets.dense_design_matrix import DenseDesignMatrix, DefaultViewConverter
for row in xrange(27):
for col in xrange(27):
patch = img[row:row+6,col:col+6]
d = DenseDesignMatrix( topo_view = patch.reshape(1,6,6,3), view_converter = DefaultViewConverter((6,6,3)) )
d.apply_preprocessor(pipeline)
pv.add_patch(d.get_topological_view()[0,...], rescale = True)
pv.show()
min_embs[range(n), dim] *= new_val
condition_data_mod.extend(min_embs)
condition_data = np.array(condition_data, dtype=theano.config.floatX)
condition_data_mod = np.array(condition_data_mod, dtype=theano.config.floatX)
# Now prepare generator
generator = util.load_generator_from_file(args.model_path)
noise_batch = generator.noise_space.make_theano_batch()
conditional_batch = generator.condition_space.make_theano_batch()
topo_sample_f = theano.function([noise_batch, conditional_batch],
generator.dropout_fprop(
(noise_batch, conditional_batch))[0])
# Sample some noise data -- this needs to be shared between orig and mod
# sample pairs
noise_data = generator.get_noise((m * n, generator.noise_dim)).eval()
samples_orig = topo_sample_f(noise_data, condition_data).swapaxes(0, 3)
samples_mod = topo_sample_f(noise_data, condition_data_mod).swapaxes(0, 3)
pv = PatchViewer(grid_shape=(2 * m, n), patch_shape=(32, 32), is_color=True)
for dim in range(condition_dim):
for j in range(n):
pv.add_patch(samples_orig[dim * n + j], activation=1)
for j in range(n):
pv.add_patch(samples_mod[dim * n + j])
pv.show()
control.push_load_data(False)
dataset = yaml_parse.load(model.dataset_yaml_src)
try:
layer_to_chains = model.layer_to_chains
except AttributeError:
print "This model doesn't have negative chains."
quit(-1)
vis_chains = layer_to_chains[model.visible_layer]
vis_chains = vis_chains.get_value()
if vis_chains.ndim == 2:
vis_chains = dataset.get_topological_view(vis_chains)
vis_chains = dataset.adjust_for_viewer(vis_chains)
m = vis_chains.shape[0]
r = int(np.sqrt(m))
c = m // r
while r * c < m:
c += 1
pv = PatchViewer((r, c),
vis_chains.shape[1:3],
is_color=vis_chains.shape[-1] == 3)
for i in xrange(m):
pv.add_patch(vis_chains[i, :], rescale=False)
pv.show()
indexed = zip( ranges, xrange(ranges.shape[0]))
indexed = sorted( indexed )
print 'assembling viewer'
if hasattr(model,'s3c'):
W = model.s3c.W.get_value()
else:
W = model.W.get_value()
topo_view = dataset.get_weights_view(W.T)
m, r,c, ch = topo_view.shape
assert ch in [1,3]
n = int(np.sqrt(m))
if n ** 2 < m:
n += 1
pv = PatchViewer( (n,n), (r,c), is_color = (ch == 3))
for rng, idx in indexed:
if norms != None:
act = (rng, norms[idx])
else:
act = rng
pv.add_patch( topo_view[idx,:,:,:], rescale = True, activation = act)
pv.show()
if topo:
X = Xt
args = [X]
Y_sequence = f(*args)
for elem in Y_sequence:
assert elem.shape[0] == m
rows = m
cols = 1+len(Y_sequence)
pv = PatchViewer((rows, cols), (Xt.shape[1], Xt.shape[2]), is_color = True,
pad = (8,8) )
for i in xrange(m):
#add original patch
patch = Xt[i,:,:,:].copy()
patch = dataset.adjust_for_viewer(patch)
if patch.shape[-1] != 3:
patch = np.concatenate( (patch,patch,patch), axis=2)
pv.add_patch(patch, rescale = False, activation = (1,0,0))
orig_patch = patch
def label_to_vis(Y_elem):
prod = np.dot(Y_elem, templates)
assert Y_elem.ndim == 1
rval = np.zeros((1, prod.shape[0]))
num_rows = numpy.floor(numpy.sqrt(nf))
return (int(num_rows), int(numpy.ceil(nf / num_rows)))
topo_shape = [opts.height, opts.width, opts.chans]
viewconv = DefaultViewConverter(topo_shape)
viewdims = slice(0, None) if opts.color else 0
# load model and retrieve parameters
model = serial.load(opts.path)
wv = model.Wv.get_value().T
if opts.mu:
wv = wv * model.mu.get_value()[:, None]
view1 = PatchViewer(get_dims(len(wv)), (opts.height, opts.width),
is_color=opts.color,
pad=(2, 2))
for i in xrange(len(wv)):
topo_wvi = viewconv.design_mat_to_topo_view(wv[i:i + 1, :48 * 48])
view1.add_patch(topo_wvi[0])
view2 = PatchViewer(get_dims(len(wv)), (opts.height, opts.width),
is_color=opts.color,
pad=(2, 2))
for i in xrange(len(wv)):
topo_wvi = viewconv.design_mat_to_topo_view(wv[i:i + 1, 48 * 48:])
view2.add_patch(topo_wvi[0])
pl.subplot(1, 2, 1)
pl.imshow(view1.image[:, :, viewdims])
pl.gray()
c = rng.randint(0, 8)
cropped = X[:, r:r + 32, c:c + 32, i]
other_cropped = other_X[:, r:r + 32, c:c + 32, i]
if rng.randint(2):
cropped = cropped[:, :, ::-1]
other_cropped = other_cropped[:, :, ::-1]
new_X[:, :, :, i] = cropped.copy()
other_new_X[:, :, :, i] = other_cropped.copy()
X = new_X
other_X = other_new_X
b01c = f(X)
max_abs = max(np.abs(b01c).max(), np.abs(other_X).max())
b01c = b01c / max_abs
other_X = other_X / max_abs
other_X = np.transpose(other_X, (3, 1, 2, 0))
print "Formatting"
from pylearn2.gui.patch_viewer import PatchViewer
pv = PatchViewer(grid_shape=(rows, cols), patch_shape=(32, 32), is_color=True)
for i in xrange(m):
pv.add_patch(b01c[i, :, :, :], rescale=False)
pv.add_patch(other_X[i, :, :, :], rescale=False)
print "Showing"
pv.save('/u/goodfeli/vis.png')
cropped = cropped[:, :, ::-1]
other_cropped = other_cropped[:, :, ::-1]
new_X[:,:,:,i] = cropped.copy()
other_new_X[:,:,:,i] = other_cropped.copy()
X = new_X
other_X = other_new_X
b01c = f(X)
max_abs = max(np.abs(b01c).max(), np.abs(other_X).max())
b01c = b01c / max_abs
other_X = other_X / max_abs
other_X = np.transpose(other_X, (3, 1, 2, 0))
print "Formatting"
from pylearn2.gui.patch_viewer import PatchViewer
pv = PatchViewer(grid_shape=(rows, cols), patch_shape=(32, 32), is_color=True)
for i in xrange(m):
pv.add_patch(b01c[i,:,:,:], rescale=False)
pv.add_patch(other_X[i,:,:,:], rescale=False)
print "Showing"
pv.save('/u/goodfeli/vis.png')
chan_viewer.add_patch(block_viewer.image[:,:,viewer_dims] - 0.5)
block_viewer.clear()
main_viewer.add_patch(chan_viewer.image[:,:,viewer_dims] - 0.5)
chan_viewer.clear()
return copy.copy(main_viewer.image)
viewer_g = make_viewer(wvg, get_dims(model.n_g), (opts.height, opts.width), is_color=True)
viewer_h = make_viewer(wvh, get_dims(model.n_h), (opts.height, opts.width), is_color=True)
w_image = plot(wv)
viewer = PatchViewer((1, 3),
(numpy.max((viewer_g.image.shape[0], viewer_h.image.shape[0], w_image.shape[0])),
numpy.max((viewer_g.image.shape[1], viewer_h.image.shape[1], w_image.shape[1]))),
is_color = opts.color,
pad=(0,10))
viewer_dims = slice(0, None) if opts.color else 0
viewer.add_patch(viewer_g.image[:,:, viewer_dims] - 0.5)
viewer.add_patch(viewer_h.image[:,:, viewer_dims] - 0.5)
viewer.add_patch(w_image[:,:, viewer_dims] - 0.5)
pl.axis('off')
pl.imshow(viewer.image, interpolation='nearest')
pl.savefig('filters_%s.png' % opts.path)
if not opts.noshow:
pl.show()
parser.add_argument('-s', '--conditional-sampler', default='fix_random',
choices=sampler.conditional_samplers.values(),
type=lambda k: sampler.conditional_samplers[k])
parser.add_argument('-e', '--embedding-file')
parser.add_argument('--show-nearest-training', default=False, action='store_true')
parser.add_argument('model_path')
args = parser.parse_args()
m, n = 4, 5
topo_samples, _ = sampler.get_conditional_topo_samples(args.model_path, m, n,
args.conditional_sampler,
embedding_file=(args.embedding_file if args.embedding_file is not None
else sampler.DEFAULT_EMBEDDING_FILE))
pv = PatchViewer(grid_shape=(m, (n + 1 if args.show_nearest_training else n)),
patch_shape=(32,32), is_color=True)
# Optionally load dataset for --show-nearest-training
dataset = None
if args.show_nearest_training:
model = serial.load(args.model_path)
# Shape: b * (0 * 1 * c)
# (topo view)
dataset = yaml_parse.load(model.dataset_yaml_src)
for i in xrange(topo_samples.shape[0]):
topo_sample = topo_samples[i, :, :, :]
pv.add_patch(topo_sample)
if (args.show_nearest_training and dataset is not None
from pylearn2.gui.patch_viewer import PatchViewer
from pylearn2.utils import get_choice
print('Use test set?')
choices = {'y': 'test', 'n': 'train'}
which_set = choices[get_choice(choices)]
dataset = FoveatedNORB(which_set=which_set, center=True)
topo = dataset.get_topological_view()
b, r, c, ch = topo.shape
assert ch == 2
pv = PatchViewer((1, 2), (r, c), is_color=False)
i = 0
while True:
patch = topo[i, :, :, :]
patch = patch / np.abs(patch).max()
pv.add_patch(patch[:,:,1], rescale=False)
pv.add_patch(patch[:,:,0], rescale=False)
pv.show()
print(dataset.y[i])
choices = {'g': 'goto image', 'q': 'quit'}
# Begin modifying axes
base_conditional_data = args.conditional_sampler(
generator, n, 1, embedding_file=args.embedding_file)
print 'Mean for each axis:'
pprint.pprint(zip(args.axes, base_conditional_data[:, args.axes].mean(axis=1)))
base_conditional_data[:, args.axes] -= 0.5 * shift
mod_conditional_data = base_conditional_data.copy()
# Build up a flat array of modified conditional data
mod_conditional_steps = []
for axis in args.axes:
mod_conditional_data[:, axis] += shift
mod_conditional_steps.extend(mod_conditional_data.copy())
mod_conditional_steps = np.array(mod_conditional_steps)
samples_orig = topo_sample_f(noise_data, base_conditional_data).swapaxes(0, 3)
samples_mod = topo_sample_f(np.tile(noise_data, (m, 1)),
mod_conditional_steps).swapaxes(0, 3)
pv = PatchViewer(grid_shape=(m + 1, n), patch_shape=(32, 32), is_color=True)
for sample_orig in samples_orig:
pv.add_patch(sample_orig, activation=1)
for sample_mod in samples_mod:
pv.add_patch(sample_mod)
pv.show()
print 'sorting'
indexed = zip(ranges, xrange(ranges.shape[0]))
indexed = sorted(indexed)
print 'assembling viewer'
if hasattr(model, 's3c'):
W = model.s3c.W.get_value()
else:
W = model.W.get_value()
topo_view = dataset.get_weights_view(W.T)
m, r, c, ch = topo_view.shape
assert ch in [1, 3]
n = int(np.sqrt(m))
if n**2 < m:
n += 1
pv = PatchViewer((n, n), (r, c), is_color=(ch == 3))
for rng, idx in indexed:
if norms != None:
act = (rng, norms[idx])
else:
act = rng
pv.add_patch(topo_view[idx, :, :, :], rescale=True, activation=act)
pv.show()
##############
# PLOT FILTERS
##############
def get_dims(n):
num_rows = numpy.floor(numpy.sqrt(n))
return (numpy.int(num_rows),
numpy.int(numpy.ceil(n / num_rows)))
nblocks = model.depth - 1
W = [model.W[i].get_value().T for i in xrange(1, model.depth)]
max_filters = max([len(Wi) for Wi in W])
print 'max_filters = ', max_filters
block_viewer = PatchViewer(get_dims(max_filters),
(opts.height, opts.width),
is_color = opts.color,
pad=(2,2))
main_viewer = PatchViewer(get_dims(nblocks),
(block_viewer.image.shape[0],
block_viewer.image.shape[1]),
is_color = opts.color,
pad=(5,5))
topo_shape = [opts.height, opts.width, opts.chans]
view_converter = DefaultViewConverter(topo_shape)
for di, w_di in enumerate(W):
if opts.k == -1:
# build "new_w" as linear combination of all previous filters
print 'average needed filters', ave
count = max_count
print 'It takes', count, 'of', N1, 'elements to account for ', (
thresh * 100.), '\% of the weight in at least one filter'
lim = 10
if count > lim:
count = lim
print 'Only displaying ', count, ' elements though.'
if count > N1:
count = N1
pv = PatchViewer((N, count), imgs.shape[1:3], is_color=imgs.shape[3] == 3)
for i in xrange(N):
w = W2[:, i]
wneg = w[w < 0.]
wpos = w[w > 0.]
w /= np.abs(w).max()
wa = np.abs(w)
to_sort = zip(wa, range(N1), w)
s = sorted(to_sort)
print 'average needed filters',ave
count = max_count
print 'It takes',count,'of',N1,'elements to account for ',(thresh*100.),'\% of the weight in at least one filter'
lim = 10
if count > lim:
count = lim
print 'Only displaying ',count,' elements though.'
if count > N1:
count = N1
pv = PatchViewer( (N, count), imgs.shape[1:3], is_color = imgs.shape[3] == 3)
for i in xrange(N):
w = W2[:, i]
wneg = w[w < 0.]
wpos = w[w > 0.]
w /= np.abs(w).max()
wa = np.abs(w)
to_sort = zip(wa,range(N1), w )
s = sorted(to_sort)
feat_dataset = DenseDesignMatrix(X = feat, view_converter = DefaultViewConverter([1, 1, feat.shape[1]] ) )
print 'reassembling features'
ns = 32 - size + 1
depatchifier = ReassembleGridPatches( orig_shape = (ns, ns), patch_shape=(1,1) )
feat_dataset.apply_preprocessor(depatchifier)
print 'making topological view'
topo_feat = feat_dataset.get_topological_view()
assert topo_feat.shape[0] == X.shape[0]
print 'assembling visualizer'
n = np.ceil(np.sqrt(model.nhid))
pv3 = PatchViewer(grid_shape = (X.shape[0], num_filters), patch_shape=(ns,ns), is_color= False)
pv4 = PatchViewer(grid_shape = (n,n), patch_shape = (size,size), is_color = True, pad = (7,7))
pv5 = PatchViewer(grid_shape = (1,num_filters), patch_shape = (size,size), is_color = True, pad = (7,7))
idx = sorted(range(model.nhid), key = lambda l : -topo_feat[:,:,:,l].std() )
W = model.W.get_value()
weights_view = dataset.get_weights_view( W.T )
p_act = 1. / (1. + np.exp(- model.bias_hid.get_value()))
p_act /= p_act.max()
mu_act = np.abs(model.mu.get_value())
mu_act /= mu_act.max()
mu_act += 0.5
zeroed = dataset.get_topological_view(dataset.mapback_for_viewer(dataset.get_design_matrix(zeroed)))
M = dataset.get_topological_view(dataset.mapback_for_viewer(design_X))
print (M.min(), M.max())
M_sequence = [ dataset.get_topological_view(dataset.mapback_for_viewer(mat)) for mat in design_X_sequence ]
X = dataset.adjust_to_be_viewed_with(Xt,Xt,per_example=True)
if X_sequence[0].ndim == 2:
X_sequence = [ dataset.get_topological_view(mat) for mat in X_sequence ]
X_sequence = [ dataset.adjust_to_be_viewed_with(mat,Xt,per_example=True) for mat in X_sequence ]
if cost.supervised:
rows += m
Y_sequence = outputs[end_X_outputs:]
pv = PatchViewer( (rows, cols), (X.shape[1], X.shape[2]), is_color = True,
pad = (8,8) )
for i in xrange(m):
"""
#add original patch
patch = X[i,:,:,:]
if patch.shape[-1] != 3:
patch = np.concatenate( (patch,patch,patch), axis=2)
pv.add_patch(patch, rescale = False, activation = (1,0,0))
orig_patch = patch
#mark the masked areas as red
mask_patch = drop_mask[i,:,:,0]
if drop_mask.shape[-1] > 1 and mask_gen.sync_channels and mask_gen.n_channels > 1:
assert np.all(mask_patch == drop_mask[i,:,:,1])
del h
f = function([],p)
while True:
p = f()
print 'p range: ',(p.min(),p.max())
mins = p.min(axis=0)
print 'p min: ', (mins.min(), mins.mean(), mins.max())
print 'p mean: ',p.mean()
print 'p shape: ',p.shape
assert p.shape[0] == m
n = p.shape[-1]
pv = PatchViewer( (m,n), (p.shape[1],p.shape[2]), is_color = False )
for j in xrange(m):
draw = 1.
for i in xrange(n):
pv.add_patch(draw * p[j,:,:,i]*2.-1.,rescale=False)
if p[:,:,:,i].min(axis=0).max() > .9:
draw = 0.
pv.show()
print 'waiting...'
x = raw_input()
ns = int(N.sqrt(n))
rows = 10
examplesPerRow = 5
if 'dataset_desc' not in dir(model):
dataset = yaml_parse.load(model.dataset_yaml_src)
if dataset.view_shape()[2] == 3:
print 'n=' + str(n)
grey_dim = n / 3
print 'grey_dim = ' + str(grey_dim)
ns = int(N.sqrt(grey_dim))
assert ns * ns == grey_dim
p = PatchViewer((rows, examplesPerRow * 5), (ns, ns),
is_color=dataset.view_shape()[2] == 3)
def reshape(x):
if dataset.view_shape()[2] == 3:
fuckyou = []
for i in xrange(3):
#print 'x shape :'+str(x.shape)
#print (i*grey_dim,(i+1)*grey_dim)
channel = x[:, i * grey_dim:(i + 1) * grey_dim]
#print 'channel shape :'+str(channel.shape)
fuckyou.append(channel.reshape(ns, ns, 1))
return N.concatenate(fuckyou, axis=2)
else:
return x.reshape((ns, ns))
from pylearn2.gui.patch_viewer import PatchViewer
import numpy as np
dataset = yaml_parse.load(model.dataset_yaml_src)
grid_shape = None
rows = 4
sample_cols = 5
# For some reason format_as from VectorSpace is not working right
samples = model.generator.sample(rows * sample_cols).eval()
topo_samples = dataset.get_topological_view(samples)
pv = PatchViewer(grid_shape=(rows, sample_cols + 1),
patch_shape=(48, 48),
is_color=False)
X = dataset.X
topo = dataset.get_topological_view()
index = 0
for i in xrange(samples.shape[0]):
topo_sample = topo_samples[i, :, :, :]
pv.add_patch(topo_sample * 2. - 1., rescale=False)
if (i + 1) % sample_cols == 0:
sample = samples[i, :]
dists = np.square(X - sample).sum(axis=1)
j = np.argmin(dists)
match = topo[j, :]
pv.add_patch(match * 2 - 1, rescale=False, activation=1)
from pylearn2.datasets.cifar10 import CIFAR10
from pylearn2.gui.patch_viewer import PatchViewer
dataset = CIFAR10(which_set='test')
pv = PatchViewer((10, 1), (32, 32), is_color=True)
T, y = dataset.get_batch_topo(10, include_labels=True)
for i in xrange(10):
print dataset.label_names[y[i]]
pv.add_patch(dataset.adjust_for_viewer(T[i, :, :, :]), rescale=False)
pv.show()
to_sort = []
for i in xrange(Wv.shape[1] - 1):
for j in xrange(i + 1, Wv.shape[1]):
dot = abs(np.dot(Wv[:, i], Wv[:, j]))
to_sort.append((-dot, (i, j)))
to_sort = sorted(to_sort)[0:100]
print - to_sort[0][0]
print - to_sort[99][0]
from pylearn2.config import yaml_parse
dataset = yaml_parse.load(model.dataset_yaml_src)
weights_view = dataset.get_weights_view(Wv.T)
from pylearn2.gui.patch_viewer import PatchViewer
pv = PatchViewer((100, 2), (28, 28), is_color=False)
for i in xrange(100):
l, r = to_sort[i][1]
l = weights_view[l]
r = weights_view[r]
pv.add_patch(l, rescale=True)
pv.add_patch(r, rescale=True)
pv.show()
from pylearn2.gui.patch_viewer import PatchViewer
import numpy as np
dataset = yaml_parse.load(model.dataset_yaml_src)
grid_shape = None
rows = 4
sample_cols = 5
# For some reason format_as from VectorSpace is not working right
samples = model.generator.sample(rows * sample_cols).eval()
topo_samples = dataset.get_topological_view(samples)
pv = PatchViewer(grid_shape=(rows, sample_cols + 1),
patch_shape=(32, 32),
is_color=True)
scale = np.abs(samples).max()
X = dataset.X
topo = dataset.get_topological_view()
index = 0
for i in xrange(samples.shape[0]):
topo_sample = topo_samples[i, :, :, :]
print topo_sample.min(), topo_sample.max()
pv.add_patch(topo_sample / scale, rescale=False)
if (i + 1) % sample_cols == 0:
sample = samples[i, :]
dists = np.square(X - sample).sum(axis=1)
j = np.argmin(dists)
from pylearn2.datasets.cifar10 import CIFAR10
from pylearn2.gui.patch_viewer import PatchViewer
dataset = CIFAR10(which_set = 'test')
pv = PatchViewer((10,1),(32,32),is_color=True)
T,y = dataset.get_batch_topo(10, include_labels = True)
for i in xrange(10):
print dataset.label_names[y[i]]
pv.add_patch(dataset.adjust_for_viewer(T[i,:,:,:]),rescale=False)
pv.show()
from pylearn2.config import yaml_parse
from pylearn2.gui.patch_viewer import PatchViewer
import numpy as np
dataset = yaml_parse.load(model.dataset_yaml_src)
grid_shape = None
rows = 4
sample_cols = 5
# For some reason format_as from VectorSpace is not working right
samples = model.generator.sample(rows * sample_cols).eval()
topo_samples = dataset.get_topological_view(samples)
pv = PatchViewer(grid_shape=(rows, sample_cols + 1), patch_shape=(32,32),
is_color=True)
scale = np.abs(samples).max()
X = dataset.X
topo = dataset.get_topological_view()
index = 0
for i in xrange(samples.shape[0]):
topo_sample = topo_samples[i, :, :, :]
print topo_sample.min(), topo_sample.max()
pv.add_patch(topo_sample / scale, rescale=False)
if (i +1) % sample_cols == 0:
sample = samples[i, :]
dists = np.square(X - sample).sum(axis=1)
j = np.argmin(dists)
match = topo[j, :]
for i in xrange(Wv.shape[1]-1):
for j in xrange(i+1,Wv.shape[1]):
dot = abs(np.dot(Wv[:,i],Wv[:,j]))
to_sort.append( (-dot, (i,j) ) )
to_sort = sorted(to_sort)[0:100]
print -to_sort[0][0]
print -to_sort[99][0]
from pylearn2.config import yaml_parse
dataset = yaml_parse.load(model.dataset_yaml_src)
weights_view = dataset.get_weights_view(Wv.T)
from pylearn2.gui.patch_viewer import PatchViewer
pv = PatchViewer((100,2),(28,28),is_color=False)
for i in xrange(100):
l, r = to_sort[i][1]
l = weights_view[l]
r = weights_view[r]
pv.add_patch(l,rescale=True)
pv.add_patch(r,rescale=True)
pv.show()
normalizer = gdpdf_normalizer
elif t == SCORE:
df = grad_func(- dataset.free_energy(X))
mf = grad_func( - model.free_energy(X))
normalizer = gpdf_normalizer
elif t == SCORED:
df = grad_dir_func(- dataset.free_energy(X))
mf = grad_dir_func( - model.free_energy(X))
normalizer = gdpdf_normalizer
else:
assert False
g.components.append(HeatMap(f = df, normalizer = normalizer))
dimg = g.render()
g.components.pop()
g.components.append(HeatMap(f = mf, normalizer = normalizer))
mimg = g.render()
from pylearn2.gui.patch_viewer import PatchViewer
pv = PatchViewer((2,1),dimg.shape[0:2], is_color = dimg.shape[2] == 3)
pv.add_patch(dimg,rescale = False)
pv.add_patch(mimg, rescale = False)
pv.show()
dataset_yaml_src = model.dataset_yaml_src
print 'Loading data...'
dataset = yaml_parse.load(dataset_yaml_src)
vis_batch = dataset.get_batch_topo(m)
_, patch_rows, patch_cols, channels = vis_batch.shape
assert _ == m
mapback = hasattr(dataset, 'mapback_for_viewer')
actual_cols = 2 * cols * (1 + mapback) * (1 + (channels == 2))
pv = PatchViewer((rows, actual_cols), (patch_rows, patch_cols), is_color=(channels == 3))
batch = model.visible_layer.space.make_theano_batch()
topo = batch.ndim > 2
reconstruction = model.reconstruct(batch)
recons_func = function([batch], reconstruction)
def show():
ipt = vis_batch.copy()
if not topo:
ipt = dataset.get_design_matrix(ipt)
recons_batch = recons_func(ipt.astype(batch.dtype))
if not topo:
recons_batch = dataset.get_topological_view(recons_batch)
if mapback:
rows = 10
cols = 5
X = dataset.get_batch_design(rows * cols )
noise = model.dnce.noise_conditional
assert noise.is_symmetric()
Y = function([],noise.random_design_matrix(sharedX(X)))()
prob = function([],T.nnet.sigmoid(model.free_energy(sharedX(Y))-model.free_energy(sharedX(X))))()
assert prob.ndim == 1
Xt = dataset.get_topological_view(X)
Yt = dataset.get_topological_view(Y)
Xt = dataset.adjust_for_viewer(Xt)
Yt = dataset.adjust_for_viewer(Yt)
pv = PatchViewer( (rows, cols * 2), Xt.shape[1:3], is_color = Xt.shape[-1] == 3)
for i in xrange(Xt.shape[0]):
assert prob[i] >= 0.0
assert prob[i] <= 1.0
assert not np.isnan(prob[i])
assert not np.isinf(prob[i])
pv.add_patch(Xt[i,:,:,:], activation = prob[i])
pv.add_patch(Yt[i,:,:,:], activation = 1. - prob[i])
pv.show()
def plot(w):
nblocks = int(model.n_g / model.sparse_gmask.bw_g)
filters_per_block = model.sparse_gmask.bw_g * model.sparse_hmask.bw_h
block_viewer = PatchViewer((model.sparse_gmask.bw_g, model.sparse_hmask.bw_h),
(opts.height, opts.width),
is_color = opts.color,
pad=(2,2))
chan_viewer = PatchViewer(get_dims(nblocks),
(block_viewer.image.shape[0],
block_viewer.image.shape[1]),
is_color = opts.color,
pad=(5,5))
main_viewer = PatchViewer(get_dims(nplots),
(chan_viewer.image.shape[0],
chan_viewer.image.shape[1]),
is_color = opts.color,
pad=(10,10))
topo_shape = [opts.height, opts.width, opts.chans]
view_converter = DefaultViewConverter(topo_shape)
if opts.splitblocks:
os.makedirs('filters/')
for chan_i in xrange(nplots):
viewer_dims = slice(0, None) if opts.color else chan_i
for bidx in xrange(nblocks):
for fidx in xrange(filters_per_block):
fi = bidx * filters_per_block + fidx
topo_view = view_converter.design_mat_to_topo_view(w[fi:fi+1,:])
try:
block_viewer.add_patch(topo_view[0,:,:,viewer_dims])
except:
import pdb; pdb.set_trace()
if opts.splitblocks:
pl.imshow(block_viewer.image, interpolation='nearest')
pl.axis('off')
pl.title('Wv - block %i, chan %i' % (bidx, chan_i))
pl.savefig('filters/filters_chan%i_block%i.png' % (bidx, chan_i))
chan_viewer.add_patch(block_viewer.image[:,:,viewer_dims] - 0.5)
block_viewer.clear()
main_viewer.add_patch(chan_viewer.image[:,:,viewer_dims] - 0.5)
chan_viewer.clear()
return copy.copy(main_viewer.image)
]
X = dataset.adjust_to_be_viewed_with(Xt, Xt, per_example=True)
if X_sequence[0].ndim == 2:
X_sequence = [dataset.get_topological_view(mat) for mat in X_sequence]
X_sequence = [
dataset.adjust_to_be_viewed_with(mat, Xt, per_example=True)
for mat in X_sequence
]
if cost.supervised:
rows += m
Y_sequence = outputs[end_X_outputs:]
pv = PatchViewer((rows, cols), (X.shape[1], X.shape[2]),
is_color=True,
pad=(8, 8))
for i in xrange(m):
"""
#add original patch
patch = X[i,:,:,:]
if patch.shape[-1] != 3:
patch = np.concatenate( (patch,patch,patch), axis=2)
pv.add_patch(patch, rescale = False, activation = (1,0,0))
orig_patch = patch
#mark the masked areas as red
mask_patch = drop_mask[i,:,:,0]
if drop_mask.shape[-1] > 1 and mask_gen.sync_channels and mask_gen.n_channels > 1:
assert np.all(mask_patch == drop_mask[i,:,:,1])
