def plot_fits(
experiment='760_cells_2017_11_04_16_29_09',
query_db=False,
num_models=3,
template_exp='ALLEN_selected_cells_1',
process_pnodes=False):
"""Plot fits across the RF.
experiment: Name of Allen experiment you're plotting.
query_db: Use data from DB versus data in Numpys.
num_models: The number of architectures you're testing.
template_exp: The name of the contextual_circuit model template used."""
if process_pnodes:
from pnodes_declare_datasets_loop import query_hp_hist, sel_exp_query
else:
from declare_datasets_loop import query_hp_hist, sel_exp_query
main_config = Allen_Brain_Observatory_Config()
sys.path.append(main_config.cc_path)
from db import credentials
from ops import data_loader
db_config = credentials.postgresql_connection()
files = glob(
os.path.join(
main_config.multi_exps,
experiment, '*.npz'))
out_data, xs, ys = [], [], []
perfs, model_types, exps, arg_perf = [], [], [], []
count = 0
for f in files:
data = np.load(f)
d = {
'x': data['rf_data'].item()['on_center_x'],
'y': data['rf_data'].item()['on_center_y'],
# x: files['dataset_method'].item()['x_min'],
# y: files['dataset_method'].item()['y_min'],
}
exp_name = {
'experiment_name': data['dataset_method'].item()[
'experiment_name']}
if query_db:
perf = query_hp_hist(
exp_name['experiment_name'],
db_config=db_config)
if perf is None:
print 'No fits for: %s' % exp_name['experiment_name']
else:
raise NotImplementedError
d['perf'] = perf
d['max_val'] = np.max(perf)
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(d['perf'])]
count += 1
else:
data_files = glob(
os.path.join(
main_config.ccbp_exp_evals,
exp_name['experiment_name'],
'*val_losses.npy')) # Scores has preds, labels has GT
for gd in data_files:
mt = gd.split(
os.path.sep)[-1].split(
template_exp + '_')[-1].split('_' + 'val')[0]
it_data = np.load(gd).item()
sinds = np.asarray(it_data.keys())[np.argsort(it_data.keys())]
sit_data = [it_data[idx] for idx in sinds]
d['perf'] = sit_data
d['max_val'] = np.max(sit_data)
d['max_idx'] = np.argmax(sit_data)
d['mt'] = mt
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(sit_data)]
arg_perf += [np.argmax(sit_data)]
exps += [gd.split(os.path.sep)[-2]]
model_types += [mt]
count += 1
# Package as a df
xs = np.round(np.asarray(xs)).astype(int)
ys = np.round(np.asarray(ys)).astype(int)
perfs = np.asarray(perfs)
arg_perf = np.asarray(arg_perf)
exps = np.asarray(exps)
model_types = np.asarray(model_types)
# Filter to only keep top-scoring values at each x/y (dirty trick)
fxs, fys, fperfs, fmodel_types, fexps, fargs = [], [], [], [], [], []
xys = np.vstack((xs, ys)).transpose()
cxy = np.ascontiguousarray( # Unique rows
xys).view(
np.dtype((np.void, xys.dtype.itemsize * xys.shape[1])))
_, idx = np.unique(cxy, return_index=True)
uxys = xys[idx]
for xy in uxys:
sel_idx = (xys == xy).sum(axis=-1) == 2
sperfs = perfs[sel_idx]
sexps = exps[sel_idx]
sargs = arg_perf[sel_idx]
sel_mts = model_types[sel_idx]
bp = np.argmax(sperfs)
fxs += [xy[0]]
fys += [xy[1]]
fperfs += [sperfs[bp]]
fargs += [sargs[bp]]
fmodel_types += [sel_mts[bp]]
fexps += [sexps[bp]]
xs = np.asarray(fxs)
ys = np.asarray(fys)
perfs = np.asarray(fperfs)
arg_perf = np.asarray(fargs)
exps = np.asarray(fexps)
model_types = np.asarray(fmodel_types)
umt, model_types_inds = np.unique(model_types, return_inverse=True)
# Get weights for the top-n fitting models of each type
top_n = 1
target_layer = 'conv2d'
it_perfs = perfs[model_types == target_layer]
it_exps = exps[model_types == target_layer]
# it_args = arg_perf[model_types == target_layer]
sorted_perfs = np.argsort(it_perfs)[::-1][:top_n]
for idx in sorted_perfs:
perf = sel_exp_query(
experiment_name=it_exps[idx],
model=target_layer,
db_config=db_config)
# perf_steps = np.argsort([v['training_step'] for v in perf])[::-1]
perf_steps = [v['validation_loss'] for v in perf]
max_score = np.max(perf_steps)
arg_perf_steps = np.argmax(perf_steps)
sel_model = perf[arg_perf_steps] # perf_steps[it_args[idx]]]
print 'Using %s' % sel_model
model_file = sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (
model_file,
model_file.split(os.path.sep)[-1].split('_')[-1])
model_meta = '%s.meta' % model_ckpt
import ipdb;ipdb.set_trace()
# Pull stimuli
stim_dir = os.path.join(
main_config.tf_record_output,
sel_model['experiment_name'])
stim_files = glob(os.path.join(stim_dir, '*'))
stim_meta_file = [x for x in stim_files if 'meta' in x]
stim_val_data = [x for x in stim_files if 'val.tfrecords' in x]
stim_val_mean = [x for x in stim_files if 'val_means' in x]
stim_meta_data = np.load(stim_meta_file).item()
# Store sparse noise for reference
sparse_rf_on = {
'center_x': stim_meta_data['on_center_x'],
'center_y': stim_meta_data['on_center_y'],
'width_x': stim_meta_data['on_width_x'],
'width_y': stim_meta_data['on_width_y'],
'distance': stim_meta_data['on_distance'],
'area': stim_meta_data['on_area'],
'rotation': stim_meta_data['on_rotation'],
}
sparse_rf_off = {
'center_x': stim_meta_data['off_center_x'],
'center_y': stim_meta_data['off_center_y'],
'width_x': stim_meta_data['off_width_x'],
'width_y': stim_meta_data['off_width_y'],
'distance': stim_meta_data['off_distance'],
'area': stim_meta_data['off_area'],
'rotation': stim_meta_data['off_rotation'],
}
sparse_rf = {'on': sparse_rf_on, 'off': sparse_rf_off}
# Pull responses
val_images, val_labels = data_loader.inputs(
dataset=stim_val_data,
batch_size=config.batch_size,
model_input_image_size=dataset_module.model_input_image_size,
tf_dict=dataset_module.tf_dict,
data_augmentations=config.data_augmentations,
num_epochs=config.epochs,
tf_reader_settings=dataset_module.tf_reader,
shuffle=config.shuffle
)
# Mean normalize
if target_layer == 'DoG':
pass
else:
with tf.Session() as sess:
saver = tf.train.import_meta_graph(
model_meta,
clear_devices=True)
saver.restore(sess, model_ckpt)
if target_layer == 'conv2d':
fname = [
x for x in tf.global_variables()
if 'conv1_1_filters:0' in x.name]
elif target_layer == 'sep_conv2d':
fname = [
x for x in tf.global_variables()
if 'sep_conv1_1_filters:0' in x.name]
filts = sess.run(fname)
import ipdb;ipdb.set_trace()
save_mosaic(
maps=filts[0].squeeze().transpose(2, 0, 1),
output='%s_filters' % target_layer,
rc=8,
cc=4,
title='%s filters for cell where rho=%s' % (
target_layer,
np.around(max_score, 2)))
def plot_fits(experiment='760_cells_2017_11_04_16_29_09',
query_db=False,
num_models=3,
template_exp='ALLEN_selected_cells_1',
process_pnodes=False):
"""Plot fits across the RF.
experiment: Name of Allen experiment you're plotting.
query_db: Use data from DB versus data in Numpys.
num_models: The number of architectures you're testing.
template_exp: The name of the contextual_circuit model template used."""
if process_pnodes:
from pnodes_declare_datasets_loop import query_hp_hist, sel_exp_query
else:
from declare_datasets_loop import query_hp_hist, sel_exp_query
main_config = Allen_Brain_Observatory_Config()
sys.path.remove(
'/usr/local/lib/python2.7/dist-packages/Contextual_DCN-0.1-py2.7.egg')
# sys.path.append(main_config.cc_path)
sys.path.append(os.path.join(main_config.cc_path, 'ops'))
sys.path.append(os.path.join(main_config.cc_path, 'utils'))
sys.path.append(os.path.join(main_config.cc_path, 'db'))
sys.path.append(os.path.join(main_config.cc_path))
import ipdb
ipdb.set_trace()
db_config = credentials.postgresql_connection()
files = glob(os.path.join(main_config.multi_exps, experiment, '*.npz'))
out_data, xs, ys = [], [], []
perfs, model_types, exps, arg_perf = [], [], [], []
count = 0
for f in files:
data = np.load(f)
d = {
'x': data['rf_data'].item()['on_center_x'],
'y': data['rf_data'].item()['on_center_y'],
# x: files['dataset_method'].item()['x_min'],
# y: files['dataset_method'].item()['y_min'],
}
exp_name = {
'experiment_name': data['dataset_method'].item()['experiment_name']
}
if query_db:
perf = query_hp_hist(exp_name['experiment_name'],
db_config=db_config)
if perf is None:
print 'No fits for: %s' % exp_name['experiment_name']
else:
raise NotImplementedError
d['perf'] = perf
d['max_val'] = np.max(perf)
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(d['perf'])]
count += 1
else:
data_files = glob(
os.path.join(
main_config.ccbp_exp_evals, exp_name['experiment_name'],
'*val_losses.npy')) # Scores has preds, labels has GT
for gd in data_files:
mt = gd.split(os.path.sep)[-1].split(template_exp +
'_')[-1].split('_' +
'val')[0]
it_data = np.load(gd).item()
sinds = np.asarray(it_data.keys())[np.argsort(it_data.keys())]
sit_data = [it_data[idx] for idx in sinds]
d['perf'] = sit_data
d['max_val'] = np.max(sit_data)
d['max_idx'] = np.argmax(sit_data)
d['mt'] = mt
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(sit_data)]
arg_perf += [np.argmax(sit_data)]
exps += [gd.split(os.path.sep)[-2]]
model_types += [mt]
count += 1
# Package as a df
xs = np.round(np.asarray(xs)).astype(int)
ys = np.round(np.asarray(ys)).astype(int)
perfs = np.asarray(perfs)
arg_perf = np.asarray(arg_perf)
exps = np.asarray(exps)
model_types = np.asarray(model_types)
# Filter to only keep top-scoring values at each x/y (dirty trick)
fxs, fys, fperfs, fmodel_types, fexps, fargs = [], [], [], [], [], []
xys = np.vstack((xs, ys)).transpose()
cxy = np.ascontiguousarray( # Unique rows
xys).view(np.dtype((np.void, xys.dtype.itemsize * xys.shape[1])))
_, idx = np.unique(cxy, return_index=True)
uxys = xys[idx]
for xy in uxys:
sel_idx = (xys == xy).sum(axis=-1) == 2
sperfs = perfs[sel_idx]
sexps = exps[sel_idx]
sargs = arg_perf[sel_idx]
sel_mts = model_types[sel_idx]
bp = np.argmax(sperfs)
fxs += [xy[0]]
fys += [xy[1]]
fperfs += [sperfs[bp]]
fargs += [sargs[bp]]
fmodel_types += [sel_mts[bp]]
fexps += [sexps[bp]]
xs = np.asarray(fxs)
ys = np.asarray(fys)
perfs = np.asarray(fperfs)
arg_perf = np.asarray(fargs)
exps = np.asarray(fexps)
model_types = np.asarray(fmodel_types)
umt, model_types_inds = np.unique(model_types, return_inverse=True)
# Get weights for the top-n fitting models of each type
top_n = 1
target_layer = 'conv2d'
it_perfs = perfs[model_types == target_layer]
it_exps = exps[model_types == target_layer]
# it_args = arg_perf[model_types == target_layer]
sorted_perfs = np.argsort(it_perfs)[::-1][:top_n]
for idx in sorted_perfs:
perf = sel_exp_query(experiment_name=it_exps[idx],
model=target_layer,
db_config=db_config)
# perf_steps = np.argsort([v['training_step'] for v in perf])[::-1]
perf_steps = [v['validation_loss'] for v in perf]
max_score = np.max(perf_steps)
arg_perf_steps = np.argmax(perf_steps)
sel_model = perf[arg_perf_steps] # perf_steps[it_args[idx]]]
print 'Using %s' % sel_model
model_file = sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (model_file, model_file.split(
os.path.sep)[-1].split('_')[-1])
model_meta = '%s.meta' % model_ckpt
# Pull stimuli
stim_dir = os.path.join(main_config.tf_record_output,
sel_model['experiment_name'])
stim_files = glob(stim_dir + '*')
stim_meta_file = [x for x in stim_files if 'meta' in x][0]
stim_val_data = [x for x in stim_files if 'val.tfrecords' in x][0]
stim_val_mean = [x for x in stim_files if 'train_means' in x][0]
assert stim_meta_file is not None
assert stim_val_data is not None
assert stim_val_mean is not None
stim_meta_data = np.load(stim_meta_file).item()
stim_mean_data = np.load(
stim_val_mean).items()[0][1].item()['image']['mean']
# Store sparse noise for reference
sparse_rf_on = {
'center_x': stim_meta_data.get('on_center_x', None),
'center_y': stim_meta_data.get('on_center_y', None),
'width_x': stim_meta_data.get('on_width_x', None),
'width_y': stim_meta_data.get('on_width_y', None),
'distance': stim_meta_data.get('on_distance', None),
'area': stim_meta_data.get('on_area', None),
'rotation': stim_meta_data.get('on_rotation', None),
}
sparse_rf_off = {
'center_x': stim_meta_data.get('off_center_x', None),
'center_y': stim_meta_data.get('off_center_y', None),
'width_x': stim_meta_data.get('off_width_x', None),
'width_y': stim_meta_data.get('off_width_y', None),
'distance': stim_meta_data.get('off_distance', None),
'area': stim_meta_data.get('off_area', None),
'rotation': stim_meta_data.get('off_rotation', None),
}
sparse_rf = {'on': sparse_rf_on, 'off': sparse_rf_off}
# Pull responses
val_images, val_labels = data_loader.inputs(
dataset=stim_val_data,
batch_size=1,
model_input_image_size=[152, 304, 1],
tf_dict=stim_meta_data['tf_dict'],
data_augmentations=[None],
num_epochs=1,
tf_reader_settings=stim_meta_data['tf_reader'],
shuffle=False)
# Mean normalize
log = logger.get('sta_logs', target_layer)
model = model_utils.model_class(mean=stim_mean_data,
training=False,
output_size=dataset_module.output_size)
val_scores, model_summary = model.build(
data=val_images,
layer_structure=model_dict.layer_structure,
output_structure=output_structure,
log=log,
tower_name='cnn')
print(json.dumps(model_summary, indent=4))
with tf.Session(config=tf.ConfigProto(
allow_soft_placement=True)) as sess:
saver = tf.train.import_meta_graph(model_meta, clear_devices=True)
import ipdb
ipdb.set_trace()
tf.get_default_graph().clear_collection('queue_runners')
tf.get_default_graph().clear_collection('train_op')
tf.get_default_graph().clear_collection('summaries')
tf.get_default_graph().clear_collection('local_variables')
sess.run(
tf.group(tf.global_variables_initializer(),
tf.local_variables_initializer(),
tf.initialize_all_variables()))
saver.restore(sess, model_ckpt)
coord = tf.train.Coordinator()
threads = tf.train.start_queue_runners(sess=sess, coord=coord)
if target_layer == 'conv2d':
fname = [
x for x in tf.global_variables()
if 'conv1_1_filters:0' in x.name
]
oname = [
x for x in tf.global_variables()
if 'conv1_1_filters:0' in x.name
]
elif target_layer == 'sep_conv2d':
fname = [
x for x in tf.global_variables()
if 'sep_conv1_1_filters:0' in x.name
]
val_tensors = {
'images': val_images,
'labels': val_labels,
# 'filts': fname
}
while not coord.should_stop():
val_data = sess.run(val_tensors.values())
val_data_dict = {
k: v
for k, v in zip(val_tensors.keys(), val_data)
}
import ipdb
ipdb.set_trace()
a = 2
coord.request_stop()
coord.join(threads)
save_mosaic(maps=filts[0].squeeze().transpose(2, 0, 1),
output='%s_filters' % target_layer,
rc=8,
cc=4,
title='%s filters for cell where rho=%s' %
(target_layer, np.around(max_score, 2)))
def plot_fits(
experiment='760_cells_2017_11_04_16_29_09',
query_db=False,
template_exp='ALLEN_selected_cells_1',
process_pnodes=False,
allen_dir='/home/drew/Documents/Allen_Brain_Observatory',
output_dir='tests/ALLEN_files',
stimulus_dir='/media/data_cifs/AllenData/DataForTrain/all_stimulus_template',
stimulus_type='tfrecord',
top_n=100,
recalc=False,
preload_stim=False,
target_layer='conv1_1', # conv1_1, sep_conv1_1, dog1_1
target_model='conv2d'): # conv2d, sep_conv2d, dog
"""Plot fits across the RF.
experiment: Name of Allen experiment you're plotting.
query_db: Use data from DB versus data in Numpys.
num_models: The number of architectures you're testing.
template_exp: The name of the contextual_circuit model template used."""
sys.path.append(allen_dir)
from allen_config import Allen_Brain_Observatory_Config
if process_pnodes:
from pnodes_declare_datasets_loop import query_hp_hist, sel_exp_query
else:
from declare_datasets_loop import query_hp_hist, sel_exp_query
config = Config()
main_config = Allen_Brain_Observatory_Config()
db_config = credentials.postgresql_connection()
files = glob(
os.path.join(allen_dir, main_config.multi_exps, experiment, '*.npz'))
assert len(files), 'Couldn\'t find files.'
out_data, xs, ys = [], [], []
perfs, model_types, exps, arg_perf = [], [], [], []
count = 0
for f in files:
data = np.load(f)
d = {
'x': data['rf_data'].item()['on_center_x'],
'y': data['rf_data'].item()['on_center_y'],
# x: files['dataset_method'].item()['x_min'],
# y: files['dataset_method'].item()['y_min'],
}
exp_name = {
'experiment_name': data['dataset_method'].item()['experiment_name']
}
if query_db:
perf = query_hp_hist(exp_name['experiment_name'],
db_config=db_config)
if perf is None:
print 'No fits for: %s' % exp_name['experiment_name']
else:
raise NotImplementedError
d['perf'] = perf
d['max_val'] = np.max(perf)
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(d['perf'])]
count += 1
else:
data_files = glob(
os.path.join(
main_config.ccbp_exp_evals, exp_name['experiment_name'],
'*val_losses.npy')) # Scores has preds, labels has GT
score_files = glob(
os.path.join(
main_config.ccbp_exp_evals, exp_name['experiment_name'],
'*val_scores.npy')) # Scores has preds, labels has GT
lab_files = glob(
os.path.join(
main_config.ccbp_exp_evals, exp_name['experiment_name'],
'*val_labels.npy')) # Scores has preds, labels has GT
for gd, sd, ld in zip(data_files, score_files, lab_files):
mt = gd.split(os.path.sep)[-1].split(template_exp +
'_')[-1].split('_' +
'val')[0]
if not recalc:
it_data = np.load(gd).item()
else:
lds = np.load(ld).item()
sds = np.load(sd).item()
it_data = {
k: np.corrcoef(lds[k], sds[k])[0, 1]
for k in sds.keys()
}
sinds = np.asarray(it_data.keys())[np.argsort(it_data.keys())]
sit_data = [it_data[idx] for idx in sinds]
d['perf'] = sit_data
d['max_val'] = np.max(sit_data)
d['max_idx'] = np.argmax(sit_data)
d['mt'] = mt
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(sit_data)]
arg_perf += [np.argmax(sit_data)]
exps += [gd.split(os.path.sep)[-2]]
model_types += [mt]
count += 1
# Package as a df
xs = np.round(np.asarray(xs)).astype(int)
ys = np.round(np.asarray(ys)).astype(int)
perfs = np.asarray(perfs)
arg_perf = np.asarray(arg_perf)
exps = np.asarray(exps)
model_types = np.asarray(model_types)
# Filter to only keep top-scoring values at each x/y (dirty trick)
fxs, fys, fperfs, fmodel_types, fexps, fargs = [], [], [], [], [], []
xys = np.vstack((xs, ys)).transpose()
cxy = np.ascontiguousarray( # Unique rows
xys).view(np.dtype((np.void, xys.dtype.itemsize * xys.shape[1])))
_, idx = np.unique(cxy, return_index=True)
uxys = xys[idx]
for xy in uxys:
sel_idx = (xys == xy).sum(axis=-1) == 2
sperfs = perfs[sel_idx]
sexps = exps[sel_idx]
sargs = arg_perf[sel_idx]
sel_mts = model_types[sel_idx]
bp = np.argmax(sperfs)
fxs += [xy[0]]
fys += [xy[1]]
fperfs += [sperfs[bp]]
fargs += [sargs[bp]]
fmodel_types += [sel_mts[bp]]
fexps += [sexps[bp]]
xs = np.asarray(fxs)
ys = np.asarray(fys)
perfs = np.asarray(fperfs)
arg_perf = np.asarray(fargs)
exps = np.asarray(fexps)
model_types = np.asarray(fmodel_types)
umt, model_types_inds = np.unique(model_types, return_inverse=True)
# Get weights for the top-n fitting models of each type
it_perfs = perfs[model_types == target_model]
it_exps = exps[model_types == target_model]
# it_args = arg_perf[model_types == target_model]
sorted_perfs = np.argsort(it_perfs)[::-1][:top_n]
perf = sel_exp_query(experiment_name=it_exps[sorted_perfs[0]],
model=target_model,
db_config=db_config)
dummy_sel_model = perf[-1]
print 'Using %s' % dummy_sel_model
model_file = dummy_sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (model_file, model_file.split(
os.path.sep)[-1].split('_')[-1])
model_meta = '%s.meta' % model_ckpt
# Pull responses
dataset_module = py_utils.import_module(
model_dir=config.dataset_info,
dataset=dummy_sel_model['experiment_name'])
dataset_module = dataset_module.data_processing()
with tf.device('/cpu:0'):
val_images = tf.placeholder(tf.float32,
shape=[1] +
[x for x in dataset_module.im_size])
# Pull stimuli
stim_dir = os.path.join(main_config.tf_record_output,
dummy_sel_model['experiment_name'])
stim_files = glob(stim_dir + '*')
stim_meta_file = [x for x in stim_files if 'meta' in x][0]
stim_val_data = [x for x in stim_files if 'train.tfrecords' in x][0]
stim_val_mean = [x for x in stim_files if 'train_means' in x][0]
assert stim_meta_file is not None
assert stim_val_data is not None
assert stim_val_mean is not None
stim_meta_data = np.load(stim_meta_file).item()
rf_stim_meta_data = stim_meta_data['rf_data']
stim_mean_data = np.load(
stim_val_mean).items()[0][1].item()['image']['mean']
# Mean normalize
log = logger.get(os.path.join(output_dir, 'sta_logs', target_model))
data_dir = os.path.join(output_dir, 'data', target_model)
py_utils.make_dir(data_dir)
sys.path.append(
os.path.join('models', 'structs', dummy_sel_model['experiment_name']))
model_dict = __import__(target_model)
if hasattr(model_dict, 'output_structure'):
# Use specified output layer
output_structure = model_dict.output_structure
else:
output_structure = None
model = model_utils.model_class(
mean=stim_mean_data,
training=True, # FIXME
output_size=dataset_module.output_size)
with tf.device('/gpu:0'):
with tf.variable_scope('cnn') as scope:
val_scores, model_summary = model.build(
data=val_images,
layer_structure=model_dict.layer_structure,
output_structure=output_structure,
log=log,
tower_name='cnn')
grad_image = tf.gradients(model.output, val_images)[0]
print(json.dumps(model_summary, indent=4))
# Set up summaries and saver
saver = tf.train.Saver(tf.global_variables())
summary_op = tf.summary.merge_all()
# Initialize the graph
sess = tf.Session(config=tf.ConfigProto(allow_soft_placement=True))
# Need to initialize both of these if supplying num_epochs to inputs
sess.run(
tf.group(tf.global_variables_initializer(),
tf.local_variables_initializer()))
all_filters = []
all_rfs = []
max_scores = []
for idx in sorted_perfs:
perf = sel_exp_query(experiment_name=it_exps[idx],
model=target_model,
db_config=db_config)
# perf_steps = np.argsort([v['training_step'] for v in perf])[::-1]
perf_steps = [v['validation_loss'] for v in perf]
max_score = np.max(perf_steps)
arg_perf_steps = np.argmax(perf_steps)
sel_model = perf[arg_perf_steps] # perf_steps[it_args[idx]]]
print 'Using %s' % sel_model
model_file = sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (model_file, model_file.split(
os.path.sep)[-1].split('_')[-1])
model_meta = '%s.meta' % model_ckpt
# Store sparse noise for reference
stim_dir = os.path.join(main_config.tf_record_output,
sel_model['experiment_name'])
stim_files = glob(stim_dir + '*')
stim_meta_file = [x for x in stim_files if 'meta' in x][0]
stim_val_data = [x for x in stim_files if 'train.tfrecords' in x][0]
stim_val_mean = [x for x in stim_files if 'train_means' in x][0]
assert stim_meta_file is not None
assert stim_val_data is not None
assert stim_val_mean is not None
stim_meta_data = np.load(stim_meta_file).item()
rf_stim_meta_data = stim_meta_data['rf_data']
stim_mean_data = np.load(
stim_val_mean).items()[0][1].item()['image']['mean']
rf_stim_meta_data = rf_stim_meta_data.values()[0][0]
sparse_rf_on = {
'center_x': rf_stim_meta_data.get('on_center_x', None),
'center_y': rf_stim_meta_data.get('on_center_y', None),
'width_x': rf_stim_meta_data.get('on_width_x', None),
'width_y': rf_stim_meta_data.get('on_width_y', None),
'distance': rf_stim_meta_data.get('on_distance', None),
'area': rf_stim_meta_data.get('on_area', None),
'rotation': rf_stim_meta_data.get('on_rotation', None),
}
sparse_rf_off = {
'center_x': rf_stim_meta_data.get('off_center_x', None),
'center_y': rf_stim_meta_data.get('off_center_y', None),
'width_x': rf_stim_meta_data.get('off_width_x', None),
'width_y': rf_stim_meta_data.get('off_width_y', None),
'distance': rf_stim_meta_data.get('off_distance', None),
'area': rf_stim_meta_data.get('off_area', None),
'rotation': rf_stim_meta_data.get('off_rotation', None),
}
sparse_rf = {'on': sparse_rf_on, 'off': sparse_rf_off}
# Set up exemplar threading
if target_model == 'conv2d':
fname = [
x for x in tf.global_variables()
if 'conv1_1_filters:0' in x.name
]
elif target_model == 'sep_conv2d':
fname = [
x for x in tf.global_variables()
if 'sep_conv1_1_filters:0' in x.name
]
elif target_model == 'dog' or target_model == 'DoG':
fname = [
x for x in tf.global_variables()
if 'dog1_1_filters:0' in x.name
]
else:
raise NotImplementedError
print 'Using %s' % sel_model
model_file = sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (model_file, model_file.split(
os.path.sep)[-1].split('_')[-1])
saver.restore(sess, model_ckpt)
all_filters += [sess.run(fname)]
all_rfs += [sparse_rf]
max_scores += [max_score]
np.savez('tests/ALLEN_files/filters/%s_%s_recalc_%s' %
(experiment, target_model, recalc),
rfs=all_rfs,
perf=max_scores,
filters=all_filters)
print 'SAVED'
def plot_fits(
experiment='760_cells_2017_11_04_16_29_09',
query_db=False,
num_models=3,
template_exp='ALLEN_selected_cells_1',
process_pnodes=False,
allen_dir='/home/drew/Documents/Allen_Brain_Observatory',
output_dir='tests/ALLEN_files',
stimulus_type='tfrecord',
top_n=1,
grad='lrp',
target_layer='conv1_1', # conv1_1, sep_conv1_1, dog1_1
target_model='conv2d'): # conv2d, sep_conv2d, dog
"""Plot fits across the RF.
experiment: Name of Allen experiment you're plotting.
query_db: Use data from DB versus data in Numpys.
num_models: The number of architectures you're testing.
template_exp: The name of the contextual_circuit model template used."""
sys.path.append(allen_dir)
from allen_config import Allen_Brain_Observatory_Config
if process_pnodes:
from pnodes_declare_datasets_loop import query_hp_hist, sel_exp_query
else:
from declare_datasets_loop import query_hp_hist, sel_exp_query
config = Config()
main_config = Allen_Brain_Observatory_Config()
db_config = credentials.postgresql_connection()
files = glob(
os.path.join(
allen_dir,
main_config.multi_exps,
experiment, '*.npz'))
assert len(files), 'Couldn\'t find files.'
out_data, xs, ys = [], [], []
perfs, model_types, exps, arg_perf = [], [], [], []
count = 0
for f in files:
data = np.load(f)
d = {
'x': data['rf_data'].item()['on_center_x'],
'y': data['rf_data'].item()['on_center_y'],
# x: files['dataset_method'].item()['x_min'],
# y: files['dataset_method'].item()['y_min'],
}
exp_name = {
'experiment_name': data['dataset_method'].item()[
'experiment_name']}
if query_db:
perf = query_hp_hist(
exp_name['experiment_name'],
db_config=db_config)
if perf is None:
print 'No fits for: %s' % exp_name['experiment_name']
else:
raise NotImplementedError
d['perf'] = perf
d['max_val'] = np.max(perf)
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(d['perf'])]
count += 1
else:
data_files = glob(
os.path.join(
main_config.ccbp_exp_evals,
exp_name['experiment_name'],
'*val_losses.npy')) # Scores has preds, labels has GT
for gd in data_files:
mt = gd.split(
os.path.sep)[-1].split(
template_exp + '_')[-1].split('_' + 'val')[0]
it_data = np.load(gd).item()
sinds = np.asarray(it_data.keys())[np.argsort(it_data.keys())]
sit_data = [it_data[idx] for idx in sinds]
d['perf'] = sit_data
d['max_val'] = np.max(sit_data)
d['max_idx'] = np.argmax(sit_data)
d['mt'] = mt
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(sit_data)]
arg_perf += [np.argmax(sit_data)]
exps += [gd.split(os.path.sep)[-2]]
model_types += [mt]
count += 1
# Package as a df
xs = np.round(np.asarray(xs)).astype(int)
ys = np.round(np.asarray(ys)).astype(int)
perfs = np.asarray(perfs)
arg_perf = np.asarray(arg_perf)
exps = np.asarray(exps)
model_types = np.asarray(model_types)
# Filter to only keep top-scoring values at each x/y (dirty trick)
fxs, fys, fperfs, fmodel_types, fexps, fargs = [], [], [], [], [], []
xys = np.vstack((xs, ys)).transpose()
cxy = np.ascontiguousarray( # Unique rows
xys).view(
np.dtype((np.void, xys.dtype.itemsize * xys.shape[1])))
_, idx = np.unique(cxy, return_index=True)
uxys = xys[idx]
scores = []
for xy in uxys:
sel_idx = (xys == xy).sum(axis=-1) == 2
sperfs = perfs[sel_idx]
sexps = exps[sel_idx]
sargs = arg_perf[sel_idx]
sel_mts = model_types[sel_idx]
# Only get top conv/sep spots
sperfs = sperfs[sel_mts != 'dog']
sperfs = sperfs[sel_mts != 'DoG']
scores += [sperfs.mean() / sperfs.std()]
best_fits = np.argmax(np.asarray(scores))
xs = np.asarray([uxys[best_fits][0]])
ys = np.asarray([uxys[best_fits][1]])
sel_idx = (xys == uxys[best_fits]).sum(axis=-1) == 2
perfs = np.asarray(perfs[sel_idx])
exps = np.asarray(exps[sel_idx])
model_types = np.asarray(model_types[sel_idx])
umt, model_types_inds = np.unique(model_types, return_inverse=True)
# Get weights for the top-n fitting models of each type
it_perfs = perfs[model_types == target_model]
it_exps = exps[model_types == target_model]
# it_args = arg_perf[model_types == target_model]
sorted_perfs = np.argsort(it_perfs)[::-1][:top_n]
for idx in sorted_perfs:
perf = sel_exp_query(
experiment_name=it_exps[idx],
model=target_model,
db_config=db_config)
# perf_steps = np.argsort([v['training_step'] for v in perf])[::-1]
perf_steps = [v['validation_loss'] for v in perf]
max_score = np.max(perf_steps)
arg_perf_steps = np.argmax(perf_steps)
sel_model = perf[arg_perf_steps] # perf_steps[it_args[idx]]]
print 'Using %s' % sel_model
model_file = sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (
model_file,
model_file.split(os.path.sep)[-1].split('_')[-1])
model_meta = '%s.meta' % model_ckpt
# Pull stimuli
stim_dir = os.path.join(
main_config.tf_record_output,
sel_model['experiment_name'])
stim_files = glob(stim_dir + '*')
stim_meta_file = [x for x in stim_files if 'meta' in x][0]
# stim_val_data = [x for x in stim_files if 'val.tfrecords' in x][0]
stim_val_data = [x for x in stim_files if 'train.tfrecords' in x][0]
stim_val_mean = [x for x in stim_files if 'train_means' in x][0]
assert stim_meta_file is not None
assert stim_val_data is not None
assert stim_val_mean is not None
stim_meta_data = np.load(stim_meta_file).item()
rf_stim_meta_data = stim_meta_data['rf_data']
stim_mean_data = np.load(
stim_val_mean).items()[0][1].item()['image']['mean']
# Store sparse noise for reference
sparse_rf_on = {
'center_x': rf_stim_meta_data.get('on_center_x', None),
'center_y': rf_stim_meta_data.get('on_center_y', None),
'width_x': rf_stim_meta_data.get('on_width_x', None),
'width_y': rf_stim_meta_data.get('on_width_y', None),
'distance': rf_stim_meta_data.get('on_distance', None),
'area': rf_stim_meta_data.get('on_area', None),
'rotation': rf_stim_meta_data.get('on_rotation', None),
}
sparse_rf_off = {
'center_x': rf_stim_meta_data.get('off_center_x', None),
'center_y': rf_stim_meta_data.get('off_center_y', None),
'width_x': rf_stim_meta_data.get('off_width_x', None),
'width_y': rf_stim_meta_data.get('off_width_y', None),
'distance': rf_stim_meta_data.get('off_distance', None),
'area': rf_stim_meta_data.get('off_area', None),
'rotation': rf_stim_meta_data.get('off_rotation', None),
}
sparse_rf = {'on': sparse_rf_on, 'off': sparse_rf_off}
# Pull responses
dataset_module = py_utils.import_module(
model_dir=config.dataset_info,
dataset=sel_model['experiment_name'])
dataset_module = dataset_module.data_processing()
with tf.device('/cpu:0'):
if stimulus_type == 'sparse_noise':
pass
elif stimulus_type == 'drifting_grating':
pass
elif stimulus_type == 'tfrecord':
val_images, val_labels = data_loader.inputs(
dataset=stim_val_data,
batch_size=1,
model_input_image_size=dataset_module.model_input_image_size,
tf_dict=dataset_module.tf_dict,
data_augmentations=[None], # dataset_module.preprocess,
num_epochs=1,
tf_reader_settings=dataset_module.tf_reader,
shuffle=False
)
# Mean normalize
log = logger.get(os.path.join(output_dir, 'sta_logs', target_model))
data_dir = os.path.join(output_dir, 'data', target_model)
py_utils.make_dir(data_dir)
sys.path.append(os.path.join('models', 'structs', sel_model['experiment_name']))
model_dict = __import__(target_model)
if hasattr(model_dict, 'output_structure'):
# Use specified output layer
output_structure = model_dict.output_structure
else:
output_structure = None
model = model_utils.model_class(
mean=stim_mean_data,
training=True, # FIXME
output_size=dataset_module.output_size)
with tf.device('/gpu:0'):
with tf.variable_scope('cnn') as scope:
val_scores, model_summary = model.build(
data=val_images,
layer_structure=model_dict.layer_structure,
output_structure=output_structure,
log=log,
tower_name='cnn')
if grad == 'vanilla':
grad_image = tf.gradients(model.output, val_images)[0]
elif grad == 'lrp':
eval_graph = tf.Graph()
with eval_graph.as_default():
with eval_graph.gradient_override_map(
{'Relu': 'GradLRP'}):
grad_image = tf.gradients(model.output, val_images)[0]
elif grad == 'cam':
eval_graph = tf.Graph()
with eval_graph.as_default():
with eval_graph.gradient_override_map(
{'Relu': 'GuidedRelu'}):
grad_image = tf.gradients(model.output, val_images)[0]
else:
raise NotImplementedError
print(json.dumps(model_summary, indent=4))
# Set up summaries and saver
saver = tf.train.Saver(tf.global_variables())
summary_op = tf.summary.merge_all()
# Initialize the graph
sess = tf.Session(config=tf.ConfigProto(allow_soft_placement=True))
# Need to initialize both of these if supplying num_epochs to inputs
sess.run(
tf.group(
tf.global_variables_initializer(),
tf.local_variables_initializer())
)
saver.restore(sess, model_ckpt)
# Set up exemplar threading
coord = tf.train.Coordinator()
threads = tf.train.start_queue_runners(sess=sess, coord=coord)
if target_model == 'conv2d':
fname = [
x for x in tf.global_variables()
if 'conv1_1_filters:0' in x.name]
elif target_model == 'sep_conv2d':
fname = [
x for x in tf.global_variables()
if 'sep_conv1_1_filters:0' in x.name]
elif target_model == 'dog' or target_model == 'DoG':
fname = [
x for x in tf.global_variables()
if 'dog1_1_filters:0' in x.name]
else:
raise NotImplementedError
val_tensors = {
'images': val_images,
'labels': val_labels,
'filts': fname,
'responses': model.output, # model[target_layer],
'grads': grad_image
}
all_images, all_preds, all_grads, all_responses = [], [], [], []
step = 0
try:
while not coord.should_stop():
val_vals = sess.run(val_tensors.values())
val_dict = {k: v for k, v in zip(val_tensors.keys(), val_vals)}
all_images += [val_dict['images']]
all_responses += [val_dict['responses']]
all_preds += [val_dict['labels'].squeeze()]
all_grads += [val_dict['grads'].squeeze()]
print 'Finished step %s' % step
step += 1
except:
print 'Finished tfrecords'
finally:
coord.request_stop()
coord.join(threads)
sess.close()
# Process and save data
# if target_model != 'dog':
# filters = val_dict['filts'][0].squeeze().transpose(2, 0, 1)
all_images = np.concatenate(all_images).squeeze()
all_grads = np.asarray(all_grads)
all_preds = np.asarray(all_preds).reshape(-1, 1)
all_responses = np.asarray(all_responses).squeeze()
np.savez(
os.path.join(data_dir, 'data'),
images=all_images,
pred=all_preds,
# filters=filters,
grads=all_grads)
# if target_model != 'dog':
# save_mosaic(
# maps=filters, # [0].squeeze().transpose(2, 0, 1),
# output=os.path.join(data_dir, '%s_filters' % target_layer),
# rc=8,
# cc=4,
# title='%s filters' % (
# target_layer))
print 'Complete.'
def plot_fits(
experiment='760_cells_2017_11_04_16_29_09',
query_db=False,
num_models=3,
template_exp='ALLEN_selected_cells_1',
process_pnodes=False,
allen_dir='/home/drew/Documents/Allen_Brain_Observatory',
output_dir='tests/ALLEN_files',
stimulus_dir='/media/data_cifs/AllenData/DataForTrain/all_stimulus_template',
stimulus_type='tfrecord',
top_n=0,
preload_stim=False,
target_layer='conv1_1', # conv1_1, sep_conv1_1, dog1_1
target_model='conv2d'): # conv2d, sep_conv2d, dog
"""Plot fits across the RF.
experiment: Name of Allen experiment you're plotting.
query_db: Use data from DB versus data in Numpys.
num_models: The number of architectures you're testing.
template_exp: The name of the contextual_circuit model template used."""
sys.path.append(allen_dir)
from allen_config import Allen_Brain_Observatory_Config
if process_pnodes:
from pnodes_declare_datasets_loop import query_hp_hist, sel_exp_query
else:
from declare_datasets_loop import query_hp_hist, sel_exp_query
config = Config()
main_config = Allen_Brain_Observatory_Config()
db_config = credentials.postgresql_connection()
files = glob(
os.path.join(
allen_dir,
main_config.multi_exps,
experiment, '*.npz'))
assert len(files), 'Couldn\'t find files.'
out_data, xs, ys = [], [], []
perfs, model_types, exps, arg_perf = [], [], [], []
count = 0
for f in files:
data = np.load(f)
d = {
'x': data['rf_data'].item()['on_center_x'],
'y': data['rf_data'].item()['on_center_y'],
# x: files['dataset_method'].item()['x_min'],
# y: files['dataset_method'].item()['y_min'],
}
exp_name = {
'experiment_name': data['dataset_method'].item()[
'experiment_name']}
if query_db:
perf = query_hp_hist(
exp_name['experiment_name'],
db_config=db_config)
if perf is None:
print 'No fits for: %s' % exp_name['experiment_name']
else:
raise NotImplementedError
d['perf'] = perf
d['max_val'] = np.max(perf)
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(d['perf'])]
count += 1
else:
data_files = glob(
os.path.join(
main_config.ccbp_exp_evals,
exp_name['experiment_name'],
'*val_losses.npy')) # Scores has preds, labels has GT
for gd in data_files:
mt = gd.split(
os.path.sep)[-1].split(
template_exp + '_')[-1].split('_' + 'val')[0]
it_data = np.load(gd).item()
sinds = np.asarray(it_data.keys())[np.argsort(it_data.keys())]
sit_data = [it_data[idx] for idx in sinds]
d['perf'] = sit_data
d['max_val'] = np.max(sit_data)
d['max_idx'] = np.argmax(sit_data)
d['mt'] = mt
out_data += [d]
xs += [np.round(d['x'])]
ys += [np.round(d['y'])]
perfs += [np.max(sit_data)]
arg_perf += [np.argmax(sit_data)]
exps += [gd.split(os.path.sep)[-2]]
model_types += [mt]
count += 1
# Package as a df
xs = np.round(np.asarray(xs)).astype(int)
ys = np.round(np.asarray(ys)).astype(int)
perfs = np.asarray(perfs)
arg_perf = np.asarray(arg_perf)
exps = np.asarray(exps)
model_types = np.asarray(model_types)
# Filter to only keep top-scoring values at each x/y (dirty trick)
fxs, fys, fperfs, fmodel_types, fexps, fargs = [], [], [], [], [], []
xys = np.vstack((xs, ys)).transpose()
cxy = np.ascontiguousarray( # Unique rows
xys).view(
np.dtype((np.void, xys.dtype.itemsize * xys.shape[1])))
_, idx = np.unique(cxy, return_index=True)
uxys = xys[idx]
for xy in uxys:
sel_idx = (xys == xy).sum(axis=-1) == 2
sperfs = perfs[sel_idx]
sexps = exps[sel_idx]
sargs = arg_perf[sel_idx]
sel_mts = model_types[sel_idx]
bp = np.argmax(sperfs)
fxs += [xy[0]]
fys += [xy[1]]
fperfs += [sperfs[bp]]
fargs += [sargs[bp]]
fmodel_types += [sel_mts[bp]]
fexps += [sexps[bp]]
xs = np.asarray(fxs)
ys = np.asarray(fys)
perfs = np.asarray(fperfs)
arg_perf = np.asarray(fargs)
exps = np.asarray(fexps)
model_types = np.asarray(fmodel_types)
umt, model_types_inds = np.unique(model_types, return_inverse=True)
# Get weights for the top-n fitting models of each type
it_perfs = perfs[model_types == target_model]
it_exps = exps[model_types == target_model]
# it_args = arg_perf[model_types == target_model]
# sorted_perfs = np.argsort(it_perfs)[::-1][:top_n]
sorted_perfs = [np.argsort(it_perfs)[::-1][top_n]]
for idx in sorted_perfs:
perf = sel_exp_query(
experiment_name=it_exps[idx],
model=target_model,
db_config=db_config)
# perf_steps = np.argsort([v['training_step'] for v in perf])[::-1]
perf_steps = [v['validation_loss'] for v in perf]
max_score = np.max(perf_steps)
arg_perf_steps = np.argmax(perf_steps)
sel_model = perf[arg_perf_steps] # perf_steps[it_args[idx]]]
print 'Using %s' % sel_model
model_file = sel_model['ckpt_file'].split('.')[0]
model_ckpt = '%s.ckpt-%s' % (
model_file,
model_file.split(os.path.sep)[-1].split('_')[-1])
model_meta = '%s.meta' % model_ckpt
# Pull stimuli
stim_dir = os.path.join(
main_config.tf_record_output,
sel_model['experiment_name'])
stim_files = glob(stim_dir + '*')
stim_meta_file = [x for x in stim_files if 'meta' in x][0]
# stim_val_data = [x for x in stim_files if 'val.tfrecords' in x][0]
stim_val_data = [x for x in stim_files if 'train.tfrecords' in x][0]
stim_val_mean = [x for x in stim_files if 'train_means' in x][0]
assert stim_meta_file is not None
assert stim_val_data is not None
assert stim_val_mean is not None
stim_meta_data = np.load(stim_meta_file).item()
rf_stim_meta_data = stim_meta_data['rf_data']
stim_mean_data = np.load(
stim_val_mean).items()[0][1].item()['image']['mean']
# Store sparse noise for reference
sparse_rf_on = {
'center_x': rf_stim_meta_data.get('on_center_x', None),
'center_y': rf_stim_meta_data.get('on_center_y', None),
'width_x': rf_stim_meta_data.get('on_width_x', None),
'width_y': rf_stim_meta_data.get('on_width_y', None),
'distance': rf_stim_meta_data.get('on_distance', None),
'area': rf_stim_meta_data.get('on_area', None),
'rotation': rf_stim_meta_data.get('on_rotation', None),
}
sparse_rf_off = {
'center_x': rf_stim_meta_data.get('off_center_x', None),
'center_y': rf_stim_meta_data.get('off_center_y', None),
'width_x': rf_stim_meta_data.get('off_width_x', None),
'width_y': rf_stim_meta_data.get('off_width_y', None),
'distance': rf_stim_meta_data.get('off_distance', None),
'area': rf_stim_meta_data.get('off_area', None),
'rotation': rf_stim_meta_data.get('off_rotation', None),
}
sparse_rf = {'on': sparse_rf_on, 'off': sparse_rf_off}
# Pull responses
dataset_module = py_utils.import_module(
model_dir=config.dataset_info,
dataset=sel_model['experiment_name'])
dataset_module = dataset_module.data_processing()
with tf.device('/cpu:0'):
val_images = tf.placeholder(
tf.float32,
shape=[1] + [x for x in dataset_module.im_size])
# Mean normalize
log = logger.get(os.path.join(output_dir, 'sta_logs', target_model))
data_dir = os.path.join(output_dir, 'data', target_model)
py_utils.make_dir(data_dir)
sys.path.append(os.path.join('models', 'structs', sel_model['experiment_name']))
model_dict = __import__(target_model)
if hasattr(model_dict, 'output_structure'):
# Use specified output layer
output_structure = model_dict.output_structure
else:
output_structure = None
model = model_utils.model_class(
mean=stim_mean_data,
training=True, # FIXME
output_size=dataset_module.output_size)
with tf.device('/gpu:0'):
with tf.variable_scope('cnn') as scope:
val_scores, model_summary = model.build(
data=val_images,
layer_structure=model_dict.layer_structure,
output_structure=output_structure,
log=log,
tower_name='cnn')
grad_image = tf.gradients(model.output, val_images)[0]
print(json.dumps(model_summary, indent=4))
# Set up summaries and saver
saver = tf.train.Saver(tf.global_variables())
summary_op = tf.summary.merge_all()
# Initialize the graph
sess = tf.Session(config=tf.ConfigProto(allow_soft_placement=True))
# Need to initialize both of these if supplying num_epochs to inputs
sess.run(
tf.group(
tf.global_variables_initializer(),
tf.local_variables_initializer())
)
saver.restore(sess, model_ckpt)
# Set up exemplar threading
if target_model == 'conv2d':
fname = [
x for x in tf.global_variables()
if 'conv1_1_filters:0' in x.name]
elif target_model == 'sep_conv2d':
fname = [
x for x in tf.global_variables()
if 'sep_conv1_1_filters:0' in x.name]
elif target_model == 'dog':
fname = [
x for x in tf.global_variables()
if 'dog1_1_filters:0' in x.name]
else:
raise NotImplementedError
val_tensors = {
'images': val_images,
# 'labels': val_labels,
'filts': fname,
'responses': model[target_layer],
'labels': model['output'],
'grads': grad_image
}
all_images, all_preds, all_grads, all_responses = [], [], [], []
num_steps = 10000
stimuli = os.path.join(
stimulus_dir,
'locally_sparse_noise_8deg_template.pkl')
stimuli = pickle.load(open(stimuli, 'rb'))[:num_steps]
ih, iw = 304, 608
ns, sh, sw = stimuli.shape
sh, sw = ih, iw
sh = int(sh)
sw = int(sw)
tb = int((ih - sh) // 2)
lr = int((iw - sw) // 2)
gns = 32
cnst = 127.5
for step in range(num_steps): # step, stim in enumerate(stimuli): # step in range(num_steps):
chosen_stim = np.random.permutation(ns)[0]
if preload_stim:
it_stim = stimuli[chosen_stim].astype(np.float32)
it_stim = it_stim.astype(np.float32)
noise_im = (misc.imresize(it_stim, [sh, sw], interp='nearest'))
noise_im = cv2.copyMakeBorder(
noise_im.squeeze(), tb, tb, lr, lr, cv2.BORDER_CONSTANT, value=cnst)
else:
stim_noise = scipy.sparse.csr_matrix(scipy.sparse.random(ih // gns, iw // gns, density=0.05)).todense()
stim_noise_mask = stim_noise == 0
stim_noise[stim_noise > 0.5] = 255.
stim_noise[stim_noise < 0.5] = 0.
stim_noise[stim_noise_mask] = cnst
noise_im = (misc.imresize(stim_noise.squeeze(), [sh, sw], interp='nearest'))
if np.random.rand() < 0.5:
noise_im = np.fliplr(noise_im)
if np.random.rand() < 0.5:
noise_im = np.flipud(noise_im)
# noise_im = (misc.imresize(it_stim, [ih, iw], interp='nearest'))[None, :, :, None]
noise_im = noise_im / 255.
noise_im = noise_im[None, :, :, None]
assert noise_im.max() <= 1
val_vals = sess.run(val_tensors.values(), feed_dict={val_images: noise_im})
val_dict = {k: v for k, v in zip(val_tensors.keys(), val_vals)}
all_images += [noise_im] # val_dict['images']]
# all_responses += [val_dict['responses']]
all_preds += [val_dict['labels'].squeeze()]
# all_grads += [val_dict['grads'].squeeze()]
print 'Finished step %s' % step
# Process and save data
all_images = np.concatenate(all_images).squeeze()
ev, vals = peakdet(all_preds, np.median(all_preds))
sp = np.zeros_like(all_preds)
sp[ev[:, 0].astype(int)] = 1
plt.imshow(np.matmul(all_images.reshape(all_images.shape[0], -1).transpose(), all_preds).reshape(ih, iw));plt.show()
plt.imshow(np.matmul(all_images.reshape(all_images.shape[0], -1).transpose(), sp).reshape(ih, iw));plt.show()
filters = val_dict['filts'][0].squeeze().transpose(2, 0, 1)
import ipdb;ipdb.set_trace()
all_grads = np.asarray(all_grads)
all_preds = np.asarray(all_preds).reshape(-1, 1)
import ipdb;ipdb.set_trace()
# res_f = all_responses.reshape(ne * h * w, k)
# res_g = res_grads.reshape(ne, rh * rw)
# i_cov = np.cov(res_i.transpose())
# f_cov = np.cov(res_f.transpose())
# g_cov = np.cov(res_g.transpose())
# sp = (all_preds > all_preds.mean()).astype(np.float32)
# res_i = res_g
# ev, vals = peakdet(all_preds, 0.5)
# sp = np.zeros_like(all_preds)
# sp[ev[:, 0].astype(int)] = 1
# slen = ne
# nsp = np.sum(sp) # number of spikes
# swid = rh * rw
# Msz = np.dot(np.dot(slen, swid), ne) # Size of full stimulus matrix
# rowlen = 1830 # np.dot(swid, ne) # Length of a single row of stimulus matrix
# Compute raw mean and covariance
# RawMu = np.mean(res_i, 0).T
# RawCov = np.dot(res_i.T, res_i) / (slen-1.) - (RawMu*np.vstack(RawMu)*slen) / (slen-1.)
# Compute spike-triggered mean and covariance
# iisp = np.nonzero((sp > 0.))
# spvec = sp[iisp]
# STA = np.divide(np.dot(spvec.T, res_i[iisp[0],:]).T, nsp)
# STC = np.dot(res_i[iisp[0],:].T, np.multiply(res_i[iisp[0],:], ml.repmat(spvec, rowlen, 1).T))/(nsp-1.) - (STA*np.vstack(STA)*nsp)/(nsp-1.)
# res_i_cov = np.matmul(res_i.transpose(), res_i)
# inv_res_i = np.linalg.pinv(res_i_cov)
# sta = inv_res_i * np.matmul(res_i.transpose(), all_preds)
# sta = inv_res_i * np.matmul(res_i.transpose(), spike_preds)
# sti = (1. / float(ne)) * (np.linalg.pinv(i_cov) * np.matmul(res_i, all_preds))
# sta = (1. / float(ne)) * (np.linalg.pinv(f_cov) * np.matmul(res_f, all_preds))
# sta = sta.reshape(h, w)
# stg = (1. / float(ne)) * np.matmul(all_grads.reshape(h * w, ne), all_preds)
# stg = stg.reshape(h, w)
np.savez(
os.path.join(data_dir, 'data'),
images=all_images,
pred=all_preds,
filters=filters,
STA=STA,
fits=fits,
grads=all_grads)
if target_model != 'dog':
save_mosaic(
maps=filters, # [0].squeeze().transpose(2, 0, 1),
output=os.path.join(data_dir, '%s_filters' % target_layer),
rc=8,
cc=4,
title='%s filters' % (
target_layer))
else:
import ipdb;ipdb.set_trace()
print 'Complete.'