def analyze_complex(dataset, output_fn, hop_size, output_path=None):
# inputs = dataset.X[0:2122]; # .get_value(borrow=True);
seq_id = 13;
start_of_sequence = dataset.sequence_partitions[seq_id];
end_of_sequence = dataset.sequence_partitions[seq_id+1];
inputs = dataset.X[start_of_sequence:end_of_sequence];
outputs = output_fn(inputs);
sample_error = np.abs(inputs-outputs);
sre = ((inputs - outputs) ** 2).sum(axis=1);
print sre.mean();
x = reconstruct_time_series(inputs, hop_size=hop_size);
y = reconstruct_time_series(outputs, hop_size=hop_size);
e = np.abs(x-y);
print len(y);
#fig, ax = ppl.subplots(1)
#ppl.pcolormesh(fig, ax, sample_error[0:100]);
#fig.show();
if output_path is None:
output_path = '/Users/sstober/git/deepbeat/deepbeat/plot/';
# to be used in ipython notebook
save(os.path.join(output_path, 'plotdata.pklz'), [inputs, outputs, x, y, sre]);
def analyze_complex(dataset, output_fn, hop_size, output_path=None):
# inputs = dataset.X[0:2122]; # .get_value(borrow=True);
seq_id = 13
start_of_sequence = dataset.sequence_partitions[seq_id]
end_of_sequence = dataset.sequence_partitions[seq_id + 1]
inputs = dataset.X[start_of_sequence:end_of_sequence]
outputs = output_fn(inputs)
sample_error = np.abs(inputs - outputs)
sre = ((inputs - outputs)**2).sum(axis=1)
print sre.mean()
x = reconstruct_time_series(inputs, hop_size=hop_size)
y = reconstruct_time_series(outputs, hop_size=hop_size)
e = np.abs(x - y)
print len(y)
#fig, ax = ppl.subplots(1)
#ppl.pcolormesh(fig, ax, sample_error[0:100]);
#fig.show();
if output_path is None:
output_path = '/Users/sstober/git/deepbeat/deepbeat/plot/'
# to be used in ipython notebook
save(os.path.join(output_path, 'plotdata.pklz'),
[inputs, outputs, x, y, sre])
def run_experiment(config, hyper_params, random_seeds):
experiment_root = hyper_params['experiment_root']
best_acc = -1
best_results = [np.NAN, np.NAN, np.NAN]
for seed in random_seeds:
hyper_params['random_seed'] = seed
hyper_params['experiment_root'] = experiment_root + '.' + str(seed)
params = merge_params(config, hyper_params)
if os.path.exists(os.path.join(params.experiment_root, 'mlp.pkl')):
print 'found existing mlp.pkl: {}'.format(params.experiment_root)
else:
print 'no mlp.pkl found at: {}'.format(params.experiment_root)
if not config.get('only_extract_results', False):
train_convnet(params)
try:
values = extract_results(params.experiment_root, mode='misclass')
results = np.multiply(
100,
[
# 1 - values['test_y_misclass'],
# 1 - values['test_wseq_misclass_rate'],
# 1 - values['test_wtrial_misclass_rate']]);
1 - values['frame_misclass'],
1 - values['sequence_misclass'],
1 - values['trial_misclass']
])
# save the best results
if np.max(results[2]) > best_acc:
best_results = results
best_acc = np.max(results[2])
except:
print traceback.format_exc()
results = [np.NAN, np.NAN, np.NAN]
print 'results for seed {}: {}'.format(seed, results)
if params.save_output:
output = extract_output(params, values['best_epoch'])
save(os.path.join(params.experiment_root, 'best_output.pklz'),
output)
print 'best results: {}'.format(best_results)
return best_results
def run_experiment(config, hyper_params, random_seeds):
experiment_root = hyper_params['experiment_root'];
best_acc = -1;
best_results = [np.NAN, np.NAN, np.NAN];
for seed in random_seeds:
hyper_params['random_seed'] = seed;
hyper_params['experiment_root'] = experiment_root + '.' + str(seed);
params = merge_params(config, hyper_params);
if os.path.exists(os.path.join(params.experiment_root, 'mlp.pkl')):
print 'found existing mlp.pkl: {}'.format(params.experiment_root);
else:
print 'no mlp.pkl found at: {}'.format(params.experiment_root);
if not config.get('only_extract_results', False):
train_convnet(params);
try:
values = extract_results(params.experiment_root, mode='misclass');
results = np.multiply(100, [
# 1 - values['test_y_misclass'],
# 1 - values['test_wseq_misclass_rate'],
# 1 - values['test_wtrial_misclass_rate']]);
1 - values['frame_misclass'],
1 - values['sequence_misclass'],
1 - values['trial_misclass']]);
# save the best results
if np.max(results[2]) > best_acc:
best_results = results;
best_acc = np.max(results[2]);
except:
print traceback.format_exc();
results = [np.NAN, np.NAN, np.NAN];
print 'results for seed {}: {}'.format(seed, results);
if params.save_output:
output = extract_output(params, values['best_epoch']);
save(os.path.join(params.experiment_root, 'best_output.pklz'), output);
print 'best results: {}'.format(best_results);
return best_results;
def analyze_worst_frames(dataset, output_fn, num_worst=100, output_path=None):
inputs = dataset.X
# .get_value(borrow=True);
outputs = output_fn(inputs)
loss = ((inputs - outputs)**2).sum(axis=1)
# from MeanSquaredReconstructionError - without mean()
worst_i = np.argsort(loss)[::-1][:num_worst]
# [::-1] reverses the array returned by argsort() and [:n] gives that last n elements
# print worst_i;
worst_error = [loss[i] for i in worst_i]
worst_inputs = np.vstack([inputs[i] for i in worst_i])
worst_outputs = np.vstack([outputs[i] for i in worst_i])
worst_sample_error = np.abs(worst_inputs - worst_outputs)
# print worst_error;
# print worst_inputs.shape;
# print worst_outputs.shape;
if output_path is None:
output_path = '/Users/sstober/git/deepbeat/deepbeat/plot/'
multiplot(worst_inputs,
'Input',
yrange=[-1, 1],
file_path=os.path.join(output_path, output_path,
'worst_input.pdf'))
multiplot(worst_outputs,
'Reconstruction',
yrange=[-1, 1],
file_path=os.path.join(output_path, output_path,
'worst_output.pdf'))
multiplot(worst_sample_error,
'Error',
yrange=[0, 2],
file_path=os.path.join(output_path, output_path,
'worst_delta.pdf'))
save(os.path.join(output_path, 'worst_plotdata.pklz'), [
worst_inputs, worst_outputs, worst_sample_error, worst_error, worst_i
])
def analyze_worst_frames(dataset, output_fn, num_worst=100, output_path=None):
inputs = dataset.X; # .get_value(borrow=True);
outputs = output_fn(inputs);
loss = ((inputs - outputs) ** 2).sum(axis=1); # from MeanSquaredReconstructionError - without mean()
worst_i = np.argsort(loss)[::-1][:num_worst]; # [::-1] reverses the array returned by argsort() and [:n] gives that last n elements
# print worst_i;
worst_error = [loss[i] for i in worst_i];
worst_inputs = np.vstack([inputs[i] for i in worst_i]);
worst_outputs = np.vstack([outputs[i] for i in worst_i]);
worst_sample_error = np.abs(worst_inputs-worst_outputs);
# print worst_error;
# print worst_inputs.shape;
# print worst_outputs.shape;
if output_path is None:
output_path = '/Users/sstober/git/deepbeat/deepbeat/plot/';
multiplot(worst_inputs, 'Input', yrange=[-1,1], file_path=os.path.join(output_path,output_path,'worst_input.pdf'));
multiplot(worst_outputs, 'Reconstruction', yrange=[-1,1], file_path=os.path.join(output_path,output_path,'worst_output.pdf'));
multiplot(worst_sample_error, 'Error', yrange=[0,2], file_path=os.path.join(output_path,output_path,'worst_delta.pdf'));
save(os.path.join(output_path, 'worst_plotdata.pklz'), [worst_inputs, worst_outputs, worst_sample_error, worst_error, worst_i]);
