def main():
fs = FileSystem()
data = fs.read_json('outputs', 'benchmark.json')
if False:
view_factors(data, ['seed', 'bs', 'T', 'lr', 'mtm', 'wd'])
# Varying factors are [seed, bs, T, lr]
params = {'m': 10, 'n': 5, 'p': 12}
ax_h_var = 'lr'
ax_v_var = 'bs'
line_var = 'T'
fig_var = 'seed'
x_var = 'loss'
legend_tags = ['T']
s2v_loss_grid(data, x_var, ax_h_var, ax_v_var, fig_var, line_var, legend_tags, params)
def get_mnist_info():
# Get paths
fs = FileSystem()
fname = 'mnist_info.json'
if fs.exists('mnist', fname):
info = fs.read_json('mnist', fname)
else:
print('MNIST info does not exist')
fpaths, fdirs = DatasetPLNN.get_mps_paths(ext='.info', dataset='mnist')
print(len(fpaths))
info = []
for fpath in tqdm(fpaths):
d = infopath_2_params(fpath)
info.append(d)
fs.write_json(info, 'mnist', 'mnist_info.json')
return info
def plot_benchmark():
loc = 'output'
tag = 'benchmark_plnn_res'
tag = 'benchmark_mnist_res'
fs = FileSystem()
fpath = fs._infer_location(loc)
fnames = [x for x in os.listdir(fpath) if x.startswith(tag)]
results = []
for fname in fnames:
res = fs.read_json(loc, fname)
results.append(res)
vis = visdom.Visdom()
plot_in_visdom(vis, results)
