def main(): fs = FileSystem() data = fs.read_json('outputs', 'benchmark.json') if False: view_factors(data, ['seed', 'bs', 'T', 'lr', 'mtm', 'wd']) # Varying factors are [seed, bs, T, lr] params = {'m': 10, 'n': 5, 'p': 12} ax_h_var = 'lr' ax_v_var = 'bs' line_var = 'T' fig_var = 'seed' x_var = 'loss' legend_tags = ['T'] s2v_loss_grid(data, x_var, ax_h_var, ax_v_var, fig_var, line_var, legend_tags, params)
def get_mnist_info(): # Get paths fs = FileSystem() fname = 'mnist_info.json' if fs.exists('mnist', fname): info = fs.read_json('mnist', fname) else: print('MNIST info does not exist') fpaths, fdirs = DatasetPLNN.get_mps_paths(ext='.info', dataset='mnist') print(len(fpaths)) info = [] for fpath in tqdm(fpaths): d = infopath_2_params(fpath) info.append(d) fs.write_json(info, 'mnist', 'mnist_info.json') return info
def plot_benchmark(): loc = 'output' tag = 'benchmark_plnn_res' tag = 'benchmark_mnist_res' fs = FileSystem() fpath = fs._infer_location(loc) fnames = [x for x in os.listdir(fpath) if x.startswith(tag)] results = [] for fname in fnames: res = fs.read_json(loc, fname) results.append(res) vis = visdom.Visdom() plot_in_visdom(vis, results)