#!/usr/bin/env python import numpy as np import sys, re from checkpointer import prefix_time_var_of_ckpt if len(sys.argv) != 2: print >> sys.stderr, "usage:", sys.argv[0], " <checkpoint_file_to_dump>" exit(1) ckpt_file = sys.argv[1] file_info = prefix_time_var_of_ckpt(ckpt_file) for n, row in enumerate(np.load(ckpt_file)): print "\t".join(list(file_info) + [str(n)] + map(str, row))
#!/usr/bin/env python import numpy as np import sys, re from checkpointer import prefix_time_var_of_ckpt if len(sys.argv) != 2: print >>sys.stderr, "usage:", sys.argv[0], " <checkpoint_file_to_dump>" exit(1) ckpt_file = sys.argv[1] file_info = prefix_time_var_of_ckpt(ckpt_file) for n, row in enumerate(np.load(ckpt_file)): print "\t".join(list(file_info) + [str(n)] + map(str, row))
raise Exception("no --files specified?") if "," in opts.files: files = opts.files.split(",") else: files = sorted(glob.glob(opts.files)) token_idx = TokenIdx() token_idx.read_from_file(opts.vocab) # map tokens to ids ids = None if opts.tokens: ids = [token_idx.id_for(t) for t in opts.tokens.split(",")] # sanity check files are consistent with prefix and vars prefix, _time, var = prefix_time_var_of_ckpt(files[0]) for f in files: next_prefix, _time, next_var = prefix_time_var_of_ckpt(f) if prefix != next_prefix or next_var != var: raise Exception("glob includes files that dont match in prefix or var") print "\t".join("ckpt_time idx token x_l_dist x_f_dist".split()) first = None # always compare to first last = None # also compare to last for f in files: X = np.load(f) if ids: X = X[ids]