#!/usr/bin/python3 import sys # sys.path.append("/home/sujit/IIITB/projects/evaluate/evaluate/") import evaluate import eval_sop import eval_mathop import eval_matrices eval_all = evaluate.evaluator(evals=[ (eval_sop.eval_tests, 10), (eval_mathop.eval_tests, 8), (eval_matrices.eval_tests, 47), ]) if __name__ == "__main__": if (len(sys.argv) > 1): roll_number = sys.argv[1] else: roll_number = "" marks = eval_all() total = sum(marks) print(roll_number + " marks = " + str(marks) + " total = " + str(total))
help="The maximum length of the target sequence") parser.add_argument("-mode", type=int, default=0, help="Running mode (0: train, 1:evaluate, 2:t2vec)") parser.add_argument("-vocab_size", type=int, default=0, help="Vocabulary Size") parser.add_argument("-bucketsize", default=[(20, 30), (30, 30), (30, 50), (50, 50), (50, 70), (70, 70), (70, 100), (100, 100)], help="Bucket size for training") args = parser.parse_args() print(args) ## __main__ #args.bucketsize = [(20,30),(30,30),(30,50),(50,50),(50,70),(70,70),(70,100),(100,100)] #args.bucketsize = [(10, 10), (20, 20), (20, 30)] #args.vocab_size = 43 if args.mode == 1: evaluator(args) elif args.mode == 2: with torch.no_grad(): t2vec(args) else: train(args)
#!/usr/bin/python import evaluate import eval_dict1 import eval_dict2 import eval_heterogram import eval_listzero import eval_compstring import eval_freqchar eval_all = evaluate.evaluator( evals=[(eval_dict1.eval_tests, 3), (eval_dict2.eval_tests, 4), (eval_heterogram.eval_tests, 4), (eval_listzero.eval_tests, 4), (eval_compstring.eval_tests, 5), (eval_freqchar.eval_tests, 5)]) if __name__ == "__main__": print(eval_all())
#!/usr/bin/python import evaluate import eval_lyear import eval_hyp import eval_lshift import eval_sd eval_all = evaluate.evaluator( evals = [ (eval_lyear.eval_tests, 1), (eval_hyp.eval_tests, 1), (eval_lshift.eval_tests, 3), (eval_sd.eval_tests, 5), ]) if __name__ == "__main__": print(eval_all())
import eval_hello import eval_double import eval_even_elements import eval_balanced_brackets import eval_mattrans import eval_matmul eval_all = evaluate.evaluator(evals=[ (eval_print_message_a.eval_tests, 1), (eval_print_message_b.eval_tests, 1), (eval_print_message_c.eval_tests, 1), (eval_print_message_d.eval_tests, 1), (eval_banner.eval_tests, 1), (eval_diamond_a.eval_tests, 1), (eval_diamond_b.eval_tests, 1), (eval_diamond_c.eval_tests, 1), (eval_ndiamond_a.eval_tests, 1), (eval_ndiamond_b.eval_tests, 1), (eval_hello.eval_tests, 1), (eval_double.eval_tests, 1), (eval_even_elements.eval_tests, 3), (eval_balanced_brackets.eval_tests, 6), (eval_mattrans.eval_tests, 10), (eval_matmul.eval_tests, 10), ]) if __name__ == "__main__": if (len(sys.argv) > 1): roll_number = sys.argv[1] else: roll_number = "" marks = eval_all()