#!/usr/bin/python3
import sys
# sys.path.append("/home/sujit/IIITB/projects/evaluate/evaluate/")

import evaluate

import eval_sop
import eval_mathop
import eval_matrices

eval_all = evaluate.evaluator(evals=[
    (eval_sop.eval_tests, 10),
    (eval_mathop.eval_tests, 8),
    (eval_matrices.eval_tests, 47),
])

if __name__ == "__main__":
    if (len(sys.argv) > 1):
        roll_number = sys.argv[1]
    else:
        roll_number = ""
    marks = eval_all()
    total = sum(marks)
    print(roll_number + " marks = " + str(marks) + " total = " + str(total))
Beispiel #2
0
                    help="The maximum length of the target sequence")

parser.add_argument("-mode",
                    type=int,
                    default=0,
                    help="Running mode (0: train, 1:evaluate, 2:t2vec)")

parser.add_argument("-vocab_size", type=int, default=0, help="Vocabulary Size")

parser.add_argument("-bucketsize",
                    default=[(20, 30), (30, 30), (30, 50), (50, 50), (50, 70),
                             (70, 70), (70, 100), (100, 100)],
                    help="Bucket size for training")

args = parser.parse_args()

print(args)

## __main__
#args.bucketsize = [(20,30),(30,30),(30,50),(50,50),(50,70),(70,70),(70,100),(100,100)]
#args.bucketsize = [(10, 10), (20, 20), (20, 30)]
#args.vocab_size = 43

if args.mode == 1:
    evaluator(args)
elif args.mode == 2:
    with torch.no_grad():
        t2vec(args)
else:
    train(args)
Beispiel #3
0
#!/usr/bin/python
import evaluate

import eval_dict1
import eval_dict2
import eval_heterogram
import eval_listzero
import eval_compstring
import eval_freqchar

eval_all = evaluate.evaluator(
    evals=[(eval_dict1.eval_tests,
            3), (eval_dict2.eval_tests,
                 4), (eval_heterogram.eval_tests,
                      4), (eval_listzero.eval_tests,
                           4), (eval_compstring.eval_tests,
                                5), (eval_freqchar.eval_tests, 5)])

if __name__ == "__main__":
    print(eval_all())
Beispiel #4
0
#!/usr/bin/python
import evaluate

import eval_lyear
import eval_hyp
import eval_lshift
import eval_sd

eval_all = evaluate.evaluator(
  evals = [
    (eval_lyear.eval_tests,  1),
    (eval_hyp.eval_tests,    1),
    (eval_lshift.eval_tests, 3),
    (eval_sd.eval_tests,   5),
  ])

if __name__ == "__main__":
  print(eval_all())
import eval_hello
import eval_double
import eval_even_elements
import eval_balanced_brackets
import eval_mattrans
import eval_matmul

eval_all = evaluate.evaluator(evals=[
    (eval_print_message_a.eval_tests, 1),
    (eval_print_message_b.eval_tests, 1),
    (eval_print_message_c.eval_tests, 1),
    (eval_print_message_d.eval_tests, 1),
    (eval_banner.eval_tests, 1),
    (eval_diamond_a.eval_tests, 1),
    (eval_diamond_b.eval_tests, 1),
    (eval_diamond_c.eval_tests, 1),
    (eval_ndiamond_a.eval_tests, 1),
    (eval_ndiamond_b.eval_tests, 1),
    (eval_hello.eval_tests, 1),
    (eval_double.eval_tests, 1),
    (eval_even_elements.eval_tests, 3),
    (eval_balanced_brackets.eval_tests, 6),
    (eval_mattrans.eval_tests, 10),
    (eval_matmul.eval_tests, 10),
])

if __name__ == "__main__":
    if (len(sys.argv) > 1):
        roll_number = sys.argv[1]
    else:
        roll_number = ""
    marks = eval_all()