Python evaluate Examples

Example #1

# In[7]:

# model_path = '/disk/frameBERT/models/crosslingual/'
# models = args.model
if args.eval_model == 'all':
    models = glob.glob(args.model + '*')
else:
    models = [args.model]

result = {}

for model_path in models:
    parsed_result = test_model(model_path,
                               language=args.language,
                               test_data=args.test)
    frameid, arg_precision, arg_recall, arg_f1, full_precision, full_recall, full_f1 = eval_fn.evaluate(
        tst[args.test], parsed_result)

    d = {}
    d['frameid'] = frameid
    d['arg_precision'] = arg_precision
    d['arg_recall'] = arg_recall
    d['arg_f1'] = arg_f1
    d['full_precision'] = full_precision
    d['full_recall'] = full_recall
    d['full_f1'] = full_f1
    result[model_path] = d
    print('model:', model_path)
    print('test:', args.test)
    pprint(d)
#     break

Example #2

File: evaluate_argid.py Project: machinereading/frameBERT

# print('\nparsed_data')
# print(parsed[0])

# # Evaluate Models

# In[6]:

model_path = '/disk/frameBERT/models/argid-fn17-exem/'
models = glob.glob(model_path + '*')

result = {}

for model_path in models:
    print('model:', model_path)
    parsed_result = test_model(model_path, language=language)
    frameid, arg_precision, arg_recall, arg_f1, full_precision, full_recall, full_f1 = eval_fn.evaluate(
        tst, parsed_result, fnversion=fnversion)

    d = {}
    d['frameid'] = frameid
    d['arg_precision'] = arg_precision
    d['arg_recall'] = arg_recall
    d['arg_f1'] = arg_f1
    d['full_precision'] = full_precision
    d['full_recall'] = full_recall
    d['full_f1'] = full_f1
    result[model_path] = d
    pprint(d)

#     break

# pprint(result)