def test_bert_tune_overfit():
config_path = os.path.join(test_path, "configs", "overfit_decomp_bert_tune.jsonnet")
output_dir = os.path.join(test_path, "checkpoints", "overfit_decomp_bert_tune.ckpt")
test_args = setup_checkpointing_and_args(config_path, output_dir)
train_model_from_file(test_args.param_path,
test_args.serialization_dir)
metrics = read_metrics(output_dir)
assert_successful_overfit(metrics, {"validation_s_f1": 100.0,
"training_uas": 100.0,
"training_las": 100.0})
def test_ud_ewt_lstm():
config_path = os.path.join(test_path, "configs",
"overfit_syntax_only.jsonnet")
output_dir = os.path.join(test_path, "checkpoints",
"overfit_syntax_only.ckpt")
test_args = setup_checkpointing_and_args(config_path, output_dir)
train_model_from_file(test_args.param_path, test_args.serialization_dir)
metrics = read_metrics(output_dir)
assert_successful_overfit(metrics, {
"validation_syn_uas": 100.0,
"validation_syn_las": 100.0
})
def test_interface_encoder_side():
config_path = os.path.join(test_path, "configs",
"overfit_synt_sem_encoder.jsonnet")
output_dir = os.path.join(test_path, "checkpoints",
"overfit_interface_encoder_side.ckpt")
test_args = setup_checkpointing_and_args(config_path, output_dir)
train_model_from_file(test_args.param_path, test_args.serialization_dir)
metrics = read_metrics(output_dir)
assert_successful_overfit(
metrics, {
"validation_s_f1": 100.0,
"validation_syn_uas": 100.0,
"validation_syn_las": 100.0
})