def test_seq_copy(train_params, translate_params, perplexity_thresh, bleu_thresh): """Task: copy short sequences of digits""" with TemporaryDirectory(prefix="test_seq_copy.") as work_dir: # Simple digits files for train/dev data train_source_path = os.path.join(work_dir, "train.src") train_target_path = os.path.join(work_dir, "train.tgt") dev_source_path = os.path.join(work_dir, "dev.src") dev_target_path = os.path.join(work_dir, "dev.tgt") generate_digits_file(train_source_path, train_target_path, _TRAIN_LINE_COUNT, _LINE_MAX_LENGTH) generate_digits_file(dev_source_path, dev_target_path, _DEV_LINE_COUNT, _LINE_MAX_LENGTH) # Test model configuration perplexity, bleu = run_train_translate(train_params, translate_params, train_source_path, train_target_path, dev_source_path, dev_target_path, max_seq_len=_LINE_MAX_LENGTH + 1, work_dir=work_dir) assert perplexity <= perplexity_thresh assert bleu >= bleu_thresh
def test_seq_copy(train_params, translate_params): """Task: copy short sequences of digits""" with TemporaryDirectory(prefix="test_seq_copy") as work_dir: # Simple digits files for train/dev data train_source_path = os.path.join(work_dir, "train.src") train_target_path = os.path.join(work_dir, "train.tgt") dev_source_path = os.path.join(work_dir, "dev.src") dev_target_path = os.path.join(work_dir, "dev.tgt") generate_digits_file(train_source_path, train_target_path, _TRAIN_LINE_COUNT, _LINE_MAX_LENGTH) generate_digits_file(dev_source_path, dev_target_path, _DEV_LINE_COUNT, _LINE_MAX_LENGTH) # Test model configuration # Ignore return values (perplexity and BLEU) for integration test run_train_translate(train_params, translate_params, train_source_path, train_target_path, dev_source_path, dev_target_path, max_seq_len=_LINE_MAX_LENGTH + 1, work_dir=work_dir)