Exemple #1
0
def test_transformer_inference(test_dir, use_gpu=False):
    from src.bin import translate
    from src.utils.common_utils import GlobalNames
    config_path = "./unittests/configs/test_transformer.yaml"

    saveto = os.path.join(test_dir, "save")
    model_name = test_utils.get_model_name(config_path)
    model_path = os.path.join(saveto, model_name + GlobalNames.MY_BEST_MODEL_SUFFIX + ".final")
    source_path = "./unittests/data/dev/zh.0"
    reference_path = "./unitests/data/dev/en"
    batch_size = 3
    beam_size = 3
    alpha = 0.6

    translate.run(model_name=model_name,
                  source_path=source_path,
                  reference_path=reference_path,
                  batch_size=batch_size,
                  beam_size=beam_size,
                  model_path=model_path,
                  use_gpu=False,
                  config_path=config_path,
                  saveto=saveto,
                  max_steps=20,
                  alpha=alpha)
def test_dl4mt_inference(test_dir):
    from src.bin import translate
    from src.utils.common_utils import GlobalNames

    config_path = "./unittest/configs/test_dl4mt.yaml"

    saveto = os.path.join(test_dir, "save")
    model_name = get_model_name(config_path)
    model_path = os.path.join(saveto, model_name + GlobalNames.MY_BEST_MODEL_SUFFIX)
    source_path = "./unittest/data/dev/zh.0"
    batch_size = 3
    beam_size = 3

    translate.run(model_name=model_name,
                  source_path=source_path,
                  batch_size=batch_size,
                  beam_size=beam_size,
                  model_path=model_path,
                  use_gpu=False,
                  config_path=config_path,
                  saveto=saveto,
                  max_steps=20)
Exemple #3
0
def test_dl4mt_inference(test_dir, use_gpu=False):
    from src.bin import translate
    from src.utils.common_utils import Constants

    config_path = "./unittests/configs/test_dl4mt.yaml"

    saveto = os.path.join(test_dir, "save")
    model_name = test_utils.get_model_name(config_path)
    model_path = os.path.join(
        saveto, model_name + Constants.MY_BEST_MODEL_SUFFIX + ".final")
    source_path = "./unittests/data/dev.de"
    batch_size = 3
    beam_size = 3

    translate.run(model_name=model_name,
                  source_path=source_path,
                  batch_size=batch_size,
                  beam_size=beam_size,
                  model_path=model_path,
                  use_gpu=use_gpu,
                  config_path=config_path,
                  saveto=saveto,
                  max_steps=20)
def test_transformer_greedy_search(test_dir, use_gpu=False):
    from src.bin import translate
    from src.utils.common_utils import Constants
    config_path = "./unittests/configs/test_transformer.yaml"

    saveto = os.path.join(test_dir, "save")
    model_name = test_utils.get_model_name(config_path)
    model_path = os.path.join(
        saveto, model_name + Constants.MY_BEST_MODEL_SUFFIX + ".final")
    source_path = "./unittests/data/dev.de"
    batch_size = 3
    beam_size = 1
    alpha = 0.6

    translate.run(model_name=model_name,
                  source_path=source_path,
                  batch_size=batch_size,
                  beam_size=beam_size,
                  model_path=model_path,
                  use_gpu=False,
                  config_path=config_path,
                  saveto=saveto,
                  max_steps=10,
                  alpha=alpha)
Exemple #5
0
from src.bin import translate

if __name__ == '__main__':

    translate.run()