예제 #1
0
def _get_parser():
    parser = ArgumentParser(description='train.py')

    opts.config_opts(parser)
    opts.model_opts(parser)
    opts.train_opts(parser)
    parser.add('--data', '-data', required=False,
               default='F:/Project/Python/selfProject/translate_NMT/data/demo',
               help='Path prefix to the ".train.pt" and '
                    '".valid.pt" file path from preprocess.py')

    parser.add('--save_model', '-save_model', required=False,
               default='F:/Project/Python/selfProject/translate_NMT/data',
               help="Model filename (the model will be saved as "
                    "<save_model>_N.pt where N is the number "
                    "of steps")

    parser.add('--save_checkpoint_steps', '-save_checkpoint_steps',
               type=int, default=500,
               help="""Save a checkpoint every X steps""")

    parser.add('--train_from', '-train_from',
               # default='F:/Project/Python/selfProject/translate_NMT/data/demo-model_step_150.pt',
               default='',
               type=str,
               help="If training from a checkpoint then this is the "
                    "path to the pretrained model's state_dict.")

    # default = 100000,
    parser.add('--train_steps', '-train_steps', type=int, default=100000,
               help='训练多少步')
    return parser
예제 #2
0
def _get_parser():
    parser = ArgumentParser(description='translate.py')

    opts.config_opts(parser)
    opts.translate_opts(parser)
    parser.add(
        '--model',
        '-model',
        dest='models',
        metavar='MODEL',
        nargs='+',
        type=str,
        default=[
            "F:/Project/Python/selfProject/translate_NMT/transflate_NMT/data_step_100.pt"
        ],
        required=False,
        help="模型使用得训练文件")

    parser.add(
        '--src',
        '-src',
        required=False,
        default=
        "F:/Project/Python/selfProject/translate_NMT/transflate_NMT/data/src-test.txt",
        help="自己写的测试文件在哪里????")

    parser.add(
        '--output',
        '-output',
        default=
        'F:/Project/Python/selfProject/translate_NMT/transflate_NMT/data/pred.txt',
        help="测试文件输出未知  改成自己得")
    return parser
예제 #3
0
def _get_parser():
    parser = ArgumentParser(description='preprocess.py')
    parser.add('--train_src', '-train_src', required=False, nargs='+',
               default=['F:/Project/Python/selfProject/translate_NMT/data/src-train.txt'],
               help="Path(s) to the training source data")

    parser.add('--train_tgt', '-train_tgt', required=False, nargs='+',
               default=['F:/Project/Python/selfProject/translate_NMT/data/tgt-train.txt'],
               help="Path(s) to the training target data")

    parser.add('--valid_src', '-valid_src',
               default='F:/Project/Python/selfProject/translate_NMT/data/src-val.txt',
               help="Path to the validation source data")

    parser.add('--valid_tgt', '-valid_tgt',
               default='F:/Project/Python/selfProject/translate_NMT/data/tgt-val.txt',
               help="Path to the validation target data")

    parser.add('--save_data', '-save_data', required=False,
               default='F:/Project/Python/selfProject/translate_NMT/data/demo',
               help="Output file for the prepared data")

    parser.add('--num_threads', '-num_threads', type=int, default=1,
               help="Number of shards to build in parallel.")
    parser_init(parser)
    return parser