def base_architecture(args):
# default architecture
transformer.base_architecture(args)
args.char_cnn_params = getattr(args, "char_cnn_params",
"[(50, 1), (100,2)]")
args.char_cnn_nonlinear_fn = getattr(args, "chr_cnn_nonlinear_fn", "relu")
args.char_cnn_num_highway_layers = getattr(args,
"char_cnn_num_highway_layers",
"2")
def base_architecture(args):
pytorch_translate_transformer.base_architecture(args)
args.student_decoder_embed_dim = getattr(args, "student_decoder_embed_dim", 128)
args.student_decoder_layers = getattr(args, "student_decoder_layers", 3)
args.student_decoder_attention_heads = getattr(
args, "student_decoder_attention_heads", 8
)
args.student_decoder_lstm_units = getattr(args, "student_decoder_lstm_units", 128)
args.student_decoder_out_embed_dim = getattr(
args, "student_decoder_out_embed_dim", 128
)
def cloze_transformer_architecture(args):
base_architecture(args)