def add_args(parser): RobertaModel.add_args(parser) parser.add_argument( "--no-final-layer-norm", action="store_true", help=("don't add final layernorm (only applicable when " "--encoder-normalize-before=True"), )
def add_args(parser): RobertaModel.add_args(parser) # add args for Linformer parser.add_argument('--compressed', type=int, help='compressed ratio of sequence length') parser.add_argument( '--shared-kv-compressed', type=int, help='share compressed matrix between k and v, in each layer') parser.add_argument( '--shared-layer-kv-compressed', type=int, help='share compressed matrix between k and v and across all layers' ) parser.add_argument('--freeze-compress', type=int, help='freeze the parameters in compressed layer')
def add_args(parser): RobertaModel.add_args(parser) parser.add_argument('--roberta-model-path', type=str, default="")