def add_args(parser):
RobertaModel.add_args(parser)
parser.add_argument(
"--no-final-layer-norm",
action="store_true",
help=("don't add final layernorm (only applicable when "
"--encoder-normalize-before=True"),
)
def add_args(parser):
RobertaModel.add_args(parser)
# add args for Linformer
parser.add_argument('--compressed',
type=int,
help='compressed ratio of sequence length')
parser.add_argument(
'--shared-kv-compressed',
type=int,
help='share compressed matrix between k and v, in each layer')
parser.add_argument(
'--shared-layer-kv-compressed',
type=int,
help='share compressed matrix between k and v and across all layers'
)
parser.add_argument('--freeze-compress',
type=int,
help='freeze the parameters in compressed layer')
def add_args(parser):
RobertaModel.add_args(parser)
parser.add_argument('--roberta-model-path', type=str, default="")