def deit_base_decoder_base(args):
# DeiT Encoder deit_base_distilled_patch16_384
args.deit_arch = getattr(args, "deit_arch",
"deit_base_distilled_patch16_384")
# Transformer Decoder
# args.encoder_embed_dim = 768
base_transformer(args)
def trocr_small_384(args):
# DeiT Encoder deit_base_distilled_patch16_384
args.deit_arch = getattr(args, "deit_arch",
"deit_small_distilled_patch16_384")
nlrv4_compressed_tiny(args)
# Transformer Decoder
base_transformer(args)
def beit_large_decoder_large(args):
# DeiT Encoder deit_base_distilled_patch16_384
args.deit_arch = getattr(args, "deit_arch", "beit_large_patch16_384")
# Transformer Decoder
# args.encoder_embed_dim = 1024
args.decoder_layers = getattr(args, "decoder_layers", 12)
args.decoder_embed_dim = getattr(args, "decoder_embed_dim", 1024)
args.decoder_ffn_embed_dim = getattr(args, "decoder_ffn_embed_dim", 4096)
args.decoder_attention_heads = getattr(args, "decoder_attention_heads", 16)
base_transformer(args)
def deit_base_decoder_large_custom_size(args):
# DeiT Encoder deit_base_distilled_patch16_custom_size
args.deit_arch = getattr(args, "deit_arch",
"deit_base_distilled_patch16_custom_size")
# Transformer Decoder
# args.encoder_embed_dim = 768
args.decoder_layers = getattr(args, "decoder_layers", 12)
args.decoder_embed_dim = getattr(args, "decoder_embed_dim", 1024)
args.decoder_ffn_embed_dim = getattr(args, "decoder_ffn_embed_dim", 4096)
args.decoder_attention_heads = getattr(args, "decoder_attention_heads", 16)
base_transformer(args)