def from_layout_lm_bert_configs(cls, layout_lm_config: PretrainedConfig, bert_config: PretrainedConfig, **kwargs) -> PretrainedConfig: # logger.info( # "Set `config.is_decoder=True` and `config.add_cross_attention=True` for decoder_config" # ) # decoder_config.is_decoder = True # decoder_config.add_cross_attention = True return cls(layout_lm=layout_lm_config.to_dict(), bert=bert_config.to_dict(), **kwargs)
def from_text_vision_configs(cls, text_config: PretrainedConfig, vision_config: PretrainedConfig, **kwargs): r""" Instantiate a :class:`HybridCLIPConfig` (or a derived class) from text model configuration and vision model configuration. Returns: :class:`HybridCLIPConfig`: An instance of a configuration object """ return cls(text_config=text_config.to_dict(), vision_config=vision_config.to_dict(), **kwargs)
def from_encoder_decoder_configs(cls, encoder_config: PretrainedConfig, decoder_config: PretrainedConfig, **kwargs) -> PretrainedConfig: r""" Instantiate a [`EncoderDecoderConfig`] (or a derived class) from a pre-trained encoder model configuration and decoder model configuration. Returns: [`EncoderDecoderConfig`]: An instance of a configuration object """ logger.info( "Set `config.is_decoder=True` and `config.add_cross_attention=True` for decoder_config" ) decoder_config.is_decoder = True decoder_config.add_cross_attention = True return cls(encoder=encoder_config.to_dict(), decoder=decoder_config.to_dict(), **kwargs)