def from_layout_lm_bert_configs(cls, layout_lm_config: PretrainedConfig,
bert_config: PretrainedConfig,
**kwargs) -> PretrainedConfig:
# logger.info(
# "Set `config.is_decoder=True` and `config.add_cross_attention=True` for decoder_config"
# )
# decoder_config.is_decoder = True
# decoder_config.add_cross_attention = True
return cls(layout_lm=layout_lm_config.to_dict(),
bert=bert_config.to_dict(),
**kwargs)
def from_text_vision_configs(cls, text_config: PretrainedConfig,
vision_config: PretrainedConfig, **kwargs):
r"""
Instantiate a :class:`HybridCLIPConfig` (or a derived class) from text model configuration and
vision model configuration.
Returns:
:class:`HybridCLIPConfig`: An instance of a configuration object
"""
return cls(text_config=text_config.to_dict(),
vision_config=vision_config.to_dict(),
**kwargs)
def from_encoder_decoder_configs(cls, encoder_config: PretrainedConfig,
decoder_config: PretrainedConfig,
**kwargs) -> PretrainedConfig:
r"""
Instantiate a [`EncoderDecoderConfig`] (or a derived class) from a pre-trained encoder model configuration and
decoder model configuration.
Returns:
[`EncoderDecoderConfig`]: An instance of a configuration object
"""
logger.info(
"Set `config.is_decoder=True` and `config.add_cross_attention=True` for decoder_config"
)
decoder_config.is_decoder = True
decoder_config.add_cross_attention = True
return cls(encoder=encoder_config.to_dict(),
decoder=decoder_config.to_dict(),
**kwargs)