Python MMFTransformer.from_params Examples

Example #1

File: test_mmf_transformer.py Project: SunYanCN/pythia

    def test_mmft_from_params(self):
        modalities_config = [
            MMFTransformerModalityConfig(
                type="image",
                key="image",
                embedding_dim=256,
                position_dim=1,
                segment_id=0,
                encoder=IdentityEncoder.Config(),
            ),
            MMFTransformerModalityConfig(
                type="text",
                key="text",
                embedding_dim=768,
                position_dim=512,
                segment_id=1,
                encoder=IdentityEncoder.Config(),
            ),
        ]
        mmft = MMFTransformer.from_params(modalities=modalities_config,
                                          num_labels=2)
        mmft.build()

        config = OmegaConf.structured(
            MMFTransformer.Config(modalities=modalities_config, num_labels=2))
        self.assertIsNotNone(mmft)
        self.assertEqual(mmft.config, config)

Example #2

File: test_mmf_transformer.py Project: SunYanCN/pythia

 def test_mmft_pretrained(self):
     mmft = MMFTransformer.from_params(num_labels=2)
     self.assertIsNotNone(mmft)