Python TFAutoModelForPreTraining.from_pretrainedの例

コード例 #1

ファイル: test_modeling_tf_auto.py プロジェクト: huggingface/transformers

    def test_model_for_pretraining_from_pretrained(self):
        model_name = "bert-base-cased"
        config = AutoConfig.from_pretrained(model_name)
        self.assertIsNotNone(config)
        self.assertIsInstance(config, BertConfig)

        model = TFAutoModelForPreTraining.from_pretrained(model_name)
        self.assertIsNotNone(model)
        self.assertIsInstance(model, TFBertForPreTraining)

コード例 #2

ファイル: test_modeling_tf_auto.py プロジェクト: pengwa/transformers

    def test_model_for_pretraining_from_pretrained(self):
        import h5py

        self.assertTrue(h5py.version.hdf5_version.startswith("1.10"))

        # for model_name in TF_BERT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
        for model_name in ["bert-base-uncased"]:
            config = AutoConfig.from_pretrained(model_name)
            self.assertIsNotNone(config)
            self.assertIsInstance(config, BertConfig)

            model = TFAutoModelForPreTraining.from_pretrained(model_name)
            self.assertIsNotNone(model)
            self.assertIsInstance(model, TFBertForPreTraining)

コード例 #3

ファイル: test_modeling_tf_pytorch.py プロジェクト: yulinggu-cs/transformers

    def test_model_for_pretraining_from_pretrained(self):
        # for model_name in TF_BERT_PRETRAINED_MODEL_ARCHIVE_LIST[:1]:
        for model_name in ["bert-base-uncased"]:
            config = AutoConfig.from_pretrained(model_name)
            self.assertIsNotNone(config)
            self.assertIsInstance(config, BertConfig)

            model = TFAutoModelForPreTraining.from_pretrained(model_name,
                                                              from_pt=True)
            self.assertIsNotNone(model)
            self.assertIsInstance(model, TFBertForPreTraining)

            model = AutoModelForPreTraining.from_pretrained(model_name,
                                                            from_tf=True)
            self.assertIsNotNone(model)
            self.assertIsInstance(model, BertForPreTraining)

コード例 #4

 def model(self):
     from transformers import TFAutoModelForPreTraining
     model = TFAutoModelForPreTraining.from_pretrained(
         self.pretrained_model_name_or_path)
     self.to_device()
     return model

コード例 #5

ファイル: transformer.py プロジェクト: YuehChuan/jina

 def get_model(self):
     from transformers import TFAutoModelForPreTraining
     _model = TFAutoModelForPreTraining.from_pretrained(
         self.pretrained_model_name_or_path)
     return _model