def test_auto_set_save_adapters(self): model = BertForSequenceClassification( BertConfig( hidden_size=32, num_hidden_layers=4, num_attention_heads=4, intermediate_size=37, ) ) model.add_adapter("adapter1") model.add_adapter("adapter2") model.add_adapter_fusion(Fuse("adapter1", "adapter2")) model.train_adapter_fusion(Fuse("adapter1", "adapter2")) training_args = TrainingArguments( output_dir="./examples", ) trainer = AdapterTrainer( model=model, args=training_args, ) self.assertTrue(trainer.train_adapter_fusion)