def build_backend(self): """Build the transformer backend. Use the `BaseTransformerBackend` base class to inherit from when building a new backend. All the layers in the transformer backend model will be available (encoder, embeddings etc.) for use. Adjust your derived class based on the transformer backend you want to use. """ backend_config = self.config.get("backend", {}) backend_type = getattr(backend_config, "type", "huggingface") backend_class = registry.get_transformer_backend_class(backend_type) self.backend = backend_class(self.config)
def build_backend(self): """Build the transformer backend. Use the `BaseTransformerBackend` base class to inherit from when building a new backend. All the layers in the transformer backend model will be available (encoder, embeddings etc.) for use. Adjust your derived class based on the transformer backend you want to use. """ backend_config = self.config.get("backend", {}) backend_type = backend_config.get("type", "huggingface") backend_class = registry.get_transformer_backend_class(backend_type) self.backend = backend_class(self.config) if backend_config.get("freeze", False): for param in self.backend.parameters(): param.requires_grad = False