class Config(DocModel.Config): class ByteModelInput(DocModel.Config.ModelInput): token_bytes: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config( ) inputs: ByteModelInput = ByteModelInput() byte_embedding: CharacterEmbedding.Config = CharacterEmbedding.Config()
class Config(WordTaggingModel.Config): class ByteModelInput(WordTaggingModel.Config.ModelInput): # We should support characters as well, but CharacterTokenTensorizer # does not support adding characters to vocab yet. tokens: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config() inputs: ByteModelInput = ByteModelInput() embedding: CharacterEmbedding.Config = CharacterEmbedding.Config()