class Config(DocModel.Config):
class ByteModelInput(DocModel.Config.ModelInput):
token_bytes: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config(
)
inputs: ByteModelInput = ByteModelInput()
byte_embedding: CharacterEmbedding.Config = CharacterEmbedding.Config()
class Config(WordTaggingModel.Config):
class ByteModelInput(WordTaggingModel.Config.ModelInput):
# We should support characters as well, but CharacterTokenTensorizer
# does not support adding characters to vocab yet.
tokens: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config()
inputs: ByteModelInput = ByteModelInput()
embedding: CharacterEmbedding.Config = CharacterEmbedding.Config()
