class ByteModelInput(Model.Config.ModelInput):
# We should support characters as well, but CharacterTokenTensorizer
# does not support adding characters to vocab yet.
token_bytes: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config(
)
labels: SlotLabelTensorizer.Config = SlotLabelTensorizer.Config()
class ByteModelInput(DocModel.Config.ModelInput):
token_bytes: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config(
)
class ByteModelInput(WordTaggingModel.Config.ModelInput):
# We should support characters as well, but CharacterTokenTensorizer
# does not support adding characters to vocab yet.
tokens: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config()