Python ByteTokenTensorizer.Config示例

示例#1

 class ByteModelInput(Model.Config.ModelInput):
     # We should support characters as well, but CharacterTokenTensorizer
     # does not support adding characters to vocab yet.
     token_bytes: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config(
     )
     labels: SlotLabelTensorizer.Config = SlotLabelTensorizer.Config()

示例#2

 class ByteModelInput(DocModel.Config.ModelInput):
     token_bytes: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config(
     )

示例#3

 class ByteModelInput(WordTaggingModel.Config.ModelInput):
     # We should support characters as well, but CharacterTokenTensorizer
     # does not support adding characters to vocab yet.
     tokens: ByteTokenTensorizer.Config = ByteTokenTensorizer.Config()