class Config(BaseModel.Config):
class InputConfig(ConfigBase):
tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
right_dense: FloatListTensorizer.Config = None
left_dense: FloatListTensorizer.Config = None
labels: LabelTensorizer.Config = LabelTensorizer.Config()
inputs: InputConfig = InputConfig()
encoder: RoBERTaEncoderBase.Config = RoBERTaEncoder.Config()
decoder: MLPDecoderTwoTower.Config = MLPDecoderTwoTower.Config()
output_layer: ClassificationOutputLayer.Config = (
ClassificationOutputLayer.Config())
class Config(BaseModel.Config):
class InputConfig(ConfigBase):
right_tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
left_tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
right_dense: Optional[FloatListTensorizer.Config] = None
left_dense: Optional[FloatListTensorizer.Config] = None
labels: LabelTensorizer.Config = LabelTensorizer.Config()
inputs: InputConfig = InputConfig()
right_encoder: RoBERTaEncoderBase.Config = RoBERTaEncoder.Config()
left_encoder: RoBERTaEncoderBase.Config = RoBERTaEncoder.Config()
decoder: MLPDecoderTwoTower.Config = MLPDecoderTwoTower.Config()
output_layer: ClassificationOutputLayer.Config = (
ClassificationOutputLayer.Config())
use_shared_encoder: Optional[bool] = False
class Config(BaseModel.Config):
class InputConfig(ConfigBase):
right_tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
left_tokens: RoBERTaTensorizer.Config = RoBERTaTensorizer.Config()
right_dense: Optional[FloatListTensorizer.Config] = None
left_dense: Optional[FloatListTensorizer.Config] = None
labels: LabelTensorizer.Config = LabelTensorizer.Config()
inputs: InputConfig = InputConfig()
right_encoder: RoBERTaEncoderBase.Config = RoBERTaEncoder.Config()
left_encoder: RoBERTaEncoderBase.Config = RoBERTaEncoder.Config()
decoder: MLPDecoderTwoTower.Config = MLPDecoderTwoTower.Config()
output_layer: ClassificationOutputLayer.Config = (
ClassificationOutputLayer.Config())
use_shared_encoder: Optional[bool] = False
use_shared_embedding: Optional[bool] = False
vocab_size: Optional[int] = 250002
hidden_dim: Optional[int] = 768
padding_idx: Optional[int] = 1