def setUp(self):
self.data_handler = JointModelDataHandler.from_config(
JointModelDataHandler.Config(),
FeatureConfig(),
[DocLabelConfig(), WordLabelConfig()],
featurizer=SimpleFeaturizer.from_config(SimpleFeaturizer.Config(),
FeatureConfig()),
)
def test_intializing_embeds_from_config(self):
feature_config = FeatureConfig(
word_feat=WordFeatConfig(
embedding_init_strategy=EmbedInitStrategy.RANDOM,
embed_dim=5,
pretrained_embeddings_path=tests_module.TEST_BASE_DIR,
)
)
data_handler = JointModelDataHandler.from_config(
JointModelDataHandler.Config(),
feature_config,
[DocLabelConfig(), WordLabelConfig()],
featurizer=SimpleFeaturizer.from_config(
SimpleFeaturizer.Config(), feature_config
),
)
data_handler.init_metadata_from_path(TRAIN_FILE, EVAL_FILE, TEST_FILE)
pretrained_embeds = data_handler.metadata.features[
DatasetFieldName.TEXT_FIELD
].pretrained_embeds_weight
# test random initialization (values should be non-0)
np.testing.assert_array_less(
[0, 0, 0, 0, 0], np.absolute(pretrained_embeds[11].numpy())
)
feature_config = FeatureConfig(
word_feat=WordFeatConfig(
embedding_init_strategy=EmbedInitStrategy.ZERO,
embed_dim=5,
pretrained_embeddings_path=tests_module.TEST_BASE_DIR,
)
)
data_handler = JointModelDataHandler.from_config(
JointModelDataHandler.Config(),
feature_config,
[DocLabelConfig(), WordLabelConfig()],
featurizer=SimpleFeaturizer.from_config(
SimpleFeaturizer.Config(), feature_config
),
)
data_handler.init_metadata_from_path(TRAIN_FILE, EVAL_FILE, TEST_FILE)
pretrained_embeds = data_handler.metadata.features[
DatasetFieldName.TEXT_FIELD
].pretrained_embeds_weight
# test zero initialization (values should all be 0)
np.testing.assert_array_equal([0, 0, 0, 0, 0], pretrained_embeds[11].numpy())
class Config(Task.Config):
labels: List[TargetConfigBase]
model: JointModel.Config = JointModel.Config()
trainer: Trainer.Config = Trainer.Config()
data_handler: JointModelDataHandler.Config = JointModelDataHandler.Config(
)
metric_reporter: IntentSlotMetricReporter.Config = (
IntentSlotMetricReporter.Config())
class Config(Task.Config):
model: WordTaggingModel.Config = WordTaggingModel.Config()
trainer: Trainer.Config = Trainer.Config()
labels: WordLabelConfig = WordLabelConfig()
data_handler: JointModelDataHandler.Config = JointModelDataHandler.Config(
)
metric_reporter: WordTaggingMetricReporter.Config = (
WordTaggingMetricReporter.Config())
class Config(Task.Config):
model: Union[BaggingDocEnsemble.Config, BaggingIntentSlotEnsemble.Config]
trainer: EnsembleTrainer.Config = EnsembleTrainer.Config()
labels: List[TargetConfigBase]
data_handler: JointModelDataHandler.Config = JointModelDataHandler.Config()
metric_reporter: Union[
ClassificationMetricReporter.Config, IntentSlotMetricReporter.Config
]