def setUp(self):
file_name = tests_module.test_file(
"contextual_intent_slot_train_tiny.tsv")
self.dh = ContextualIntentSlotModelDataHandler.from_config(
ContextualIntentSlotModelDataHandler.Config(),
ModelInputConfig(),
[DocLabelConfig(), WordLabelConfig()],
featurizer=SimpleFeaturizer(SimpleFeaturizer.Config(),
ModelInputConfig()),
)
self.data = self.dh.read_from_file(file_name, self.dh.raw_columns)
def test_read_file_with_dense_features(self):
data_handler_config = ContextualIntentSlotModelDataHandler.Config()
data_handler_config.columns_to_read.append(ModelInput.DENSE)
dense_file_name = tests_module.test_file(
"contextual_intent_slot_train_tiny_dense.tsv")
data_handler = ContextualIntentSlotModelDataHandler.from_config(
data_handler_config,
ModelInputConfig(),
[DocLabelConfig(), WordLabelConfig()],
featurizer=SimpleFeaturizer(SimpleFeaturizer.Config(),
ModelInputConfig()),
)
dense_data = list(
data_handler.read_from_file(dense_file_name,
data_handler.raw_columns))
self.assertEqual(dense_data[0][ModelInput.DENSE], "[0,1,2,3,4]")