def test_create_train_data_no_history(default_domain):
featurizer = BinaryFeaturizer()
X, y = extract_training_data_from_file(
DEFAULT_STORIES_FILE,
augmentation_factor=0,
domain=default_domain,
featurizer=featurizer,
max_history=1
)
assert X.shape == (11, 1, 10)
decoded = [featurizer.decode(X[i, :, :], default_domain.input_features)
for i in range(0, 11)]
assert decoded == [
[None],
[[('intent_goodbye', 1), ('prev_utter_goodbye', 1)]],
[[('intent_goodbye', 1), ('prev_action_listen', 1)]],
[[('intent_default', 1), ('prev_utter_default', 1)]],
[[('intent_default', 1), ('prev_action_listen', 1)]],
[[('intent_default', 1), ('slot_name_0', 1),
('prev_utter_default', 1)]],
[[('intent_default', 1), ('slot_name_0', 1),
('prev_action_listen', 1)]],
[[('intent_greet', 1), ('prev_utter_greet', 1)]],
[[('intent_greet', 1), ('prev_action_listen', 1)]],
[[('intent_greet', 1), ('entity_name', 1), ('slot_name_0', 1),
('prev_utter_greet', 1)]],
[[('intent_greet', 1), ('entity_name', 1), ('slot_name_0', 1),
('prev_action_listen', 1)]]]
def test_create_train_data_with_history(default_domain):
featurizer = BinaryFeaturizer()
X, y = extract_training_data_from_file(
"data/dsl_stories/stories_defaultdomain.md",
augmentation_factor=0,
domain=default_domain,
featurizer=featurizer,
max_history=4
)
assert X.shape == (11, 4, 10)
decoded = [featurizer.decode(X[i, :, :], default_domain.input_features)
for i in range(0, 11)]
assert decoded == [
[
None,
[(u'intent_greet', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'prev_action_listen', 1)]],
[
None,
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)]],
[
[(u'intent_default', 1), (u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'prev_utter_default', 1)],
[(u'intent_goodbye', 1), (u'prev_action_listen', 1)],
[(u'intent_goodbye', 1), (u'prev_utter_goodbye', 1)]],
[
[(u'intent_greet', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'prev_utter_default', 1)],
[(u'intent_goodbye', 1), (u'prev_action_listen', 1)]],
[
[(u'intent_greet', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'prev_utter_default', 1)]],
[
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'slot_name_0', 1),
(u'prev_utter_default', 1)]],
[
None,
None,
[(u'intent_greet', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'prev_utter_greet', 1)]],
[
None,
None,
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_utter_greet', 1)]],
[
None, None, None, None],
[
None, None, None,
[(u'intent_greet', 1), (u'prev_action_listen', 1)]],
[
None, None, None,
[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)]]]
def test_create_train_data_with_history(default_domain):
featurizer = BinaryFeaturizer()
training_data = extract_training_data_from_file(DEFAULT_STORIES_FILE,
default_domain,
featurizer,
augmentation_factor=0,
max_history=4)
assert training_data.X.shape == (11, 4, 10)
decoded = [
featurizer.decode(training_data.X[i, :, :],
default_domain.input_features) for i in range(0, 11)
]
assert decoded == [[
None, [(u'intent_greet', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'prev_action_listen', 1)]
],
[
None,
[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)]
],
[[(u'intent_default', 1), (u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'prev_utter_default', 1)],
[(u'intent_goodbye', 1), (u'prev_action_listen', 1)],
[(u'intent_goodbye', 1), (u'prev_utter_goodbye', 1)]],
[[(u'intent_greet', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'prev_utter_default', 1)],
[(u'intent_goodbye', 1), (u'prev_action_listen', 1)]],
[[(u'intent_greet', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'prev_utter_default', 1)]],
[[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_utter_greet', 1)],
[(u'intent_default', 1), (u'slot_name_0', 1),
(u'prev_action_listen', 1)],
[(u'intent_default', 1), (u'slot_name_0', 1),
(u'prev_utter_default', 1)]],
[
None, None,
[(u'intent_greet', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'prev_utter_greet', 1)]
],
[
None, None,
[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_action_listen', 1)],
[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_utter_greet', 1)]
], [None, None, None, None],
[
None, None, None,
[(u'intent_greet', 1), (u'prev_action_listen', 1)]
],
[
None, None, None,
[(u'intent_greet', 1), (u'entity_name', 1),
(u'slot_name_0', 1), (u'prev_action_listen', 1)]
]]
