def test_create_train_data_no_history(default_domain): featurizer = BinaryFeaturizer() X, y = extract_training_data_from_file( DEFAULT_STORIES_FILE, augmentation_factor=0, domain=default_domain, featurizer=featurizer, max_history=1 ) assert X.shape == (11, 1, 10) decoded = [featurizer.decode(X[i, :, :], default_domain.input_features) for i in range(0, 11)] assert decoded == [ [None], [[('intent_goodbye', 1), ('prev_utter_goodbye', 1)]], [[('intent_goodbye', 1), ('prev_action_listen', 1)]], [[('intent_default', 1), ('prev_utter_default', 1)]], [[('intent_default', 1), ('prev_action_listen', 1)]], [[('intent_default', 1), ('slot_name_0', 1), ('prev_utter_default', 1)]], [[('intent_default', 1), ('slot_name_0', 1), ('prev_action_listen', 1)]], [[('intent_greet', 1), ('prev_utter_greet', 1)]], [[('intent_greet', 1), ('prev_action_listen', 1)]], [[('intent_greet', 1), ('entity_name', 1), ('slot_name_0', 1), ('prev_utter_greet', 1)]], [[('intent_greet', 1), ('entity_name', 1), ('slot_name_0', 1), ('prev_action_listen', 1)]]]
def test_create_train_data_with_history(default_domain): featurizer = BinaryFeaturizer() X, y = extract_training_data_from_file( "data/dsl_stories/stories_defaultdomain.md", augmentation_factor=0, domain=default_domain, featurizer=featurizer, max_history=4 ) assert X.shape == (11, 4, 10) decoded = [featurizer.decode(X[i, :, :], default_domain.input_features) for i in range(0, 11)] assert decoded == [ [ None, [(u'intent_greet', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'prev_action_listen', 1)]], [ None, [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)]], [ [(u'intent_default', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'prev_utter_default', 1)], [(u'intent_goodbye', 1), (u'prev_action_listen', 1)], [(u'intent_goodbye', 1), (u'prev_utter_goodbye', 1)]], [ [(u'intent_greet', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'prev_utter_default', 1)], [(u'intent_goodbye', 1), (u'prev_action_listen', 1)]], [ [(u'intent_greet', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'prev_utter_default', 1)]], [ [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'slot_name_0', 1), (u'prev_utter_default', 1)]], [ None, None, [(u'intent_greet', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'prev_utter_greet', 1)]], [ None, None, [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_utter_greet', 1)]], [ None, None, None, None], [ None, None, None, [(u'intent_greet', 1), (u'prev_action_listen', 1)]], [ None, None, None, [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)]]]
def test_create_train_data_with_history(default_domain): featurizer = BinaryFeaturizer() training_data = extract_training_data_from_file(DEFAULT_STORIES_FILE, default_domain, featurizer, augmentation_factor=0, max_history=4) assert training_data.X.shape == (11, 4, 10) decoded = [ featurizer.decode(training_data.X[i, :, :], default_domain.input_features) for i in range(0, 11) ] assert decoded == [[ None, [(u'intent_greet', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'prev_action_listen', 1)] ], [ None, [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)] ], [[(u'intent_default', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'prev_utter_default', 1)], [(u'intent_goodbye', 1), (u'prev_action_listen', 1)], [(u'intent_goodbye', 1), (u'prev_utter_goodbye', 1)]], [[(u'intent_greet', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'prev_utter_default', 1)], [(u'intent_goodbye', 1), (u'prev_action_listen', 1)]], [[(u'intent_greet', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'prev_utter_default', 1)]], [[(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_utter_greet', 1)], [(u'intent_default', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_default', 1), (u'slot_name_0', 1), (u'prev_utter_default', 1)]], [ None, None, [(u'intent_greet', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'prev_utter_greet', 1)] ], [ None, None, [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)], [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_utter_greet', 1)] ], [None, None, None, None], [ None, None, None, [(u'intent_greet', 1), (u'prev_action_listen', 1)] ], [ None, None, None, [(u'intent_greet', 1), (u'entity_name', 1), (u'slot_name_0', 1), (u'prev_action_listen', 1)] ]]