def test_get_actions_to_consider(self):
# pylint: disable=protected-access
valid_actions_1 = {'e': [0, 1, 2, 4]}
valid_actions_2 = {'e': [0, 1, 3]}
valid_actions_3 = {'e': [2, 3, 4]}
self.state.grammar_state[0] = GrammarState(['e'], {}, valid_actions_1, {}, is_nonterminal)
self.state.grammar_state[1] = GrammarState(['e'], {}, valid_actions_2, {}, is_nonterminal)
self.state.grammar_state[2] = GrammarState(['e'], {}, valid_actions_3, {}, is_nonterminal)
# We're making a bunch of the actions linked actions here, pretending that there are only
# two global actions.
self.state.action_indices = {
(0, 0): 1,
(0, 1): 0,
(0, 2): -1,
(0, 3): -1,
(0, 4): -1,
(1, 0): -1,
(1, 1): 0,
(1, 2): -1,
(1, 3): -1,
}
considered, to_embed, to_link = WikiTablesDecoderStep._get_actions_to_consider(self.state)
# These are _global_ action indices. They come from actions [[(0, 0), (0, 1)], [(1, 1)], []].
expected_to_embed = [[1, 0], [0], []]
assert to_embed == expected_to_embed
# These are _batch_ action indices with a _global_ action index of -1.
# They come from actions [[(0, 2), (0, 4)], [(1, 0), (1, 3)], [(0, 2), (0, 3), (0, 4)]].
expected_to_link = [[2, 4], [0, 3], [2, 3, 4]]
assert to_link == expected_to_link
# These are _batch_ action indices, with padding in between the embedded actions and the
# linked actions (and after the linked actions, if necessary).
expected_considered = [[0, 1, 2, 4, -1], [1, -1, 0, 3, -1], [-1, -1, 2, 3, 4]]
assert considered == expected_considered
def test_get_actions_to_consider(self):
# pylint: disable=protected-access
valid_actions_1 = {'e': [0, 1, 2, 4]}
valid_actions_2 = {'e': [0, 1, 3]}
valid_actions_3 = {'e': [2, 3, 4]}
self.state.grammar_state[0] = GrammarState(['e'], {}, valid_actions_1, {}, is_nonterminal)
self.state.grammar_state[1] = GrammarState(['e'], {}, valid_actions_2, {}, is_nonterminal)
self.state.grammar_state[2] = GrammarState(['e'], {}, valid_actions_3, {}, is_nonterminal)
# We're making a bunch of the actions linked actions here, pretending that there are only
# two global actions.
self.state.action_indices = {
(0, 0): 1,
(0, 1): 0,
(0, 2): -1,
(0, 3): -1,
(0, 4): -1,
(1, 0): -1,
(1, 1): 0,
(1, 2): -1,
(1, 3): -1,
}
considered, to_embed, to_link = WikiTablesDecoderStep._get_actions_to_consider(self.state)
# These are _global_ action indices. They come from actions [[(0, 0), (0, 1)], [(1, 1)], []].
expected_to_embed = [[1, 0], [0], []]
assert to_embed == expected_to_embed
# These are _batch_ action indices with a _global_ action index of -1.
# They come from actions [[(0, 2), (0, 4)], [(1, 0), (1, 3)], [(0, 2), (0, 3), (0, 4)]].
expected_to_link = [[2, 4], [0, 3], [2, 3, 4]]
assert to_link == expected_to_link
# These are _batch_ action indices, with padding in between the embedded actions and the
# linked actions (and after the linked actions, if necessary).
expected_considered = [[0, 1, 2, 4, -1], [1, -1, 0, 3, -1], [-1, -1, 2, 3, 4]]
assert considered == expected_considered
def test_get_actions_to_consider_returns_none_if_no_linked_actions(self):
# pylint: disable=protected-access
valid_actions_1 = {'e': [0, 1, 2, 4]}
valid_actions_2 = {'e': [0, 1, 3]}
valid_actions_3 = {'e': [2, 3, 4]}
self.state.grammar_state[0] = GrammarState(['e'], {}, valid_actions_1, {}, is_nonterminal)
self.state.grammar_state[1] = GrammarState(['e'], {}, valid_actions_2, {}, is_nonterminal)
self.state.grammar_state[2] = GrammarState(['e'], {}, valid_actions_3, {}, is_nonterminal)
considered, to_embed, to_link = WikiTablesDecoderStep._get_actions_to_consider(self.state)
# These are _global_ action indices. All of the actions in this case are embedded, so this
# is just a mapping from the valid actions above to their global ids.
expected_to_embed = [[1, 0, 2, 5], [4, 0, 3], [2, 3, 5]]
assert to_embed == expected_to_embed
# There are no linked actions (all of them are embedded), so this should be None.
assert to_link is None
# These are _batch_ action indices, with padding in between the embedded actions and the
# linked actions. Because there are no linked actions, this is basically just the
# valid_actions for each group element padded with -1s.
expected_considered = [[0, 1, 2, 4], [0, 1, 3, -1], [2, 3, 4, -1]]
assert considered == expected_considered
def test_get_actions_to_consider_returns_none_if_no_linked_actions(self):
# pylint: disable=protected-access
valid_actions_1 = {'e': [0, 1, 2, 4]}
valid_actions_2 = {'e': [0, 1, 3]}
valid_actions_3 = {'e': [2, 3, 4]}
self.state.grammar_state[0] = GrammarState(['e'], {}, valid_actions_1, {}, is_nonterminal)
self.state.grammar_state[1] = GrammarState(['e'], {}, valid_actions_2, {}, is_nonterminal)
self.state.grammar_state[2] = GrammarState(['e'], {}, valid_actions_3, {}, is_nonterminal)
considered, to_embed, to_link = WikiTablesDecoderStep._get_actions_to_consider(self.state)
# These are _global_ action indices. All of the actions in this case are embedded, so this
# is just a mapping from the valid actions above to their global ids.
expected_to_embed = [[1, 0, 2, 5], [4, 0, 3], [2, 3, 5]]
assert to_embed == expected_to_embed
# There are no linked actions (all of them are embedded), so this should be None.
assert to_link is None
# These are _batch_ action indices, with padding in between the embedded actions and the
# linked actions. Because there are no linked actions, this is basically just the
# valid_actions for each group element padded with -1s.
expected_considered = [[0, 1, 2, 4], [0, 1, 3, -1], [2, 3, 4, -1]]
assert considered == expected_considered