def remove_snippets(self, sequence):
if sequence[-1] == vocab.EOS_TOK:
sequence = sequence[:-1]
no_snippets_sequence = self.expand_snippets(sequence)
no_snippets_sequence = sql_util.fix_parentheses(no_snippets_sequence)
return no_snippets_sequence
def expand_snippets(self, sequence):
# Remove the EOS
if sequence[-1] == vocab.EOS_TOK:
sequence = sequence[:-1]
# First remove the snippets
no_snippets_sequence = self.interaction.expand_snippets(sequence)
no_snippets_sequence = sql_util.fix_parentheses(no_snippets_sequence)
return no_snippets_sequence
def flatten_sequence(self, sequence, gold_snippets=False):
if sequence[-1] == vocab.EOS_TOK:
sequence = sequence[:-1]
if gold_snippets:
no_snippets_sequence = self.interaction.expand_snippets(sequence)
else:
no_snippets_sequence = self.expand_snippets(sequence)
no_snippets_sequence = sql_util.fix_parentheses(no_snippets_sequence)
deanon_sequence = self.interaction.deanonymize(no_snippets_sequence,
"sql")
return deanon_sequence
def expand_snippets(self, sequence):
return sql_util.fix_parentheses(
snip.expand_snippets(sequence, self.snippet_bank))
def remove_snippets(self, sequence):
return sql_util.fix_parentheses(
self.interaction_item.expand_snippets(sequence))
