def test_esnli_drop_explanations(self):
input_data = {
'premise': 'It is hot.',
'hypothesis': 'It is sunny.',
'label': 0,
'explanation_1': 'hot implies that it is sunny.',
}
og_dataset = tf.data.Dataset.from_tensors(input_data)
dataset = preprocessors.esnli(og_dataset,
prefix='nli',
drop_explanations=True)
test_utils.assert_dataset(
dataset, {
'inputs': 'nli hypothesis: It is sunny. premise: It is hot.',
'targets': 'entailment'
})
def test_esnli(self):
input_data = {
'premise': 'It is hot.',
'hypothesis': 'It is sunny.',
'label': 0,
'explanation_1': 'hot implies that it is sunny.'
}
og_dataset = tf.data.Dataset.from_tensors(input_data)
dataset = preprocessors.esnli(og_dataset)
t5.data.assert_dataset(
dataset, {
'inputs':
'explain nli hypothesis: It is sunny. premise: It is hot.',
'targets':
'entailment explanation: hot implies that it is sunny.'
})
def test_esnli_multiple_explanations(self):
input_data = {
'premise': 'It is hot.',
'hypothesis': 'It is sunny.',
'label': 0,
'explanation_1': 'hot implies that it is sunny.',
'explanation_2': 'sunny equals hot.',
'explanation_3': 'hot means sunny.',
}
og_dataset = tf.data.Dataset.from_tensors(input_data)
dataset = preprocessors.esnli(og_dataset)
test_utils.assert_dataset(
dataset, {
'inputs':
'explain nli hypothesis: It is sunny. premise: It is hot.',
'targets':
'entailment explanation: hot implies that it is sunny. '
'explanation: sunny equals hot. '
'explanation: hot means sunny.'
})