def test_cos_e(self):
input_data = {
'question': 'Question?',
'choices': ['First', 'Second', 'Third'],
'abstractive_explanation': 'Abstractive explanation.',
'extractive_explanation': 'Not currently used.',
'answer': 'First',
}
og_dataset = tf.data.Dataset.from_tensors(input_data)
dataset = preprocessors.cos_e(og_dataset)
test_utils.assert_dataset(
dataset, {
'inputs':
'explain cos_e question: Question? choice: First choice: '
'Second choice: Third',
'targets':
'First explanation: Abstractive explanation.'
})
def test_cos_e_zero_shot_like_esnli(self):
input_data = {
'question': 'Question?',
'choices': ['First', 'Second', 'Third'],
'abstractive_explanation': 'Abstractive explanation.',
'extractive_explanation': 'Not currently used.',
'answer': 'First',
}
og_dataset = tf.data.Dataset.from_tensors(input_data)
dataset = preprocessors.cos_e(og_dataset, prefix='explain nli',
question_prefix='premise:')
t5.data.assert_dataset(
dataset,
{
'inputs': 'explain nli premise: Question? choice: First choice: '
'Second choice: Third',
'targets': 'First explanation: Abstractive explanation.'
}
)