def test_cos_e(self): input_data = { 'question': 'Question?', 'choices': ['First', 'Second', 'Third'], 'abstractive_explanation': 'Abstractive explanation.', 'extractive_explanation': 'Not currently used.', 'answer': 'First', } og_dataset = tf.data.Dataset.from_tensors(input_data) dataset = preprocessors.cos_e(og_dataset) test_utils.assert_dataset( dataset, { 'inputs': 'explain cos_e question: Question? choice: First choice: ' 'Second choice: Third', 'targets': 'First explanation: Abstractive explanation.' })
def test_cos_e_zero_shot_like_esnli(self): input_data = { 'question': 'Question?', 'choices': ['First', 'Second', 'Third'], 'abstractive_explanation': 'Abstractive explanation.', 'extractive_explanation': 'Not currently used.', 'answer': 'First', } og_dataset = tf.data.Dataset.from_tensors(input_data) dataset = preprocessors.cos_e(og_dataset, prefix='explain nli', question_prefix='premise:') t5.data.assert_dataset( dataset, { 'inputs': 'explain nli premise: Question? choice: First choice: ' 'Second choice: Third', 'targets': 'First explanation: Abstractive explanation.' } )