def test_read_in_squad_format(self):
reader = DropReader(instance_format="squad")
instances = ensure_list(reader.read(AllenNlpTestCase.FIXTURES_ROOT / "data" / "drop.json"))
assert len(instances) == 19
print(instances[0])
instance = instances[0]
assert set(instance.fields.keys()) == {
"question",
"passage",
"span_start",
"span_end",
"metadata",
}
assert [t.text for t in instance["question"][:3]] == ["What", "happened", "second"]
assert [t.text for t in instance["passage"][:3]] == ["The", "Port", "of"]
assert [t.text for t in instance["passage"][-3:]] == ["cruise", "ships", "."]
assert instance["span_start"] == 46
assert instance["span_end"] == 47
assert set(instance["metadata"].metadata.keys()) == {
"answer_annotations",
"answer_texts",
"original_passage",
"original_question",
"passage_id",
"token_offsets",
"passage_tokens",
"question_id",
"question_tokens",
"valid_passage_spans",
}
def test_read_from_file(self, lazy):
reader = DropReader(lazy=lazy)
instances = ensure_list(
reader.read(AllenNlpTestCase.FIXTURES_ROOT / 'data' / 'drop.json'))
assert len(instances) == 19
instance = instances[0]
assert set(instance.fields.keys()) == {
'question',
'passage',
'number_indices',
'answer_as_passage_spans',
'answer_as_question_spans',
'answer_as_add_sub_expressions',
'answer_as_counts',
'metadata',
}
assert [t.text for t in instance["question"][:3]
] == ["What", "happened", "second"]
assert [t.text
for t in instance["passage"][:3]] == ["The", "Port", "of"]
assert [t.text
for t in instance["passage"][-3:]] == ["cruise", "ships", "."]
# Note that the last number in here is added as padding in case we don't find any numbers
# in a particular passage.
# Just FYI, these are the actual numbers that the indices correspond to:
# [ "1", "25", "2014", "5", "2018", "1", "2", "1", "54", "52", "6", "60", "58", "2010",
# "67", "2010", "1996", "3", "1", "6", "1", "0"]
assert [f.sequence_index for f in instance["number_indices"]] == [
16, 30, 36, 41, 52, 64, 80, 89, 147, 153, 166, 174, 177, 206, 245,
252, 267, 279, 283, 288, 296, -1
]
assert len(instance["answer_as_passage_spans"]) == 1
assert instance["answer_as_passage_spans"][0] == (46, 47)
assert len(instance["answer_as_question_spans"]) == 1
assert instance["answer_as_question_spans"][0] == (5, 6)
assert len(instance["answer_as_add_sub_expressions"]) == 1
assert instance["answer_as_add_sub_expressions"][0].labels == [
0,
] * 22
assert len(instance["answer_as_counts"]) == 1
assert instance["answer_as_counts"][0].label == -1
assert set(instance['metadata'].metadata.keys()) == {
'answer_annotations',
'answer_info',
'answer_texts',
'number_indices',
'number_tokens',
'original_numbers',
'original_passage',
'original_question',
'passage_id',
'passage_token_offsets',
'passage_tokens',
'question_id',
'question_token_offsets',
'question_tokens',
}
def read_drop(dataset_path):
from allennlp.data.dataset_readers import DropReader
reader = DropReader(instance_format="bert")
contexts, questions, answers = [], [], []
for idx, instance in enumerate(reader.read(dataset_path)):
try:
answers.append(instance['metadata']['answer_texts'][0])
except:
logger.info(f"Skipping {idx} while reading drop.")
continue
contexts.append(instance['metadata']['original_passage'])
questions.append(instance['metadata']['original_question'])
return [contexts, answers, questions]
def test_read_in_bert_format(self):
reader = DropReader(instance_format="bert")
instances = ensure_list(
reader.read(AllenNlpTestCase.FIXTURES_ROOT / "data" / "drop.json"))
assert len(instances) == 19
print(instances[0])
instance = instances[0]
assert set(instance.fields.keys()) == {
"answer_as_passage_spans",
"metadata",
"passage",
"question",
"question_and_passage",
}
assert [t.text for t in instance["question"][:3]
] == ["What", "happened", "second"]
assert [t.text
for t in instance["passage"][:3]] == ["The", "Port", "of"]
assert [t.text
for t in instance["passage"][-3:]] == ["cruise", "ships", "."]
question_length = len(instance["question"])
passage_length = len(instance["passage"])
assert len(instance["question_and_passage"]
) == question_length + passage_length + 1
assert len(instance["answer_as_passage_spans"]) == 1
assert instance["answer_as_passage_spans"][0] == (
question_length + 1 + 46,
question_length + 1 + 47,
)
assert set(instance["metadata"].metadata.keys()) == {
"answer_annotations",
"answer_texts",
"original_passage",
"original_question",
"passage_id",
"passage_token_offsets",
"passage_tokens",
"question_id",
"question_tokens",
}
def test_can_build_from_params(self):
reader = DropReader.from_params(Params({}))
assert reader._tokenizer.__class__.__name__ == "SpacyTokenizer"
assert reader._token_indexers["tokens"].__class__.__name__ == "SingleIdTokenIndexer"