def write(
cls,
examples,
predictions,
corpus,
outputFile,
classSet=None,
parse=None,
tokenization=None,
goldCorpus=None,
insertWeights=False,
):
if type(examples) == types.StringType:
print >>sys.stderr, "Reading examples from", examples
examples = ExampleUtils.readExamples(examples, False)
# This looks a bit strange, but should work with the re-iterable
# generators that readExamples returns
xType = None
for example in examples:
assert example[3].has_key("xtype")
xType = example[3]["xtype"]
break
if xType == "token":
w = EntityExampleWriter()
if insertWeights:
w.insertWeights = True
elif xType == "edge":
w = EdgeExampleWriter()
elif xType == "task3":
w = ModifierExampleWriter()
elif xType == "entRel":
w = EntityRelationExampleWriter()
elif xType == "phrase":
w = PhraseTriggerExampleWriter()
# IF LOCAL
elif xType == "um":
w = UnmergingExampleWriter()
# elif xType == "ue":
# w = UnmergedEdgeExampleWriter()
# elif xType == "asym":
# w = AsymmetricEventExampleWriter()
# ENDIF
else:
assert False, ("Unknown entity type", xType)
return w.writeXML(
examples, predictions, corpus, outputFile, classSet, parse, tokenization, goldCorpus=goldCorpus
)
def write(cls, examples, predictions, corpus, outputFile, classSet=None, parse=None, tokenization=None, goldCorpus=None, insertWeights=False):
if type(examples) == types.StringType:
print >> sys.stderr, "Reading examples from", examples
examples = ExampleUtils.readExamples(examples, False)
# This looks a bit strange, but should work with the re-iterable
# generators that readExamples returns
xType = None
for example in examples:
assert example[3].has_key("xtype")
xType = example[3]["xtype"]
break
if xType == "token":
w = EntityExampleWriter()
if insertWeights:
w.insertWeights = True
elif xType == "edge":
w = EdgeExampleWriter()
elif xType == "task3":
w = ModifierExampleWriter()
elif xType == "entRel":
w = EntityRelationExampleWriter()
elif xType == "phrase":
w = PhraseTriggerExampleWriter()
#IF LOCAL
elif xType == "um":
w = UnmergingExampleWriter()
#elif xType == "ue":
# w = UnmergedEdgeExampleWriter()
#elif xType == "asym":
# w = AsymmetricEventExampleWriter()
#ENDIF
else:
assert False, ("Unknown entity type", xType)
return w.writeXML(examples, predictions, corpus, outputFile, classSet, parse, tokenization, goldCorpus=goldCorpus)
def __init__(self):
self.xType = "entRel"
self.entityWriter = EntityExampleWriter()
self.edgeWriter = EdgeExampleWriter()
class EntityRelationExampleWriter(SentenceExampleWriter):
def __init__(self):
self.xType = "entRel"
self.entityWriter = EntityExampleWriter()
self.edgeWriter = EdgeExampleWriter()
def writeXMLSentence(self,
examples,
predictionsByExample,
sentenceObject,
classSet,
classIds,
goldSentence=None):
"""
Used Entity and Edge ExampleWriters to write EntityRelation examples
"""
self.assertSameSentence(examples)
entityExamples = []
entityPredictionsByExample = []
idCount = 0
for example in examples:
entityExample = [idCount, None, None, {}]
entityExample[3]["t"] = example[3]["t2"]
entityPredictionsByExample[
entityExample[0]] = predictionsByExample[example[0]]
entityExamples.append(entityExample)
idCount += 1
self.entityWriter.writeXMLSentence()
sentenceElement = sentenceObject.sentence
sentenceId = sentenceElement.get("id")
# detach analyses-element
sentenceAnalysesElement = None
sentenceAnalysesElement = sentenceElement.find("sentenceanalyses")
if sentenceAnalysesElement != None:
sentenceElement.remove(sentenceAnalysesElement)
# remove pairs and interactions
interactions = self.removeChildren(sentenceElement,
["pair", "interaction"])
# remove entities
newEntityIdCount = IDUtils.getNextFreeId(
sentenceElement.findall("entity"))
nonNameEntities = self.removeNonNameEntities(sentenceElement)
# gold sentence elements
goldEntityTypeByHeadOffset = {}
goldEntityByHeadOffset = {}
if goldSentence != None:
for entity in goldSentence.entities:
headOffset = entity.get("headOffset")
if not goldEntityTypeByHeadOffset.has_key(headOffset):
goldEntityTypeByHeadOffset[headOffset] = []
goldEntityByHeadOffset[headOffset] = []
goldEntityTypeByHeadOffset[headOffset].append(entity)
goldEntityByHeadOffset[headOffset].append(entity)
for key in goldEntityTypeByHeadOffset:
goldEntityTypeByHeadOffset[key] = self.getMergedEntityType(
goldEntityTypeByHeadOffset[key])
for token in sentenceObject.tokens:
if not goldEntityTypeByHeadOffset.has_key(
token.get("charOffset")):
goldEntityTypeByHeadOffset[token.get("charOffset")] = "neg"
# add new pairs
for example in examples:
prediction = predictionsByExample[example[0]]
entityElement = ET.Element("entity")
entityElement.attrib["isName"] = "False"
headToken = example[3]["t"]
for token in sentenceObject.tokens:
if token.get("id") == headToken:
headToken = token
break
entityElement.attrib["charOffset"] = headToken.get("charOffset")
entityElement.attrib["headOffset"] = headToken.get("charOffset")
entityElement.attrib["text"] = headToken.get("text")
entityElement.attrib["id"] = sentenceId + ".e" + str(
newEntityIdCount)
self.setElementType(entityElement, prediction, classSet, classIds)
if self.insertWeights: # in other words, use gold types
headOffset = headToken.get("charOffset")
if goldEntityByHeadOffset.has_key(headOffset):
for entity in goldEntityByHeadOffset[headOffset]:
entity.set("predictions",
entityElement.get("predictions"))
if goldEntityTypeByHeadOffset.has_key(headToken.get("charOffset")):
entityElement.set(
"goldType",
goldEntityTypeByHeadOffset[headToken.get("charOffset")])
if (entityElement.get("type") != "neg"
and not goldEntityByHeadOffset.has_key(
entityElement.get("headOffset"))
) or not self.insertWeights:
newEntityIdCount += 1
sentenceElement.append(entityElement)
# if only adding weights, re-attach interactions and gold entities
if self.insertWeights:
for entity in nonNameEntities:
sentenceElement.append(entity)
for interaction in interactions:
sentenceElement.append(interaction)
# re-attach the analyses-element
if sentenceAnalysesElement != None:
sentenceElement.append(sentenceAnalysesElement)
class EntityRelationExampleWriter(SentenceExampleWriter):
def __init__(self):
self.xType = "entRel"
self.entityWriter = EntityExampleWriter()
self.edgeWriter = EdgeExampleWriter()
def writeXMLSentence(self, examples, predictionsByExample, sentenceObject, classSet, classIds, goldSentence=None):
"""
Used Entity and Edge ExampleWriters to write EntityRelation examples
"""
self.assertSameSentence(examples)
entityExamples = []
entityPredictionsByExample = []
idCount = 0
for example in examples:
entityExample = [idCount, None, None, {}]
entityExample[3]["t"] = example[3]["t2"]
entityPredictionsByExample[entityExample[0]] = predictionsByExample[example[0]]
entityExamples.append(entityExample)
idCount += 1
self.entityWriter.writeXMLSentence()
sentenceElement = sentenceObject.sentence
sentenceId = sentenceElement.get("id")
# detach analyses-element
sentenceAnalysesElement = None
sentenceAnalysesElement = sentenceElement.find("sentenceanalyses")
if sentenceAnalysesElement != None:
sentenceElement.remove(sentenceAnalysesElement)
# remove pairs and interactions
interactions = self.removeChildren(sentenceElement, ["pair", "interaction"])
# remove entities
newEntityIdCount = IDUtils.getNextFreeId(sentenceElement.findall("entity"))
nonNameEntities = self.removeNonNameEntities(sentenceElement)
# gold sentence elements
goldEntityTypeByHeadOffset = {}
goldEntityByHeadOffset = {}
if goldSentence != None:
for entity in goldSentence.entities:
headOffset = entity.get("headOffset")
if not goldEntityTypeByHeadOffset.has_key(headOffset):
goldEntityTypeByHeadOffset[headOffset] = []
goldEntityByHeadOffset[headOffset] = []
goldEntityTypeByHeadOffset[headOffset].append(entity)
goldEntityByHeadOffset[headOffset].append(entity)
for key in goldEntityTypeByHeadOffset:
goldEntityTypeByHeadOffset[key] = self.getMergedEntityType(goldEntityTypeByHeadOffset[key])
for token in sentenceObject.tokens:
if not goldEntityTypeByHeadOffset.has_key(token.get("charOffset")):
goldEntityTypeByHeadOffset[token.get("charOffset")] = "neg"
# add new pairs
for example in examples:
prediction = predictionsByExample[example[0]]
entityElement = ET.Element("entity")
entityElement.attrib["isName"] = "False"
headToken = example[3]["t"]
for token in sentenceObject.tokens:
if token.get("id") == headToken:
headToken = token
break
entityElement.attrib["charOffset"] = headToken.get("charOffset")
entityElement.attrib["headOffset"] = headToken.get("charOffset")
entityElement.attrib["text"] = headToken.get("text")
entityElement.attrib["id"] = sentenceId + ".e" + str(newEntityIdCount)
self.setElementType(entityElement, prediction, classSet, classIds)
if self.insertWeights: # in other words, use gold types
headOffset = headToken.get("charOffset")
if goldEntityByHeadOffset.has_key(headOffset):
for entity in goldEntityByHeadOffset[headOffset]:
entity.set("predictions", entityElement.get("predictions") )
if goldEntityTypeByHeadOffset.has_key(headToken.get("charOffset")):
entityElement.set("goldType", goldEntityTypeByHeadOffset[headToken.get("charOffset")])
if (entityElement.get("type") != "neg" and not goldEntityByHeadOffset.has_key(entityElement.get("headOffset"))) or not self.insertWeights:
newEntityIdCount += 1
sentenceElement.append(entityElement)
# if only adding weights, re-attach interactions and gold entities
if self.insertWeights:
for entity in nonNameEntities:
sentenceElement.append(entity)
for interaction in interactions:
sentenceElement.append(interaction)
# re-attach the analyses-element
if sentenceAnalysesElement != None:
sentenceElement.append(sentenceAnalysesElement)
def __init__(self):
self.xType = "entRel"
self.entityWriter = EntityExampleWriter()
self.edgeWriter = EdgeExampleWriter()