def add_relation(g: SemanticGraph):
"""
Adds a new constraint edge to the graph.
向图中添加一个新的约束边
参数：g：具有非空边列表的语义图
:param g: a semantic graph with a non-empty edge list
返回值：新图列表
:return: a list of new graphs
>>> add_relation(SemanticGraph([Edge(leftentityid=QUESTION_VAR, rightentityid="Q76")], tokens=['first']))
[SemanticGraph([Edge(0, ?qvar-None->Q76), Edge(1, ?qvar-None->MIN)], 0), SemanticGraph([Edge(0, ?qvar-None->Q76), Edge(1, ?qvar-None->MAX)], 0)]
>>> add_relation(SemanticGraph())
[]
>>> add_relation(SemanticGraph([Edge(leftentityid=QUESTION_VAR, rightentityid="Q76", qualifierentityid="MAX")]))
[]
"""
new_graphs = []
if len(g.edges) > 0 and not any(e.temporal for e in g.edges):
add_args = []
sorting = 'MIN'
if len(argmin_markers & set(g.tokens)) > 0:
add_args = arg_relations['MIN']
sorting = 'MIN'
elif len(argmax_markers & set(g.tokens)) > 0:
add_args = arg_relations['MAX']
sorting = 'MAX'
for rel in add_args:
new_g = copy(g)
new_g.edges.append(
Edge(leftentityid=QUESTION_VAR,
rightentityid=sorting,
relationid=rel))
new_graphs.append(new_g)
return new_graphs
def _get_edge_str_representation(edge: Edge,
entity2label,
entity2type,
replace_entities=True,
mark_boundaries=False,
no_entity=False):
"""
>>> _get_edge_str_representation(Edge(leftentityid=graph_queries.QUESTION_VAR, rightentityid="Q5", relationid="P175"), {"Q5": "human"}, {"Q5": "NN"})
['performer', 'human']
>>> _get_edge_str_representation(Edge(leftentityid=graph_queries.QUESTION_VAR, rightentityid="MAX", relationid="P585"), {}, {})
['point', 'in', 'time', '<max>']
>>> _get_edge_str_representation(Edge(leftentityid=graph_queries.QUESTION_VAR, rightentityid="MAX", relationid="P36", qualifierrelationid="P585"), {}, {}, no_entity=True, mark_boundaries=True)
['<s>', 'capital', 'point', 'in', 'time', '<f>']
"""
property_label = [""]
p_meta = scheme.property2label.get(edge.relationid)
if p_meta:
property_label = _utils.split_pattern.split(p_meta['label'])
p_meta = scheme.property2label.get(edge.qualifierrelationid)
if p_meta:
property_label += _utils.split_pattern.split(p_meta['label'])
entity_kbids = [
n for n in edge.nodes() if n and n != graph_queries.QUESTION_VAR
]
if any(entity_kbids) and not no_entity:
entity_kbid = entity_kbids[0]
property_label += _entity_kbid2token(entity_kbid,
entity2label,
entity2type,
replace_entities,
mark_boundaries=False)
if mark_boundaries:
property_label = SENT_TOKENS[0:1] + property_label + SENT_TOKENS[1:2]
return property_label
def test_encode():
g = SemanticGraph([
Edge(leftentityid="?qvar", rightentityid="Q76")
], free_entities=[
{'linkings':[("Q37876", "Natalie Portman")], 'tokens':["Portman"], 'type':'PERSON'},
{'linkings': [('2012', '2012')], 'type': 'YEAR', 'tokens': ['2012']}]
)
json_str = json.dumps(g, cls=SentenceEncoder, sort_keys=True)
assert '"leftentityid": "?qvar", "qualifierentityid": null, "qualifierrelationid": null, "relationid": null, "rightentityid": "Q76"' in json_str
assert '"free_entities": [{"linkings": [["Q37876", "Natalie Portman"]], "tokens": ["Portman"], ' in json_str
s = Sentence(entities=[{"type": "NN", "linkings": [("Q5", "human")], 'token_ids': [0]}])
json_str = json.dumps(s, cls=SentenceEncoder, sort_keys=True)
assert '"entities": [{"linkings": [["Q5", "human"]], "token_ids": [0], "type": "NN"}],' in json_str
assert ', [0.0, 0.0, 0.0]]]' in json_str
def test_decode():
g = SemanticGraph([
Edge(leftentityid="?qvar", rightentityid="Q76")
], free_entities=[
{'linkings': [("Q37876", "Natalie Portman")], 'tokens':["Portman"], 'type':'PERSON'},
{'linkings': [('2012', '2012')], 'type': 'YEAR', 'tokens': ['2012']}]
)
json_str = json.dumps(g, cls=SentenceEncoder, sort_keys=True)
g_decoded = json.loads(json_str, object_hook=sentence_object_hook)
assert len(g_decoded.edges) > 0
assert isinstance(g_decoded.edges, EdgeList)
assert g_decoded.edges[0].relationid is None
s = Sentence(entities=[{"type": "NN", "linkings": [("Q5", "human")], 'token_ids': [0]}])
json_str = json.dumps(s, cls=SentenceEncoder, sort_keys=True)
s_decoded = json.loads(json_str, object_hook=sentence_object_hook)
assert len(s_decoded.graphs) == 1
assert s_decoded.graphs[0].scores[2] == 0.0
import pytest
from questionanswering import grounding
from questionanswering.grounding import stages
from questionanswering.construction.graph import SemanticGraph, Edge
from questionanswering.grounding import graph_queries
test_graphs_with_groundings = [
SemanticGraph(edges=[
Edge(leftentityid=grounding.graph_queries.QUESTION_VAR,
rightentityid="Q571",
qualifierentityid="MAX")
]),
SemanticGraph(edges=[
Edge(rightentityid=grounding.graph_queries.QUESTION_VAR,
leftentityid="Q127367"),
Edge(leftentityid=grounding.graph_queries.QUESTION_VAR,
rightentityid="MAX"),
]),
SemanticGraph(edges=[
Edge(rightentityid=grounding.graph_queries.QUESTION_VAR,
qualifierentityid="Q37876")
]),
SemanticGraph(edges=[
Edge(rightentityid=grounding.graph_queries.QUESTION_VAR,
leftentityid="Q329816")
],
tokens=['when', 'were']),
SemanticGraph(edges=[
Edge(rightentityid=grounding.graph_queries.QUESTION_VAR,
leftentityid="Q458")
def add_entity_and_relation(g: SemanticGraph,
leg_length=1,
fixed_relations=None):
"""
Takes a graph with a non-empty list of free entities and adds a new relations with the one of the free entities,
thus removing it from the list.
使用非空的自由实体列表获取图并添加与其中一个自由实体的新关系，从而将其从列表中删除
《从非空实体集中获取一个自由实体加入图，并添加这个自由实体的新关系，然后f-e》个人理解
参数：g：具有非空实体列表的图
:param g: a graph with a non-empty 'entities' list
返回值：建议图列表
:return: a list of suggested graphs
>>> add_entity_and_relation(SemanticGraph())
[]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{'linkings':[("Q37876", "Natalie Portman"), ("Q872356", "Portman")], 'tokens':["Portman"], 'type':'PERSON'}]))
[SemanticGraph([Edge(0, ?qvar-None->Q37876)], 0), SemanticGraph([Edge(0, Q37876-None->?qvar)], 0), SemanticGraph([Edge(0, ?qvar-None->Q872356)], 0), SemanticGraph([Edge(0, Q872356-None->?qvar)], 0)]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{'linkings':[("Q6", "city")], 'tokens':["city"], 'type':'NN'}, {'linkings':[("Q37876", "Natalie Portman")], 'tokens':["Portman"], 'type':'PERSON'}]))
[SemanticGraph([Edge(0, ?qvar-None->Q37876)], 1), SemanticGraph([Edge(0, Q37876-None->?qvar)], 1), SemanticGraph([Edge(0, ?qvar-class->Q6)], 0)]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{"linkings": [("2012", ["2012"])] ,"tokens": ['2012'], "type": 'YEAR'}]), leg_length=2)
[SemanticGraph([Edge(0, ?qvar-None->?m02012), Edge(1, ?m02012-None->2012)], 0), SemanticGraph([Edge(0, ?m02012-None->2012), Edge(1, ?m02012-None->?qvar)], 0)]
>>> add_entity_and_relation(SemanticGraph(edges=[Edge(leftentityid=QUESTION_VAR, rightentityid='Q37876')], free_entities=[{'linkings':[("Q6", "city")], 'tokens':["city"], 'type':'NN'}]))
[SemanticGraph([Edge(0, ?qvar-None->Q37876), Edge(1, ?qvar-class->Q6)], 0)]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{"type": "NNP", "linkings": [("Q1079", "Breaking Bad")]}], tokens=["Who", "played", "Gus", "Fring", "on", "Breaking", "Bad", "?"]))
[SemanticGraph([Edge(0, ?qvar-None->Q1079)], 0), SemanticGraph([Edge(0, Q1079-None->?qvar)], 0), SemanticGraph([Edge(0, None-None->?qvar~None->Q1079)], 0)]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{"type": "NNP", "linkings": [("Q1079", "Breaking Bad")]}], tokens=["Who", "played", "Gus", "Fring", "on", "Breaking", "Bad", "?"]), leg_length=2) # doctest: +ELLIPSIS
[... SemanticGraph([Edge(0, None-None->?qvar~None->?m0Q1079), Edge(1, ?m0Q1079-None->Q1079)], 0), SemanticGraph([Edge(0, None-None->?qvar~None->?m0Q1079), Edge(1, Q1079-None->?m0Q1079)], 0)]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{'linkings':[("Q76", "Obama")], 'type':'PERSON'}]), leg_length=2) # doctest: +ELLIPSIS
[... SemanticGraph([Edge(0, Q76-None->?m0Q76), Edge(1, ?m0Q76-None->?qvar)], 0), SemanticGraph([Edge(0, ?m0Q76-None->Q76), Edge(1, ?m0Q76-None->?qvar)], 0)]
>>> add_entity_and_relation(Sentence(input_text="where is London ?").graphs[0].graph)
[SemanticGraph([Edge(0, ?qvar-class->Q618123)], 0)]
>>> add_entity_and_relation(SemanticGraph(free_entities=[{'linkings':[("Q76", "Obama")], 'type':'PERSON'}]), leg_length=2, fixed_relations=['P31', 'P27']) # doctest: +ELLIPSIS
[SemanticGraph([Edge(0, ?qvar-None->?m0Q76), Edge(1, ?m0Q76-P31->Q76)], 0), SemanticGraph([Edge(0, ?qvar-None->?m0Q76), Edge(1, Q76-P31->?m0Q76)], 0),...]
"""
if len(g.free_entities) == 0:
return []
new_graphs = []
# Put the common nouns to the end
entities_to_consider = [e for e in g.free_entities if e.get("type") not in {'NN'}] \
+ [e for e in g.free_entities if e.get("type") in {'NN'}]
while entities_to_consider:
entity = entities_to_consider.pop(0)
if len(entity.get("linkings", [])) > 0:
linkings = [l for l in entity['linkings'] if l[0]]
for kbID, label in linkings:
new_legs = []
if entity.get("type") == 'NN':
if len(g.edges) > 0:
new_legs = [(Edge(leftentityid=QUESTION_VAR,
relationid='class',
rightentityid=kbID), )]
else:
if fixed_relations:
for r in fixed_relations:
new_legs += [(Edge(leftentityid=QUESTION_VAR,
relationid=r,
rightentityid=kbID), ),
(Edge(rightentityid=QUESTION_VAR,
relationid=r,
leftentityid=kbID), )]
else:
new_legs = [(Edge(leftentityid=QUESTION_VAR,
rightentityid=kbID), ),
(Edge(rightentityid=QUESTION_VAR,
leftentityid=kbID), )]
if any(t.lower().startswith("play")
or t.lower().startswith("voice") for t in g.tokens):
new_legs.append((Edge(rightentityid=QUESTION_VAR,
qualifierentityid=kbID), ))
if leg_length > 1 and entity.get("type") == 'YEAR':
new_legs = []
else:
for leg_len in range(leg_length - 1):
next_leg_extension = []
for leg in new_legs:
intermediate_node = f"?m{leg_len}{kbID}"
last_edge = leg[-1]
head_to_tail = (
Edge(
leftentityid=last_edge.leftentityid,
rightentityid=intermediate_node
if last_edge.leftentityid else
last_edge.rightentityid,
qualifierentityid=intermediate_node if
last_edge.qualifierentityid else None),
Edge(leftentityid=intermediate_node,
rightentityid=last_edge.rightentityid
if last_edge.leftentityid else
last_edge.qualifierentityid))
head_to_head = (copy(head_to_tail[0]),
copy(head_to_tail[1]))
if QUESTION_VAR in head_to_head[0].nodes():
head_to_head[1].invert()
head_to_head[
1].relationid = last_edge.relationid
head_to_tail[
1].relationid = last_edge.relationid
else:
head_to_head[0].invert()
head_to_head[
0].relationid = last_edge.relationid
head_to_tail[
0].relationid = last_edge.relationid
next_leg_extension.extend(
[head_to_tail, head_to_head])
new_legs = next_leg_extension
new_legs = [
leg for leg in new_legs
if not any(e.leftentityid is not None
and e.leftentityid.isdigit() for e in leg)
]
for leg in new_legs:
new_g = copy(g)
new_g.free_entities = entities_to_consider[:]
new_g.edges.extend(leg)
new_graphs.append(new_g)
return new_graphs
from copy import copy
from questionanswering.construction.sentence import Sentence
from questionanswering.construction.graph import SemanticGraph, Edge
from questionanswering.grounding.graph_queries import QUESTION_VAR, LONG_LEG_RELATIONS
DENOTATION_CLASS_EDGE = Edge(leftentityid=QUESTION_VAR, relationid='iclass')
arg_relations = {
"MIN": ["P582", "P585", "P577"],
"MAX": ["P580", "P585", "P577"]
}
year_relations = {"P585q", "P580q", "P582q"}
argmax_markers = {"last", "latest"}
argmin_markers = {"first", "oldest"}
def with_denotation_class_edge(g: SemanticGraph):
"""
Adds an implicit graph otherwise a copy of the original graph is returned.
添加隐式图，否则返回原始图的副本
参数：g：具有非空“实体”列表的图
:param g: a graph with a non-empty 'entities' list
返回值：建议图列表
:return: a list of suggested graphs
>>> with_denotation_class_edge(SemanticGraph())
[SemanticGraph([Edge(0, ?qvar-iclass->None)])]
import grounding.graph_queries >>> add_denotation_class_edge(SemanticGraph([Edge(leftentityid=grounding.graph_queries.QUESTION_VAR, relationid='iclass')]))
[SemanticGraph([Edge(0, ?qvar-iclass->None)])]
"""
if any(edge.relationid == 'iclass' for edge in g.edges):
import pytest
from questionanswering.construction import sentence
from questionanswering.construction.graph import SemanticGraph, Edge
from questionanswering.grounding import staged_generation, graph_queries
from entitylinking import core
from test_sparql_queries import test_graphs_grounded
test_graphs_with_groundings = [
SemanticGraph([Edge(leftentityid=graph_queries.QUESTION_VAR, relationid='P674', rightentityid='Q3899725'),
Edge(leftentityid=graph_queries.QUESTION_VAR, rightentityid='Q571')]),
SemanticGraph([Edge(leftentityid=graph_queries.QUESTION_VAR, rightentityid='Q3899725'),
Edge(leftentityid=graph_queries.QUESTION_VAR, rightentityid='Q571')]),
SemanticGraph([Edge(leftentityid=graph_queries.QUESTION_VAR, relationid='class', rightentityid='Q6256')]),
SemanticGraph([Edge(leftentityid=graph_queries.QUESTION_VAR, relationid='class', rightentityid='Q6256'),
Edge(leftentityid='Q866345', rightentityid=graph_queries.QUESTION_VAR)]),
SemanticGraph(edges=[Edge(qualifierentityid=graph_queries.QUESTION_VAR, rightentityid='Q5620660')]),
SemanticGraph(edges=[Edge(leftentityid=graph_queries.QUESTION_VAR, relationid='class', rightentityid='Q5'),
Edge(qualifierentityid=graph_queries.QUESTION_VAR, rightentityid='Q5620660')]),
SemanticGraph([Edge(rightentityid=graph_queries.QUESTION_VAR, relationid='P161', qualifierentityid='Q5620660'),
Edge(leftentityid='Q1079', rightentityid=graph_queries.QUESTION_VAR)]),
]
test_graphs_without_groundings = [
SemanticGraph([Edge(leftentityid=graph_queries.QUESTION_VAR, relationid='P1376', rightentityid='Q183'),
Edge(leftentityid=graph_queries.QUESTION_VAR, relationid='class', rightentityid='Q37226')]),
]
test_sentences_perfect_fscore = [