def __init__(self, endpoint, outputs_prefix, graph=None, has_jl=False):
if '3030' in endpoint:
self.select = SPARQLWrapper(endpoint.rstrip('/') + '/query')
self.update = SPARQLWrapper(endpoint.rstrip('/') + '/update')
self.graphdb = False
else:
self.select = SPARQLWrapper(endpoint)
self.update = SPARQLWrapper(endpoint)
self.graphdb = True
self.select.setReturnFormat('json')
self.update.setMethod('POST')
self.endpoint = endpoint.rstrip('/')
self.outputs_prefix = outputs_prefix
self.prefix = ''.join([
'PREFIX %s: <%s>\n' % (abbr, full)
for abbr, full in namespaces.items()
])
self.nt_prefix = ''.join([
'@prefix %s: <%s> .\n' % (abbr, full)
for abbr, full in namespaces.items()
])
self.system = 'http://www.isi.edu'
self.entity_json = {}
self.event_json = {}
self.entity_jl = []
self.event_jl = []
self.relation_jl = []
self.graph = graph
self.has_jl = has_jl
def send_query(q):
endpoint = 'http://localhost:3030/rpi0901aida9979/update' if len(
sys.argv) < 3 else sys.argv[2] + '/update'
prefix = ''.join([
'PREFIX %s: <%s>\n' % (abbr, full)
for abbr, full in namespaces.items()
])
sw = SPARQLWrapper(endpoint=endpoint)
sw.setQuery(prefix + q)
sw.query()
def count_triples():
q = "select (count(*) as ?cnt) where { ?s ?p ?o }"
endpoint = 'http://localhost:3030/rpi0901aida9979/query' if len(
sys.argv) < 3 else sys.argv[2] + '/query'
prefix = ''.join([
'PREFIX %s: <%s>\n' % (abbr, full)
for abbr, full in namespaces.items()
])
sw = SPARQLWrapper(endpoint=endpoint)
sw.setQuery(prefix + q)
sw.setReturnFormat('json')
print(' [COUNT TRIPLES] ',
sw.query().convert()['results']['bindings'][0]['cnt']['value'])
def init_graph():
g = Graph()
list(g.bind(ns, uri) for ns, uri in namespaces.items())
list(g.add(t) for t in cg_ontology)
return g
def init_graph():
g = Graph()
list(g.bind(ns, uri) for ns, uri in namespaces.items())
list(g.add(t) for t in cg_ontology)
return g
from SPARQLWrapper import SPARQLWrapper
from namespaces import namespaces
PREFIX = ''.join(
['PREFIX %s: <%s>\n' % (abbr, full) for abbr, full in namespaces.items()])
class Counter(object):
def __init__(self, endpoint):
self.sw = SPARQLWrapper(endpoint + '/query')
def select_query(self, q):
self.sw.setQuery(PREFIX + q)
self.sw.setReturnFormat('json')
bindings = self.sw.query().convert()['results']['bindings']
return bindings
def get_cnts(self):
res = {}
for type_ in ('Entity', 'Event', 'Relation', 'SameAsCluster',
'ClusterMembership'):
q = '''
select (count(?x) as ?cnt)
where {
?x a aida:%s
}
''' % type_
cnt = int(self.select_query(q)[0]['cnt']['value'])
res[type_] = cnt
return res
def __init__(self,
endpoint_src,
endpoint_dst,
name,
outdir,
graph,
has_jl=False):
self.logger = setup_custom_logger('updater',
outdir + '/' + name + '-log.txt')
if '3030' in endpoint_src:
self.select_src = SPARQLWrapper(
endpoint_src.rstrip('/') + '/query')
self.update_src = SPARQLWrapper(
endpoint_src.rstrip('/') + '/update')
self.select_dst = SPARQLWrapper(
endpoint_dst.rstrip('/') + '/query')
self.update_dst = SPARQLWrapper(
endpoint_dst.rstrip('/') + '/update')
self.graphdb = False
else:
self.select_src = SPARQLWrapper(endpoint_src)
self.update_src = SPARQLWrapper(endpoint_src)
self.select_dst = SPARQLWrapper(endpoint_dst)
self.update_dst = SPARQLWrapper(endpoint_dst)
self.graphdb = True
self.select_src.setReturnFormat('json')
self.update_src.setMethod('POST')
self.select_dst.setReturnFormat('json')
self.update_dst.setMethod('POST')
self.endpoint_src = endpoint_src.rstrip('/')
self.endpoint_dst = endpoint_dst.rstrip('/')
self.outdir = outdir
self.name = name
self.prefix = ''.join([
'PREFIX %s: <%s>\n' % (abbr, full)
for abbr, full in namespaces.items()
])
self.nt_prefix = ''.join([
'@prefix %s: <%s> .\n' % (abbr, full)
for abbr, full in namespaces.items()
])
self.system = 'http://www.isi.edu/TA2'
self.entity_json = {}
self.event_json = {}
self.entity_jl = {}
self.event_jl = {}
self.relation_jl = {}
self.graph = graph
self.has_jl = has_jl
self.all_entities = []
self.all_events = []
self.all_relations = []
query = get_all_entities()
for e in self.select_bindings(query, 'src')[1]:
self.all_entities.append(e['e']['value'])
query = get_all_events()
for e in self.select_bindings(query, 'src')[1]:
self.all_events.append(e['e']['value'])
query = get_all_relations()
for e in self.select_bindings(query, 'src')[1]:
self.all_relations.append(e['e']['value'])