def load_graph(self): result = 0 end = False it = 1 offset = 0 while not end: query = 'SELECT DISTINCT * WHERE { ?s ?p ?o } OFFSET %s LIMIT %s' % (str(offset), str(self.LIMIT)) params = {'query': query, 'output': 'json'} headers = {'Accept': 'application/json'} self.sparql_http_connection.request('GET', self.route + '?' + urllib.urlencode(params), "", headers ) response = self.sparql_http_connection.getresponse() if response.status == 200: data = response.read() json_data = json.loads(data) if len(json_data['results']['bindings']) > 0: for json_triple in json_data['results']['bindings']: subject = URIRef(json_triple['s']['value']) predicate = URIRef(json_triple['p']['value']) if json_triple['o']['type'] == "literal": object = Literal(json_triple['o']['value']) else: object = URIRef(json_triple['o']['value']) self.graph.add((subject, predicate, object)) else: end = True offset = (self.LIMIT * it) it = it + 1 self.graph.commit() SWAnalyzer.load_graph(self)
def load_graph(self): if self.store is not None: result = 0 end = False it = 1 offset = 0 while not end: query = 'SELECT DISTINCT * WHERE { ?s ?p ?o } OFFSET %s LIMIT %s' % (str(offset), str(self.LIMIT)) #params = {'query': query, 'output': 'json', 'format': 'application/sparql-results+json'} #headers = {'Accept': 'application/json, application/sparql-results+json'} #self.sparql_http_connection.request('GET', self.route + '?' + urllib.urlencode(params)) #response = self.sparql_http_connection.getresponse() params = urllib.urlencode({'query': query, 'output': 'json', 'format': 'application/sparql-results+json'}) request = urllib2.Request(self.sparql_endpoint + '?' + params) request.add_header('Accept', 'application/rdf+xml, application/sparql-results+json') response = urllib2.urlopen(request) if response.code == 200: data = response.read() json_data = json.loads(data) if len(json_data['results']['bindings']) > 0: for json_triple in json_data['results']['bindings']: subject = URIRef(json_triple['s']['value']) predicate = URIRef(json_triple['p']['value']) if json_triple['o']['type'] == "literal": object = Literal(json_triple['o']['value']) else: object = URIRef(json_triple['o']['value']) self.graph.add((subject, predicate, object)) else: end = True offset = (self.LIMIT * it) it = it + 1 self.graph.commit() SWAnalyzer.load_graph(self)
def open(self): SWAnalyzer.open(self)
def __init__(self, path, identifier, configstring, proxy=None): SWAnalyzer.__init__(self, identifier, configstring, proxy=proxy) self.path = path
def load_graph(self): self.graph.parse(self.path) self.graph.commit() SWAnalyzer.load_graph(self)
def close(self): SWAnalyzer.close(self)
def open(self): SWAnalyzer.open(self) self.host, self.port, self.route = ld_utils.get_host_port_route(self.sparql_endpoint)
def __init__(self, sparql_endpoint, identifier=None, configstring=None, store=None, proxy=None, subprocess=True): SWAnalyzer.__init__(self, sparql_endpoint, identifier, configstring, store, proxy, subprocess)
def close(self): SWAnalyzer.close(self) self.sparql_http_connection.close()
def open(self): SWAnalyzer.open(self) self.host, self.port, self.route = ld_utils.get_host_port_route(self.sparql_endpoint) self.sparql_http_connection = httplib.HTTPConnection(self.host, self.port)
def __init__(self, sparql_endpoint): SWAnalyzer.__init__(self) self.sparql_endpoint = sparql_endpoint