def load_graph(self): result = 0 end = False it = 1 offset = 0 while not end: query = 'SELECT DISTINCT * WHERE { ?s ?p ?o } OFFSET %s LIMIT %s' % (str(offset), str(self.LIMIT)) params = {'query': query, 'output': 'json'} headers = {'Accept': 'application/json'} self.sparql_http_connection.request('GET', self.route + '?' + urllib.urlencode(params), "", headers ) response = self.sparql_http_connection.getresponse() if response.status == 200: data = response.read() json_data = json.loads(data) if len(json_data['results']['bindings']) > 0: for json_triple in json_data['results']['bindings']: subject = URIRef(json_triple['s']['value']) predicate = URIRef(json_triple['p']['value']) if json_triple['o']['type'] == "literal": object = Literal(json_triple['o']['value']) else: object = URIRef(json_triple['o']['value']) self.graph.add((subject, predicate, object)) else: end = True offset = (self.LIMIT * it) it = it + 1 self.graph.commit() SWAnalyzer.load_graph(self)
def load_graph(self): if self.store is not None: result = 0 end = False it = 1 offset = 0 while not end: query = 'SELECT DISTINCT * WHERE { ?s ?p ?o } OFFSET %s LIMIT %s' % (str(offset), str(self.LIMIT)) #params = {'query': query, 'output': 'json', 'format': 'application/sparql-results+json'} #headers = {'Accept': 'application/json, application/sparql-results+json'} #self.sparql_http_connection.request('GET', self.route + '?' + urllib.urlencode(params)) #response = self.sparql_http_connection.getresponse() params = urllib.urlencode({'query': query, 'output': 'json', 'format': 'application/sparql-results+json'}) request = urllib2.Request(self.sparql_endpoint + '?' + params) request.add_header('Accept', 'application/rdf+xml, application/sparql-results+json') response = urllib2.urlopen(request) if response.code == 200: data = response.read() json_data = json.loads(data) if len(json_data['results']['bindings']) > 0: for json_triple in json_data['results']['bindings']: subject = URIRef(json_triple['s']['value']) predicate = URIRef(json_triple['p']['value']) if json_triple['o']['type'] == "literal": object = Literal(json_triple['o']['value']) else: object = URIRef(json_triple['o']['value']) self.graph.add((subject, predicate, object)) else: end = True offset = (self.LIMIT * it) it = it + 1 self.graph.commit() SWAnalyzer.load_graph(self)
def load_graph(self): self.graph.parse(self.path) self.graph.commit() SWAnalyzer.load_graph(self)