class SPARQLWrapper_Test(TestCase):
@staticmethod
def _get_request(wrapper):
return wrapper.query().response.request # possible due to mock above
@staticmethod
def _get_parameters_from_request(request):
if request.get_method() == 'GET':
pieces_str = urlparse(request.get_full_url()).query
else:
if sys.version < '3':
pieces_str = request.data
else:
pieces_str = request.data.decode('ascii')
return parse_qs(pieces_str)
@staticmethod
def _get_request_parameters(wrapper):
request = SPARQLWrapper_Test._get_request(wrapper)
parameters = SPARQLWrapper_Test._get_parameters_from_request(request)
return parameters
@staticmethod
def _get_request_parameters_as_bytes(wrapper):
request = SPARQLWrapper_Test._get_request(wrapper)
parameters = SPARQLWrapper_Test._get_parameters_from_request(request)
if sys.version < '3':
return parameters
else:
result = {}
for k, vs in parameters.iteritems():
result[k] = [v.encode('utf-8') for v in vs]
return result
@classmethod
def setUpClass(cls):
urllib2._opener = None # clear value. Due to the order of test execution, the value of urllib2._opener contains, for instance, keepalive.keepalive.HTTPHandler
def setUp(self):
self.wrapper = SPARQLWrapper(endpoint='http://example.org/sparql')
_victim.urlopener = urlopener
def testConstructor(self):
try:
SPARQLWrapper()
self.fail("SPARQLWrapper constructor should fail without arguments")
except TypeError:
pass
wrapper = SPARQLWrapper(endpoint='http://example.org/sparql/')
self.assertEqual(XML, wrapper.returnFormat, 'default return format is XML')
self.assertTrue(
wrapper.agent.startswith('sparqlwrapper'),
'default user-agent should start with "sparqlwrapper"'
)
wrapper = SPARQLWrapper(endpoint='http://example.org/sparql/', returnFormat='wrongformat')
self.assertEqual(XML, wrapper.returnFormat, 'default return format is XML')
wrapper = SPARQLWrapper(endpoint='http://example.org/sparql/', defaultGraph='http://example.org/default')
parameters = self._get_request_parameters(wrapper)
self.assertEqual(
['http://example.org/default'],
parameters.get('default-graph-uri'),
'default graph is set'
)
def testReset(self):
self.wrapper.setMethod(POST)
self.wrapper.setQuery('CONSTRUCT WHERE {?a ?b ?c}')
self.wrapper.setReturnFormat(N3)
self.wrapper.addParameter('a', 'b')
self.wrapper.setOnlyConneg(True)
request = self._get_request(self.wrapper)
parameters = self._get_parameters_from_request(request)
onlyConneg = self.wrapper.onlyConneg
self.assertEqual('POST', request.get_method())
self.assertTrue(parameters['query'][0].startswith('CONSTRUCT'))
self.assertTrue('rdf+n3' in request.get_header('Accept'))
self.assertTrue('a' in parameters)
self.assertTrue(onlyConneg)
self.wrapper.resetQuery()
request = self._get_request(self.wrapper)
parameters = self._get_parameters_from_request(request)
onlyConneg = self.wrapper.onlyConneg
self.assertEqual('GET', request.get_method())
self.assertTrue(parameters['query'][0].startswith('SELECT'))
self.assertFalse('rdf+n3' in request.get_header('Accept'))
self.assertTrue('sparql-results+xml' in request.get_header('Accept'))
self.assertFalse('a' in parameters)
self.assertFalse('a' in parameters)
self.assertTrue(onlyConneg)
def testSetReturnFormat(self):
with warnings.catch_warnings(record=True) as w:
self.wrapper.setReturnFormat('nonexistent format')
self.assertEqual(1, len(w), "Warning due to non expected format")
self.assertEqual(XML, self.wrapper.query().requestedFormat)
self.wrapper.setReturnFormat(JSON)
self.assertEqual(JSON, self.wrapper.query().requestedFormat)
try:
import rdflib_jsonld
self.wrapper.setReturnFormat(JSONLD)
self.assertEqual(JSONLD, self.wrapper.query().requestedFormat)
except ImportError:
self.assertRaises(ValueError, self.wrapper.setReturnFormat, JSONLD)
def testsSupportsReturnFormat(self):
self.assertTrue(self.wrapper.supportsReturnFormat(XML))
self.assertTrue(self.wrapper.supportsReturnFormat(JSON))
self.assertTrue(self.wrapper.supportsReturnFormat(TURTLE))
self.assertTrue(self.wrapper.supportsReturnFormat(N3))
self.assertTrue(self.wrapper.supportsReturnFormat(RDF))
self.assertTrue(self.wrapper.supportsReturnFormat(RDFXML))
self.assertTrue(self.wrapper.supportsReturnFormat(CSV))
self.assertTrue(self.wrapper.supportsReturnFormat(TSV))
self.assertFalse(self.wrapper.supportsReturnFormat('nonexistent format'))
try:
import rdflib_jsonld
self.assertTrue(self.wrapper.supportsReturnFormat(JSONLD))
except ImportError:
self.assertFalse(self.wrapper.supportsReturnFormat(JSONLD))
def testAddParameter(self):
self.assertFalse(self.wrapper.addParameter('query', 'dummy'))
self.assertTrue(self.wrapper.addParameter('param1', 'value1'))
self.assertTrue(self.wrapper.addParameter('param1', 'value2'))
self.assertTrue(self.wrapper.addParameter('param2', 'value2'))
pieces = self._get_request_parameters(self.wrapper)
self.assertTrue('param1' in pieces)
self.assertEqual(['value1', 'value2'], pieces['param1'])
self.assertTrue('param2' in pieces)
self.assertEqual(['value2'], pieces['param2'])
self.assertNotEqual(['dummy'], 'query')
def testSetCredentials(self):
request = self._get_request(self.wrapper)
self.assertFalse(request.has_header('Authorization'))
self.wrapper.setCredentials('login', 'password')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Authorization'))
# expected header for login:password
# should succeed for python 3 since pull request #72
self.assertEqual("Basic bG9naW46cGFzc3dvcmQ=", request.get_header('Authorization'))
def testAddCustomHttpHeader(self):
request = self._get_request(self.wrapper)
self.assertFalse(request.has_header('Foo'))
# Add new header field name
self.wrapper.addCustomHttpHeader('Foo', 'bar')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Foo'))
self.assertEqual("bar", request.get_header('Foo'))
# Override a new field name
self.wrapper.addCustomHttpHeader('Foo', 'bar')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Foo'))
self.assertEqual("bar", request.get_header('Foo'))
self.wrapper.addCustomHttpHeader('Foo', 'bar_2')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Foo'))
self.assertEqual("bar_2", request.get_header('Foo'))
# Override header field name
self.wrapper.addCustomHttpHeader('User-agent', 'Another UA')
request = self._get_request(self.wrapper)
self.assertEqual("Another UA", request.get_header('User-agent'))
def testClearCustomHttpHeader(self):
request = self._get_request(self.wrapper)
self.assertFalse(request.has_header('Foo'))
# Add new header field name
self.wrapper.addCustomHttpHeader('Foo_1', 'bar_1')
self.wrapper.addCustomHttpHeader('Foo_2', 'bar_2')
self.wrapper.addCustomHttpHeader('Foo_3', 'bar_3')
self.assertFalse(self.wrapper.clearCustomHttpHeader('Foo_4'))
self.assertTrue(self.wrapper.clearCustomHttpHeader('Foo_3'))
customHttpHeaders = self.wrapper.customHttpHeaders
self.assertTrue('Foo_1' in customHttpHeaders)
self.assertTrue('Foo_2' in customHttpHeaders)
self.assertEqual('bar_1', customHttpHeaders['Foo_1'])
self.assertEqual('bar_2', customHttpHeaders['Foo_2'])
self.assertFalse(self.wrapper.clearCustomHttpHeader('Foo_3'), 'already cleaned')
def testSetHTTPAuth(self):
self.assertRaises(TypeError, self.wrapper.setHTTPAuth, 123)
self.wrapper.setCredentials('login', 'password')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Authorization'))
self.assertIsNone(urllib2._opener)
self.wrapper.setHTTPAuth(DIGEST)
self.assertIsNone(urllib2._opener)
request = self._get_request(self.wrapper)
self.assertFalse(request.has_header('Authorization'))
self.assertEqual(self.wrapper.http_auth, DIGEST)
self.assertIsInstance(urllib2._opener, urllib2.OpenerDirector)
self.assertRaises(ValueError, self.wrapper.setHTTPAuth, 'OAuth')
self.wrapper.http_auth = "OAuth"
self.assertRaises(NotImplementedError, self._get_request, self.wrapper)
def testSetQuery(self):
self.wrapper.setQuery('PREFIX example: <http://example.org/INSERT/> SELECT * WHERE {?s ?p ?v}')
self.assertEqual(SELECT, self.wrapper.queryType)
self.wrapper.setQuery('PREFIX e: <http://example.org/> INSERT {e:a e:b e:c}')
self.assertEqual(INSERT, self.wrapper.queryType)
self.wrapper.setQuery("""#CONSTRUCT {?s ?p ?o}
SELECT ?s ?p ?o
WHERE {?s ?p ?o}""")
self.assertEqual(SELECT, self.wrapper.queryType)
with warnings.catch_warnings(record=True) as w:
self.wrapper.setQuery('UNKNOWN {e:a e:b e:c}')
self.assertEqual(SELECT, self.wrapper.queryType, 'unknown queries result in SELECT')
def testSetQueryEncodingIssues(self):
#further details from issue #35
query = u'INSERT DATA { <urn:michel> <urn:says> "これはテストです" }'
query_bytes = query.encode('utf-8')
self.wrapper.setMethod(POST)
self.wrapper.setRequestMethod(POSTDIRECTLY)
self.wrapper.setQuery(query)
request = self._get_request(self.wrapper)
self.assertEquals(query_bytes, request.data)
self.wrapper.setQuery(query_bytes)
request = self._get_request(self.wrapper)
self.assertEquals(query_bytes, request.data)
self.wrapper.setRequestMethod(URLENCODED)
self.wrapper.setQuery(query)
parameters = self._get_request_parameters_as_bytes(self.wrapper)
self.assertEquals(query_bytes, parameters['update'][0])
self.wrapper.setQuery(query_bytes)
parameters = self._get_request_parameters_as_bytes(self.wrapper)
self.assertEquals(query_bytes, parameters['update'][0])
try:
self.wrapper.setQuery(query.encode('sjis'))
self.fail()
except UnicodeDecodeError:
self.assertTrue(True)
try:
self.wrapper.setQuery({'foo': 'bar'})
self.fail()
except TypeError:
self.assertTrue(True)
def testSetTimeout(self):
self.wrapper.setTimeout(10)
self.assertEqual(10, self.wrapper.timeout)
self.wrapper.resetQuery()
self.assertEqual(None, self.wrapper.timeout)
def testClearParameter(self):
self.wrapper.addParameter('param1', 'value1')
self.wrapper.addParameter('param1', 'value2')
self.wrapper.addParameter('param2', 'value2')
self.assertFalse(self.wrapper.clearParameter('query'))
self.assertTrue(self.wrapper.clearParameter('param1'))
pieces = self._get_request_parameters(self.wrapper)
self.assertFalse('param1' in pieces)
self.assertTrue('param2' in pieces)
self.assertEqual(['value2'], pieces['param2'])
self.assertFalse(self.wrapper.clearParameter('param1'), 'already cleaned')
def testSetMethod(self):
self.wrapper.setMethod(POST)
request = self._get_request(self.wrapper)
self.assertEqual("POST", request.get_method())
self.wrapper.setMethod(GET)
request = self._get_request(self.wrapper)
self.assertEqual("GET", request.get_method())
def testSetRequestMethod(self):
self.assertEqual(URLENCODED, self.wrapper.requestMethod)
self.wrapper.setRequestMethod(POSTDIRECTLY)
self.assertEqual(POSTDIRECTLY, self.wrapper.requestMethod)
def testIsSparqlUpdateRequest(self):
self.wrapper.setQuery('DELETE WHERE {?s ?p ?o}')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('DELETE DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery("""
PREFIX example: <http://example.org/SELECT/>
BASE <http://example.org/SELECT>
DELETE WHERE {?s ?p ?o}
""")
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('WITH <urn:graph> DELETE DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('INSERT DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('WITH <urn:graph> INSERT DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('CREATE GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('CLEAR GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('DROP GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('MOVE GRAPH <urn:graph1> TO GRAPH <urn:graph2>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('LOAD <http://localhost/file.rdf> INTO GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('COPY <urn:graph1> TO GRAPH <urn:graph2>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('ADD <urn:graph1> TO GRAPH <urn:graph2>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
def testIsSparqlQueryRequest(self):
self.wrapper.setQuery('SELECT * WHERE {?s ?p ?o}')
self.assertTrue(self.wrapper.isSparqlQueryRequest())
self.wrapper.setQuery("""
PREFIX example: <http://example.org/DELETE/>
BASE <http://example.org/MODIFY>
ASK WHERE {?s ?p ?o}
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
self.assertFalse(self.wrapper.isSparqlUpdateRequest())
def testQuery(self):
qr = self.wrapper.query()
self.assertTrue(isinstance(qr, QueryResult))
request = qr.response.request # possible due to mock above
self.assertTrue(isinstance(request, Request))
parameters = self._get_parameters_from_request(request)
self.assertTrue('query' in parameters)
self.assertTrue('update' not in parameters)
self.wrapper.setMethod(POST)
self.wrapper.setQuery('PREFIX e: <http://example.org/> INSERT {e:a e:b e:c}')
parameters = self._get_request_parameters(self.wrapper)
self.assertTrue('update' in parameters)
self.assertTrue('query' not in parameters)
#_returnFormatSetting = ["format", "output", "results"]
self.assertTrue('format' not in parameters)
self.assertTrue('output' not in parameters)
self.assertTrue('results' not in parameters)
_victim.urlopener = urlopener_error_generator(400)
try:
self.wrapper.query()
self.fail('should have raised exception')
except QueryBadFormed as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
_victim.urlopener = urlopener_error_generator(404)
try:
self.wrapper.query()
self.fail('should have raised exception')
except EndPointNotFound as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
_victim.urlopener = urlopener_error_generator(500)
try:
self.wrapper.query()
self.fail('should have raised exception')
except EndPointInternalError as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
_victim.urlopener = urlopener_error_generator(999)
try:
self.wrapper.query()
self.fail('should have raised exception')
except HTTPError as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
def testQueryEncoding(self):
query = 'INSERT DATA { <urn:michel> <urn:says> "é" }'
wrapper = SPARQLWrapper('http://example.com:3030/example')
wrapper.setMethod(POST)
wrapper.setRequestMethod(URLENCODED)
wrapper.setQuery(query)
_victim.urlopener = urlopener_check_data_encoding
wrapper.query()
def testQueryAndConvert(self):
_oldQueryResult = _victim.QueryResult
class FakeQueryResult(object):
def __init__(self, result):
pass
def convert(self):
return True
try:
_victim.QueryResult = FakeQueryResult
result = self.wrapper.queryAndConvert()
self.assertEqual(True, result)
finally:
_victim.QueryResult = _oldQueryResult
def testComments(self):
# see issue #32
self.wrapper.setQuery("""
# this is a comment
select * where { ?s ?p ?o }
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testHashInPrefixes(self):
# see issue #77
self.wrapper.setQuery("""
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
select * where { ?s ?p ?o }
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testHashInPrefixComplex(self):
# see issue #77
self.wrapper.setQuery("""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX weather: <http://hal.zamia.org/weather/>
PREFIX dbo: <http://dbpedia.org/ontology/>
PREFIX dbr: <http://dbpedia.org/resource/>
PREFIX dbp: <http://dbpedia.org/property/>
PREFIX xml: <http://www.w3.org/XML/1998/namespace>
PREFIX xsd: <http://www.w3.org/2001/XMLSchema#>
SELECT DISTINCT ?location ?cityid ?timezone ?label
WHERE {
?location weather:cityid ?cityid .
?location weather:timezone ?timezone .
?location rdfs:label ?label .
}
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testHashWithNoComments(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(query, parsed_query)
def testCommentBeginningLine(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
# a comment
SELECT *
WHERE {
?s ?p ?o .
}
"""
expected_parsed_query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
def testCommentEmtpyLine(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
# a comment
SELECT *
WHERE {
?s ?p ?o .
}
"""
expected_parsed_query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
def testCommentsFirstLine(self):
# see issue #77
query = """#CONSTRUCT {?s ?p ?o}
SELECT ?s ?p ?o
WHERE {?s ?p ?o}"""
expected_parsed_query = """
SELECT ?s ?p ?o
WHERE {?s ?p ?o}"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
@unittest.skip("issue #80")
def testCommentAfterStatements(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE { # this is the where condition
?s ?p ?o .
}
"""
expected_parsed_query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
def testSingleLineQueryLine(self):
# see issue #74
query = "prefix whatever: <http://example.org/blah#> ASK { ?s ?p ?o }"
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(query, parsed_query)
self.wrapper.setQuery(query)
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testOnlyConneg(self):
# see issue #82
query = "prefix whatever: <http://example.org/blah#> ASK { ?s ?p ?o }"
self.wrapper.setOnlyConneg(False)
self.wrapper.setQuery(query)
request = self._get_request(self.wrapper)
request_params = dict(parse_qsl(urlparse(request.get_full_url()).query))
for returnFormatSetting in ["format", "output", "results"]: # Obviously _returnFormatSetting is not accessible from SPARQLWrapper, so we copy&paste the possible values
self.assertTrue(returnFormatSetting in request_params, "URL parameter '%s' was not sent, and it was expected" %returnFormatSetting)
#ONLY Content Negotiation
self.wrapper.resetQuery()
self.wrapper.setOnlyConneg(True)
self.wrapper.setQuery(query)
request = self._get_request(self.wrapper)
request_params = dict(parse_qsl(urlparse(request.get_full_url()).query))
for returnFormatSetting in ["format", "output", "results"]: # Obviously _returnFormatSetting is not accessible from SPARQLWrapper, so we copy&paste the possible values
self.assertFalse(returnFormatSetting in request_params, "URL parameter '%s' was sent, and it was not expected (only Content Negotiation)" %returnFormatSetting)
class SPARQLWrapper_Test(TestCase):
@staticmethod
def _get_request(wrapper):
return wrapper.query().response.request # possible due to mock above
@staticmethod
def _get_parameters_from_request(request):
if request.get_method() == 'GET':
pieces_str = urlparse(request.get_full_url()).query
else:
if sys.version < '3':
pieces_str = request.data
else:
pieces_str = request.data.decode('ascii')
return parse_qs(pieces_str)
@staticmethod
def _get_request_parameters(wrapper):
request = SPARQLWrapper_Test._get_request(wrapper)
parameters = SPARQLWrapper_Test._get_parameters_from_request(request)
return parameters
@staticmethod
def _get_request_parameters_as_bytes(wrapper):
request = SPARQLWrapper_Test._get_request(wrapper)
parameters = SPARQLWrapper_Test._get_parameters_from_request(request)
if sys.version < '3':
return parameters
else:
result = {}
for k,vs in parameters.iteritems():
result[k] = [v.encode('utf-8') for v in vs]
return result
def setUp(self):
self.wrapper = SPARQLWrapper(endpoint='http://example.org/sparql')
_victim.urlopener = urlopener
def testConstructor(self):
try:
SPARQLWrapper()
self.fail("SPARQLWrapper constructor should fail without arguments")
except TypeError:
pass
wrapper = SPARQLWrapper(endpoint='http://example.org/sparql/')
self.assertEqual(XML, wrapper.returnFormat, 'default return format is XML')
self.assertTrue(
wrapper.agent.startswith('sparqlwrapper'),
'default user-agent should start with "sparqlwrapper"'
)
wrapper = SPARQLWrapper(endpoint='http://example.org/sparql/', returnFormat='wrongformat')
self.assertEqual(XML, wrapper.returnFormat, 'default return format is XML')
wrapper = SPARQLWrapper(endpoint='http://example.org/sparql/', defaultGraph='http://example.org/default')
parameters = self._get_request_parameters(wrapper)
self.assertEqual(
['http://example.org/default'],
parameters.get('default-graph-uri'),
'default graph is set'
)
def testReset(self):
self.wrapper.setMethod(POST)
self.wrapper.setQuery('CONSTRUCT WHERE {?a ?b ?c}')
self.wrapper.setReturnFormat(N3)
self.wrapper.addParameter('a', 'b')
request = self._get_request(self.wrapper)
parameters = self._get_parameters_from_request(request)
self.assertEqual('POST', request.get_method())
self.assertTrue(parameters['query'][0].startswith('CONSTRUCT'))
self.assertTrue('rdf+n3' in request.get_header('Accept'))
self.assertTrue('a' in parameters)
self.wrapper.resetQuery()
request = self._get_request(self.wrapper)
parameters = self._get_parameters_from_request(request)
self.assertEqual('GET', request.get_method())
self.assertTrue(parameters['query'][0].startswith('SELECT'))
self.assertFalse('rdf+n3' in request.get_header('Accept'))
self.assertTrue('sparql-results+xml' in request.get_header('Accept'))
self.assertFalse('a' in parameters)
def testSetReturnFormat(self):
self.assertRaises(ValueError, self.wrapper.setReturnFormat, 'nonexistent format')
self.assertEqual(XML, self.wrapper.query().requestedFormat)
self.wrapper.setReturnFormat(JSON)
self.assertEqual(JSON, self.wrapper.query().requestedFormat)
try:
import rdflib_jsonld
self.wrapper.setReturnFormat(JSONLD)
self.assertEqual(JSONLD, self.wrapper.query().requestedFormat)
except ImportError:
self.assertRaises(ValueError, self.wrapper.setReturnFormat, JSONLD)
def testsSupportsReturnFormat(self):
self.assertTrue(self.wrapper.supportsReturnFormat(XML))
self.assertTrue(self.wrapper.supportsReturnFormat(JSON))
self.assertTrue(self.wrapper.supportsReturnFormat(TURTLE))
self.assertTrue(self.wrapper.supportsReturnFormat(N3))
self.assertTrue(self.wrapper.supportsReturnFormat(RDF))
self.assertTrue(self.wrapper.supportsReturnFormat(RDFXML))
self.assertFalse(self.wrapper.supportsReturnFormat('nonexistent format'))
try:
import rdflib_jsonld
self.assertTrue(self.wrapper.supportsReturnFormat(JSONLD))
except ImportError:
self.assertFalse(self.wrapper.supportsReturnFormat(JSONLD))
def testAddParameter(self):
self.assertFalse(self.wrapper.addParameter('query', 'dummy'))
self.assertTrue(self.wrapper.addParameter('param1', 'value1'))
self.assertTrue(self.wrapper.addParameter('param1', 'value2'))
self.assertTrue(self.wrapper.addParameter('param2', 'value2'))
pieces = self._get_request_parameters(self.wrapper)
self.assertTrue('param1' in pieces)
self.assertEqual(['value1', 'value2'], pieces['param1'])
self.assertTrue('param2' in pieces)
self.assertEqual(['value2'], pieces['param2'])
self.assertNotEqual(['dummy'], 'query')
def testSetCredentials(self):
request = self._get_request(self.wrapper)
self.assertFalse(request.has_header('Authorization'))
self.wrapper.setCredentials('login', 'password')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Authorization'))
# expected header for login:password
# should succeed for python 3 since pull request #72
self.assertEqual("Basic bG9naW46cGFzc3dvcmQ=", request.get_header('Authorization'))
def testSetHTTPAuth(self):
self.assertRaises(TypeError, self.wrapper.setHTTPAuth, 123)
self.wrapper.setCredentials('login', 'password')
request = self._get_request(self.wrapper)
self.assertTrue(request.has_header('Authorization'))
self.assertIsNone(urllib2._opener)
self.wrapper.setHTTPAuth(DIGEST)
self.assertIsNone(urllib2._opener)
request = self._get_request(self.wrapper)
self.assertFalse(request.has_header('Authorization'))
self.assertEqual(self.wrapper.http_auth, DIGEST)
self.assertIsInstance(urllib2._opener, urllib2.OpenerDirector)
self.assertRaises(ValueError, self.wrapper.setHTTPAuth, 'OAuth')
self.wrapper.http_auth = "OAuth"
self.assertRaises(NotImplementedError, self._get_request, self.wrapper)
def testSetQuery(self):
self.wrapper.setQuery('PREFIX example: <http://example.org/INSERT/> SELECT * WHERE {?s ?p ?v}')
self.assertEqual(SELECT, self.wrapper.queryType)
self.wrapper.setQuery('PREFIX e: <http://example.org/> INSERT {e:a e:b e:c}')
self.assertEqual(INSERT, self.wrapper.queryType)
self.wrapper.setQuery("""#CONSTRUCT {?s ?p ?o}
SELECT ?s ?p ?o
WHERE {?s ?p ?o}""")
self.assertEqual(SELECT, self.wrapper.queryType)
with warnings.catch_warnings(record=True) as w:
self.wrapper.setQuery('UNKNOWN {e:a e:b e:c}')
self.assertEqual(SELECT, self.wrapper.queryType, 'unknown queries result in SELECT')
def testSetQueryEncodingIssues(self):
#further details from issue #35
query = u'INSERT DATA { <urn:michel> <urn:says> "これはテストです" }'
query_bytes = query.encode('utf-8')
self.wrapper.setMethod(POST)
self.wrapper.setRequestMethod(POSTDIRECTLY)
self.wrapper.setQuery(query)
request = self._get_request(self.wrapper)
self.assertEquals(query_bytes, request.data)
self.wrapper.setQuery(query_bytes)
request = self._get_request(self.wrapper)
self.assertEquals(query_bytes, request.data)
self.wrapper.setRequestMethod(URLENCODED)
self.wrapper.setQuery(query)
parameters = self._get_request_parameters_as_bytes(self.wrapper)
self.assertEquals(query_bytes, parameters['update'][0])
self.wrapper.setQuery(query_bytes)
parameters = self._get_request_parameters_as_bytes(self.wrapper)
self.assertEquals(query_bytes, parameters['update'][0])
try:
self.wrapper.setQuery(query.encode('sjis'))
self.fail()
except UnicodeDecodeError:
self.assertTrue(True)
try:
self.wrapper.setQuery({'foo': 'bar'})
self.fail()
except TypeError:
self.assertTrue(True)
def testSetTimeout(self):
self.wrapper.setTimeout(10)
self.assertEqual(10, self.wrapper.timeout)
self.wrapper.resetQuery()
self.assertEqual(None, self.wrapper.timeout)
def testClearParameter(self):
self.wrapper.addParameter('param1', 'value1')
self.wrapper.addParameter('param1', 'value2')
self.wrapper.addParameter('param2', 'value2')
self.assertFalse(self.wrapper.clearParameter('query'))
self.assertTrue(self.wrapper.clearParameter('param1'))
pieces = self._get_request_parameters(self.wrapper)
self.assertFalse('param1' in pieces)
self.assertTrue('param2' in pieces)
self.assertEqual(['value2'], pieces['param2'])
self.assertFalse(self.wrapper.clearParameter('param1'), 'already cleaned')
def testSetMethod(self):
self.wrapper.setMethod(POST)
request = self._get_request(self.wrapper)
self.assertEqual("POST", request.get_method())
self.wrapper.setMethod(GET)
request = self._get_request(self.wrapper)
self.assertEqual("GET", request.get_method())
def testSetRequestMethod(self):
self.assertEqual(URLENCODED, self.wrapper.requestMethod)
self.wrapper.setRequestMethod(POSTDIRECTLY)
self.assertEqual(POSTDIRECTLY, self.wrapper.requestMethod)
def testIsSparqlUpdateRequest(self):
self.wrapper.setQuery('DELETE WHERE {?s ?p ?o}')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('DELETE DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery("""
PREFIX example: <http://example.org/SELECT/>
BASE <http://example.org/SELECT>
DELETE WHERE {?s ?p ?o}
""")
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('WITH <urn:graph> DELETE DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('INSERT DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('WITH <urn:graph> INSERT DATA { <urn:john> <urn:likes> <urn:surfing> }')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('CREATE GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('CLEAR GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('DROP GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('MOVE GRAPH <urn:graph1> TO GRAPH <urn:graph2>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('LOAD <http://localhost/file.rdf> INTO GRAPH <urn:graph>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('COPY <urn:graph1> TO GRAPH <urn:graph2>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
self.wrapper.setQuery('ADD <urn:graph1> TO GRAPH <urn:graph2>')
self.assertTrue(self.wrapper.isSparqlUpdateRequest())
def testIsSparqlQueryRequest(self):
self.wrapper.setQuery('SELECT * WHERE {?s ?p ?o}')
self.assertTrue(self.wrapper.isSparqlQueryRequest())
self.wrapper.setQuery("""
PREFIX example: <http://example.org/DELETE/>
BASE <http://example.org/MODIFY>
ASK WHERE {?s ?p ?o}
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
self.assertFalse(self.wrapper.isSparqlUpdateRequest())
def testQuery(self):
qr = self.wrapper.query()
self.assertTrue(isinstance(qr, QueryResult))
request = qr.response.request # possible due to mock above
self.assertTrue(isinstance(request, Request))
parameters = self._get_parameters_from_request(request)
self.assertTrue('query' in parameters)
self.assertTrue('update' not in parameters)
self.wrapper.setMethod(POST)
self.wrapper.setQuery('PREFIX e: <http://example.org/> INSERT {e:a e:b e:c}')
parameters = self._get_request_parameters(self.wrapper)
self.assertTrue('update' in parameters)
self.assertTrue('query' not in parameters)
_victim.urlopener = urlopener_error_generator(400)
try:
self.wrapper.query()
self.fail('should have raised exception')
except QueryBadFormed as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
_victim.urlopener = urlopener_error_generator(404)
try:
self.wrapper.query()
self.fail('should have raised exception')
except EndPointNotFound as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
_victim.urlopener = urlopener_error_generator(500)
try:
self.wrapper.query()
self.fail('should have raised exception')
except EndPointInternalError as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
_victim.urlopener = urlopener_error_generator(999)
try:
self.wrapper.query()
self.fail('should have raised exception')
except HTTPError as e:
# TODO: check exception-format
pass
except:
self.fail('got wrong exception')
def testQueryEncoding(self):
query = 'INSERT DATA { <urn:michel> <urn:says> "é" }'
wrapper = SPARQLWrapper('http://example.com:3030/example')
wrapper.setMethod(POST)
wrapper.setRequestMethod(URLENCODED)
wrapper.setQuery(query)
_victim.urlopener = urlopener_check_data_encoding
wrapper.query()
def testQueryAndConvert(self):
_oldQueryResult = _victim.QueryResult
class FakeQueryResult(object):
def __init__(self, result):
pass
def convert(self):
return True
try:
_victim.QueryResult = FakeQueryResult
result = self.wrapper.queryAndConvert()
self.assertEqual(True, result)
finally:
_victim.QueryResult = _oldQueryResult
def testComments(self):
# see issue #32
self.wrapper.setQuery("""
# this is a comment
select * where { ?s ?p ?o }
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testHashInPrefixes(self):
# see issue #77
self.wrapper.setQuery("""
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
select * where { ?s ?p ?o }
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testHashInPrefixComplex(self):
# see issue #77
self.wrapper.setQuery("""
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
PREFIX weather: <http://hal.zamia.org/weather/>
PREFIX dbo: <http://dbpedia.org/ontology/>
PREFIX dbr: <http://dbpedia.org/resource/>
PREFIX dbp: <http://dbpedia.org/property/>
PREFIX xml: <http://www.w3.org/XML/1998/namespace>
PREFIX xsd: <http://www.w3.org/2001/XMLSchema#>
SELECT DISTINCT ?location ?cityid ?timezone ?label
WHERE {
?location weather:cityid ?cityid .
?location weather:timezone ?timezone .
?location rdfs:label ?label .
}
""")
self.assertTrue(self.wrapper.isSparqlQueryRequest())
def testHashWithNoComments(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(query, parsed_query)
def testCommentBeginningLine(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
# a comment
SELECT *
WHERE {
?s ?p ?o .
}
"""
expected_parsed_query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
def testCommentEmtpyLine(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
# a comment
SELECT *
WHERE {
?s ?p ?o .
}
"""
expected_parsed_query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
def testCommentsFirstLine(self):
# see issue #77
query = """#CONSTRUCT {?s ?p ?o}
SELECT ?s ?p ?o
WHERE {?s ?p ?o}"""
expected_parsed_query = """
SELECT ?s ?p ?o
WHERE {?s ?p ?o}"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
@unittest.skip("issue #80")
def testCommentAfterStatements(self):
# see issue #77
query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE { # this is the where condition
?s ?p ?o .
}
"""
expected_parsed_query = """
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
SELECT *
WHERE {
?s ?p ?o .
}
"""
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(expected_parsed_query, parsed_query)
def testSingleLineQueryLine(self):
# see issue #74
query = "prefix whatever: <http://example.org/blah#> ASK { ?s ?p ?o }"
parsed_query = self.wrapper._cleanComments(query)
self.assertEquals(query, parsed_query)
self.wrapper.setQuery(query)
self.assertTrue(self.wrapper.isSparqlQueryRequest())
