def test_non_json_return_type(self, mock):
'''Test for invalid JSON return type'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
text='non-json',
status_code=httplib.OK
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnexpectedResponse,
client.request_access_token)
def test_non_json_return_type(self, mock):
'''Test for invalid JSON return type'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
text='non-json',
status_code=httplib.OK
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnexpectedResponse,
client.request_access_token)
def test_missing_token(self, mock):
'''Test for missing token response'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={},
status_code=httplib.OK
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnexpectedResponse,
client.request_access_token)
def test_good_token(self, mock):
'''Test for good token response'''
token = '1234-1234-1234-1234'
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={'access_token': token},
status_code=httplib.OK
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
data = client.request_access_token()
self.assertEqual(data.get('access_token'), token)
def test_good_token(self, mock):
'''Test for good token response'''
token = '1234-1234-1234-1234'
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={'access_token': token},
status_code=httplib.OK
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
data = client.request_access_token()
self.assertEqual(data.get('access_token'), token)
def test_unexpected_http_code(self, mock):
'''Test for unexpected HTTP status code'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json=None,
status_code=httplib.SERVICE_UNAVAILABLE
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnexpectedResponse,
client.request_access_token)
def test_missing_token(self, mock):
'''Test for missing token response'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={},
status_code=httplib.OK
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnexpectedResponse,
client.request_access_token)
def test_unexpected_http_code(self, mock):
'''Test for unexpected HTTP status code'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json=None,
status_code=httplib.SERVICE_UNAVAILABLE
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnexpectedResponse,
client.request_access_token)
def test_upload(self):
self.session.add(ApiKey(valid_key='e5444-794', log_submit=True))
self.session.flush()
reports = []
reports.extend(
self.add_reports(1,
email='secretemail@localhost',
ip=self.geoip_data['London']['ip']))
reports.extend(self.add_reports(1, api_key='e5444e9f-7946'))
reports.extend(self.add_reports(1, api_key=None))
with requests_mock.Mocker() as mock:
mock.register_uri('POST', requests_mock.ANY, text='{}')
schedule_export_reports.delay().get()
self.assertEqual(mock.call_count, 1)
req = mock.request_history[0]
# check headers
self.assertEqual(req.headers['Content-Type'], 'application/json')
self.assertEqual(req.headers['Content-Encoding'], 'gzip')
self.assertEqual(req.headers['User-Agent'], 'ichnaea')
# check body
body = util.decode_gzip(req.body)
# make sure we don't accidentally leak emails or IPs
self.assertFalse('secretemail' in body)
self.assertFalse(self.geoip_data['London']['ip'] in body)
# make sure a standards based json can decode this data
# and none of our internal_json structures end up in it
send_reports = json.loads(body)['items']
self.assertEqual(len(send_reports), 3)
expect = [report['position']['accuracy'] for report in reports]
gotten = [report['position']['accuracy'] for report in send_reports]
self.assertEqual(set(expect), set(gotten))
self.assertEqual(
set([w['ssid'] for w in send_reports[0]['wifiAccessPoints']]),
set(['my-wifi']))
self.check_stats(counter=[
('data.export.batch', 1, 1, ['key:test']),
('data.export.upload', 1, ['key:test', 'status:200']),
],
timer=[
('data.export.upload', ['key:test']),
])
def test_unauthorized(self, mock):
'''Test for general "unauthorized" return'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={
'error': 'unknown_code'
},
status_code=httplib.UNAUTHORIZED
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnauthorizedRequest,
client.request_access_token)
def test_bad_credentials(self, mock):
'''Test for invalid credentials return'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={
'error': 'invalid_client'
},
status_code=httplib.UNAUTHORIZED
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.InvalidCredentials,
client.request_access_token)
def test_bad_credentials(self, mock):
'''Test for invalid credentials return'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={
'error': 'invalid_client'
},
status_code=httplib.UNAUTHORIZED
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.InvalidCredentials,
client.request_access_token)
def test_unauthorized(self, mock):
'''Test for general "unauthorized" return'''
mock.register_uri(
'POST',
'{0}/{1}/oauth2/token'.format(
constants.OAUTH2_ENDPOINT,
self.credentials.tenant_id),
json={
'error': 'unknown_code'
},
status_code=httplib.UNAUTHORIZED
)
client = oauth2.OAuth2(self.credentials, logger=self.log)
self.assertRaises(
exceptions.UnauthorizedRequest,
client.request_access_token)
def test_upload(self, celery, session, stats):
ApiKeyFactory(valid_key='e5444-794')
ExportConfigFactory(
name='test', batch=3, schema='geosubmit',
url='http://127.0.0.1:9/v2/geosubmit?key=external')
session.flush()
reports = []
reports.extend(self.add_reports(
celery, 1, source='gnss'))
reports.extend(self.add_reports(
celery, 1, api_key='e5444e9f-7946'))
reports.extend(self.add_reports(
celery, 1, api_key=None, source='fused'))
with requests_mock.Mocker() as mock:
mock.register_uri('POST', requests_mock.ANY, text='{}')
update_incoming.delay().get()
assert mock.call_count == 1
req = mock.request_history[0]
# check headers
assert req.headers['Content-Type'] == 'application/json'
assert req.headers['Content-Encoding'] == 'gzip'
assert req.headers['User-Agent'] == 'ichnaea'
body = util.decode_gzip(req.body)
send_reports = simplejson.loads(body)['items']
assert len(send_reports) == 3
for field in ('accuracy', 'source', 'timestamp'):
expect = [report['position'].get(field) for report in reports]
gotten = [report['position'].get(field) for report in send_reports]
assert set(expect) == set(gotten)
assert (
set([w['ssid'] for w in send_reports[0]['wifiAccessPoints']]) ==
set(['my-wifi']))
stats.check(counter=[
('data.export.batch', 1, 1, ['key:test']),
('data.export.upload', 1, ['key:test', 'status:200']),
], timer=[
('data.export.upload', ['key:test']),
])
def test_upload(self):
self.session.add(ApiKey(valid_key='e5444-794', log_submit=True))
self.session.flush()
reports = []
reports.extend(self.add_reports(1, email='secretemail@localhost',
ip=self.geoip_data['London']['ip']))
reports.extend(self.add_reports(1, api_key='e5444e9f-7946'))
reports.extend(self.add_reports(1, api_key=None))
with requests_mock.Mocker() as mock:
mock.register_uri('POST', requests_mock.ANY, text='{}')
schedule_export_reports.delay().get()
self.assertEqual(mock.call_count, 1)
req = mock.request_history[0]
# check headers
self.assertEqual(req.headers['Content-Type'], 'application/json')
self.assertEqual(req.headers['Content-Encoding'], 'gzip')
self.assertEqual(req.headers['User-Agent'], 'ichnaea')
# check body
body = util.decode_gzip(req.body)
# make sure we don't accidentally leak emails or IPs
self.assertFalse('secretemail' in body)
self.assertFalse(self.geoip_data['London']['ip'] in body)
# make sure a standards based json can decode this data
# and none of our internal_json structures end up in it
send_reports = json.loads(body)['items']
self.assertEqual(len(send_reports), 3)
expect = [report['position']['accuracy'] for report in reports]
gotten = [report['position']['accuracy'] for report in send_reports]
self.assertEqual(set(expect), set(gotten))
self.assertEqual(
set([w['ssid'] for w in send_reports[0]['wifiAccessPoints']]),
set(['my-wifi']))
self.check_stats(counter=[
('data.export.batch', 1, 1, ['key:test']),
('data.export.upload', 1, ['key:test', 'status:200']),
], timer=[
('data.export.upload', ['key:test']),
])
def test_upload(self):
ApiKeyFactory(valid_key='e5444-794')
self.session.flush()
reports = []
reports.extend(self.add_reports(1))
reports.extend(self.add_reports(1, api_key='e5444e9f-7946'))
reports.extend(self.add_reports(1, api_key=None))
with requests_mock.Mocker() as mock:
mock.register_uri('POST', requests_mock.ANY, text='{}')
update_incoming.delay().get()
self.assertEqual(mock.call_count, 1)
req = mock.request_history[0]
# check headers
self.assertEqual(req.headers['Content-Type'], 'application/json')
self.assertEqual(req.headers['Content-Encoding'], 'gzip')
self.assertEqual(req.headers['User-Agent'], 'ichnaea')
body = util.decode_gzip(req.body)
send_reports = simplejson.loads(body)['items']
self.assertEqual(len(send_reports), 3)
expect = [report['position']['accuracy'] for report in reports]
gotten = [report['position']['accuracy'] for report in send_reports]
self.assertEqual(set(expect), set(gotten))
self.assertEqual(
set([w['ssid'] for w in send_reports[0]['wifiAccessPoints']]),
set(['my-wifi']))
self.check_stats(counter=[
('data.export.batch', 1, 1, ['key:test']),
('data.export.upload', 1, ['key:test', 'status:200']),
], timer=[
('data.export.upload', ['key:test']),
])
def test_upload(self):
ApiKeyFactory(valid_key='e5444-794')
self.session.flush()
reports = []
reports.extend(self.add_reports(1))
reports.extend(self.add_reports(1, api_key='e5444e9f-7946'))
reports.extend(self.add_reports(1, api_key=None))
with requests_mock.Mocker() as mock:
mock.register_uri('POST', requests_mock.ANY, text='{}')
schedule_export_reports.delay().get()
self.assertEqual(mock.call_count, 1)
req = mock.request_history[0]
# check headers
self.assertEqual(req.headers['Content-Type'], 'application/json')
self.assertEqual(req.headers['Content-Encoding'], 'gzip')
self.assertEqual(req.headers['User-Agent'], 'ichnaea')
body = util.decode_gzip(req.body)
send_reports = simplejson.loads(body)['items']
self.assertEqual(len(send_reports), 3)
expect = [report['position']['accuracy'] for report in reports]
gotten = [report['position']['accuracy'] for report in send_reports]
self.assertEqual(set(expect), set(gotten))
self.assertEqual(
set([w['ssid'] for w in send_reports[0]['wifiAccessPoints']]),
set(['my-wifi']))
self.check_stats(counter=[
('data.export.batch', 1, 1, ['key:test']),
('data.export.upload', 1, ['key:test', 'status:200']),
], timer=[
('data.export.upload', ['key:test']),
])
def _populate_mock(self,
mock,
test_file,
status,
content_type,
etag=None,
headers=None,
url=BASE_URL,
is_cloudflare=False):
content = open(os.path.join(TEST_FILES_FOLDER, test_file), "rb").read()
ret_headers = {"Content-Type": content_type, "etag": "an-etag"}
if headers is not None:
ret_headers = {**ret_headers, **headers}
{"Content-Type": content_type, "etag": "an-etag"}
if is_cloudflare:
agent = "{user_agent} (+{server}; Updater; {subs} subscribers)".format(
user_agent=settings.FEEDS_USER_AGENT,
server=settings.FEEDS_SERVER,
subs=1)
mock.register_uri('GET',
url,
request_headers={"User-Agent": agent},
status_code=status,
content=content,
headers=ret_headers)
else:
if etag is None:
mock.register_uri('GET',
url,
status_code=status,
content=content,
headers=ret_headers)
else:
mock.register_uri('GET',
url,
request_headers={'If-None-Match': etag},
status_code=status,
content=content,
headers=ret_headers)