def doImageRender(graphClass, graphOptions):
pngData = BytesIO()
t = time()
img = graphClass(**graphOptions)
img.output(pngData)
log.rendering('Rendered PNG in %.6f seconds' % (time() - t))
imageData = pngData.getvalue()
pngData.close()
return imageData
def doImageRender(graphClass, graphOptions):
pngData = BytesIO()
t = time()
img = graphClass(**graphOptions)
img.output(pngData)
log.rendering('Rendered PNG in %.6f seconds' % (time() - t))
imageData = pngData.getvalue()
pngData.close()
return imageData
def test_get_index(self, http_request):
finder = RemoteFinder('127.0.0.1')
data = [
'a.b.c',
'a.b.c.d',
]
responseObject = HTTPResponse(body=BytesIO(
json.dumps(data).encode('utf-8')),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = finder.get_index({})
self.assertIsInstance(result, list)
self.assertEqual(http_request.call_args[0], (
'POST',
'http://127.0.0.1/metrics/index.json',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('local', '1'),
],
'headers': None,
'preload_content': False,
'timeout': 10,
})
self.assertEqual(len(result), 2)
self.assertEqual(result[0], 'a.b.c')
self.assertEqual(result[1], 'a.b.c.d')
# non-json response
responseObject = HTTPResponse(body=BytesIO(b'error'),
status=200,
preload_content=False)
http_request.return_value = responseObject
with self.assertRaisesRegexp(
Exception,
'Error decoding index response from http://[^ ]+: .+'):
result = finder.get_index({})
def renderLocalView(request):
try:
start = time()
reqParams = BytesIO(request.body)
graphType = reqParams.readline().strip()
optionsPickle = reqParams.read()
reqParams.close()
graphClass = GraphTypes[graphType]
options = unpickle.loads(optionsPickle)
image = doImageRender(graphClass, options)
log.rendering("Delegated rendering request took %.6f seconds" % (time() - start))
response = buildResponse(image)
add_never_cache_headers(response)
return response
except:
log.exception("Exception in graphite.render.views.rawrender")
return HttpResponseServerError()
def test_RemoteFinder_fetch(self, http_request):
test_finders = RemoteFinder.factory()
finder = test_finders[0]
startTime = 1496262000
endTime = 1496262060
data = [
{
'start': startTime,
'step': 60,
'end': endTime,
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
'name': 'a.b.c.d',
},
]
responseObject = HTTPResponse(body=BytesIO(pickle.dumps(data)),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = finder.fetch(['a.b.c.d'], startTime, endTime)
expected_response = [
{
'pathExpression': 'a.b.c.d',
'name': 'a.b.c.d',
'time_info': (1496262000, 1496262060, 60),
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
},
]
self.assertEqual(result, expected_response)
self.assertEqual(http_request.call_args[0], (
'POST',
'https://127.0.0.1/render/',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('format', 'pickle'),
('local', '1'),
('noCache', '1'),
('from', startTime),
('until', endTime),
('target', 'a.b.c.d'),
],
'headers':
None,
'preload_content':
False,
'timeout':
10,
})
def renderLocalView(request):
try:
start = time()
reqParams = BytesIO(request.body)
graphType = reqParams.readline().strip()
optionsPickle = reqParams.read()
reqParams.close()
graphClass = GraphTypes[graphType]
options = unpickle.loads(optionsPickle)
image = doImageRender(graphClass, options)
log.rendering("Delegated rendering request took %.6f seconds" % (time() - start))
response = buildResponse(image)
add_never_cache_headers(response)
return response
except Exception:
log.exception("Exception in graphite.render.views.rawrender")
return HttpResponseServerError()
def test_send_email(self, mock_smtp, http_response, http_request):
url = reverse('composer_send_email')
request = {
"to":
"noreply@localhost",
"url":
'https://localhost:8000/render?target=sumSeries(a.b.c.d)&title=Test&width=500&from=-55minutes&until=now&height=400'
}
response = self.client.get(reverse('render'), {'target': 'test'})
self.assertEqual(response['Content-Type'], 'image/png')
data = response.content
responseObject = HTTPResponse(body=BytesIO(data),
status=200,
preload_content=False)
http_request.return_value = responseObject
http_response.return_value = responseObject
instance = mock_smtp.return_value
instance.sendmail.return_value = {}
response = self.client.get(url, request)
self.assertEqual(response.content, b'OK')
def test_find_nodes(self, http_request):
finder = RemoteFinder('127.0.0.1')
startTime = 1496262000
endTime = 1496262060
data = [
{
'path': 'a.b.c',
'is_leaf': False,
},
{
'path': 'a.b.c.d',
'is_leaf': True,
},
]
responseObject = HTTPResponse(body=BytesIO(pickle.dumps(data)),
status=200,
preload_content=False)
http_request.return_value = responseObject
query = FindQuery('a.b.c', startTime, endTime)
result = finder.find_nodes(query)
self.assertIsInstance(result, types.GeneratorType)
nodes = list(result)
self.assertEqual(http_request.call_args[0], (
'POST',
'http://127.0.0.1/metrics/find/',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('local', '1'),
('format', 'pickle'),
('query', 'a.b.c'),
('from', startTime),
('until', endTime),
],
'headers':
None,
'preload_content':
False,
'timeout':
10,
})
self.assertEqual(len(nodes), 2)
self.assertIsInstance(nodes[0], BranchNode)
self.assertEqual(nodes[0].path, 'a.b.c')
self.assertIsInstance(nodes[1], LeafNode)
self.assertEqual(nodes[1].path, 'a.b.c.d')
finder = RemoteFinder('https://127.0.0.1?format=msgpack')
data = [
{
'path': 'a.b.c',
'is_leaf': False,
},
{
'path': 'a.b.c.d',
'is_leaf': True,
},
]
responseObject = HTTPResponse(
body=BytesIO(msgpack.dumps(data, use_bin_type=True)),
status=200,
preload_content=False,
headers={'Content-Type': 'application/x-msgpack'})
http_request.return_value = responseObject
query = FindQuery('a.b.c', None, None)
result = finder.find_nodes(query)
self.assertIsInstance(result, types.GeneratorType)
nodes = list(result)
self.assertEqual(http_request.call_args[0], (
'POST',
'https://127.0.0.1/metrics/find/',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('local', '1'),
('format', 'msgpack'),
('query', 'a.b.c'),
],
'headers':
None,
'preload_content':
False,
'timeout':
10,
})
self.assertEqual(len(nodes), 2)
self.assertIsInstance(nodes[0], BranchNode)
self.assertEqual(nodes[0].path, 'a.b.c')
self.assertIsInstance(nodes[1], LeafNode)
self.assertEqual(nodes[1].path, 'a.b.c.d')
# non-pickle response
responseObject = HTTPResponse(body=BytesIO(b'error'),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = finder.find_nodes(query)
with self.assertRaisesRegexp(
Exception,
'Error decoding find response from https://[^ ]+: .+'):
list(result)
def test_auto_complete_values(self, http_request):
finder = RemoteFinder('127.0.0.1')
data = [
'value1',
'value2',
]
responseObject = HTTPResponse(body=BytesIO(
json.dumps(data).encode('utf-8')),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = finder.auto_complete_values(['name=test'], 'tag1', 'value')
self.assertIsInstance(result, list)
self.assertEqual(http_request.call_args[0], (
'POST',
'http://127.0.0.1/tags/autoComplete/values',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('tag', 'tag1'),
('valuePrefix', 'value'),
('limit', '100'),
('expr', 'name=test'),
],
'headers':
None,
'preload_content':
False,
'timeout':
10,
})
self.assertEqual(len(result), 2)
self.assertEqual(result[0], 'value1')
self.assertEqual(result[1], 'value2')
# explicit limit & forward headers
responseObject = HTTPResponse(body=BytesIO(
json.dumps(data).encode('utf-8')),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = finder.auto_complete_values(
['name=test', 'tag3=value3'],
'tag1',
'value',
limit=5,
requestContext={'forwardHeaders': {
'X-Test': 'test'
}})
self.assertIsInstance(result, list)
self.assertEqual(http_request.call_args[0], (
'POST',
'http://127.0.0.1/tags/autoComplete/values',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('tag', 'tag1'),
('valuePrefix', 'value'),
('limit', '5'),
('expr', 'name=test'),
('expr', 'tag3=value3'),
],
'headers': {
'X-Test': 'test'
},
'preload_content':
False,
'timeout':
10,
})
self.assertEqual(len(result), 2)
self.assertEqual(result[0], 'value1')
self.assertEqual(result[1], 'value2')
# non-json response
responseObject = HTTPResponse(body=BytesIO(b'error'),
status=200,
preload_content=False)
http_request.return_value = responseObject
with self.assertRaisesRegexp(
Exception,
'Error decoding autocomplete values response from http://[^ ]+: .+'
):
result = finder.auto_complete_values(['name=test'], 'tag1',
'value')
def test_RemoteReader_fetch_multi(self, http_request):
test_finders = RemoteFinder.factory()
finder = test_finders[0]
startTime = 1496262000
endTime = 1496262060
# no path or bulk_query
reader = RemoteReader(finder, {})
self.assertEqual(reader.bulk_query, [])
result = reader.fetch_multi(startTime, endTime)
self.assertEqual(result, [])
self.assertEqual(http_request.call_count, 0)
# path
reader = RemoteReader(finder, {'intervals': [], 'path': 'a.b.c.d'})
data = [{
'start': startTime,
'step': 60,
'end': endTime,
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
'name': 'a.b.c.d'
}]
responseObject = HTTPResponse(body=BytesIO(pickle.dumps(data)),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = reader.fetch_multi(startTime, endTime)
expected_response = [{
'pathExpression': 'a.b.c.d',
'name': 'a.b.c.d',
'time_info': (1496262000, 1496262060, 60),
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
}]
self.assertEqual(result, expected_response)
self.assertEqual(http_request.call_args[0], (
'GET',
'http://127.0.0.1/render/',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('format', 'pickle'),
('local', '1'),
('noCache', '1'),
('from', startTime),
('until', endTime),
('target', 'a.b.c.d'),
],
'headers':
None,
'preload_content':
False,
'timeout':
10,
})
# bulk_query & now
finder = test_finders[1]
reader = RemoteReader(finder, {
'intervals': [],
'path': 'a.b.c.d'
},
bulk_query=['a.b.c.d'])
data = [{
'start': startTime,
'step': 60,
'end': endTime,
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
'name': 'a.b.c.d'
}]
responseObject = HTTPResponse(
body=BytesIO(msgpack.dumps(data, use_bin_type=True)),
status=200,
preload_content=False,
headers={'Content-Type': 'application/x-msgpack'})
http_request.return_value = responseObject
result = reader.fetch_multi(
startTime,
endTime,
now=endTime,
requestContext={'forwardHeaders': {
'Authorization': 'Basic xxxx'
}})
expected_response = [{
'pathExpression': 'a.b.c.d',
'name': 'a.b.c.d',
'time_info': (1496262000, 1496262060, 60),
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
}]
self.assertEqual(result, expected_response)
self.assertEqual(http_request.call_args[0], (
'GET',
'http://8.8.8.8/graphite/render/',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('format', 'msgpack'),
('local', '0'),
('noCache', '1'),
('from', startTime),
('until', endTime),
('target', 'a.b.c.d'),
('now', endTime),
],
'headers': {
'Authorization': 'Basic xxxx'
},
'preload_content':
False,
'timeout':
10,
})
# non-pickle response
responseObject = HTTPResponse(body=BytesIO(b'error'),
status=200,
preload_content=False)
http_request.return_value = responseObject
with self.assertRaisesRegexp(
Exception, 'Error decoding response from http://[^ ]+: .+'):
reader.fetch(startTime, endTime)
# invalid response data
data = [
{},
]
responseObject = HTTPResponse(
body=BytesIO(msgpack.dumps(data, use_bin_type=True)),
status=200,
preload_content=False,
headers={'Content-Type': 'application/x-msgpack'})
http_request.return_value = responseObject
with self.assertRaisesRegexp(
Exception,
r'Invalid render response from http://[^ ]+: KeyError\(\'name\',?\)'
):
reader.fetch(startTime, endTime)
# non-200 response
responseObject = HTTPResponse(body=BytesIO(b'error'),
status=500,
preload_content=False)
http_request.return_value = responseObject
with self.assertRaisesRegexp(Exception,
'Error response 500 from http://[^ ]+'):
reader.fetch(startTime, endTime)
# exception raised by request()
http_request.side_effect = Exception('error')
with self.assertRaisesRegexp(Exception,
'Error requesting http://[^ ]+: error'):
reader.fetch(startTime, endTime)
def test_RemoteReader_fetch(self, http_request):
test_finders = RemoteFinder.factory()
finder = test_finders[0]
startTime = 1496262000
endTime = 1496262060
# no path or bulk_query
reader = RemoteReader(finder, {})
self.assertEqual(reader.bulk_query, [])
result = reader.fetch(startTime, endTime)
self.assertEqual(result, None)
self.assertEqual(http_request.call_count, 0)
# path & bulk_query
reader = RemoteReader(finder, {
'intervals': [],
'path': 'a.b.c.d'
},
bulk_query=['a.b.c.*'])
data = [{
'start': startTime,
'step': 60,
'end': endTime,
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
'name': 'a.b.c.c'
}, {
'start': startTime,
'step': 60,
'end': endTime,
'values': [1.0, 0.0, 1.0, 0.0, 1.0],
'name': 'a.b.c.d'
}]
responseObject = HTTPResponse(body=BytesIO(pickle.dumps(data)),
status=200,
preload_content=False)
http_request.return_value = responseObject
result = reader.fetch(startTime, endTime)
expected_response = ((1496262000, 1496262060, 60),
[1.0, 0.0, 1.0, 0.0, 1.0])
self.assertEqual(result, expected_response)
self.assertEqual(http_request.call_args[0], (
'GET',
'http://127.0.0.1/render/',
))
self.assertEqual(
http_request.call_args[1], {
'fields': [
('format', 'pickle'),
('local', '1'),
('noCache', '1'),
('from', startTime),
('until', endTime),
('target', 'a.b.c.*'),
],
'headers':
None,
'preload_content':
False,
'timeout':
10,
})
