def test_parse_series_missing_fields(self):
templates = parse_influxdb_graphite_templates(['measurement.field*'])
paths = [u'series1,id=1', u'series2,id=1']
fields = {}
py_parse_series(paths, fields, templates)
series = parse_series(paths, fields, templates)
self.assertTrue(len(series.children) == 0)
def setUp(self):
self.metric_prefix = u"template_integration_test"
self.paths = [u'test_type', u'host']
self.measurements = ['cpu', 'memory', 'load', 'iops']
self.field_names = [u'field1', u'field2']
self.all_fields = {}
for m in self.measurements:
self.all_fields[m] = self.field_names
self.tags = {
# Tags parsed from metric path
self.paths[0]: self.metric_prefix,
self.paths[1]: 'localhost',
# Default tags not in metric path
'env': u'int',
'region': u'the_west',
}
template = "%s %s.measurement.field* env=int,region=the_west" % (
self.metric_prefix, ".".join([p for p in self.paths]))
self.templates = parse_influxdb_graphite_templates([template])
self.series = [
u'%s,test_type=%s,host=%s,env=%s,region=%s' % (
m,
self.tags[self.paths[0]],
self.tags[self.paths[1]],
self.tags['env'],
self.tags['region'],
) for m in self.measurements
]
self.graphite_series = [
u"%s" % (u".".join([self.tags[p] for p in self.paths] + [m]))
for m in self.measurements
]
def test_template_parse(self):
measurements = [
''.join([choice(ascii_letters) for _ in range(10)])
for _ in range(10)
]
series = [
u'%s,a=1,b=2,c=3,d=4,e=5,f=6,g=7,m=8,n=9,j=10' % (m, )
for m in measurements
]
field_names = [
u'f1', u'f2', u'f3', u'f4', u'f5', u'f6', u'f7', u'f8', u'f9',
u'f10'
]
fields = {}
for m in measurements:
fields[m] = [
u'f1', u'f2', u'f3', u'f4', u'f5', u'f6', u'f7', u'f8', u'f9',
u'f10'
]
templates = parse_influxdb_graphite_templates(
["a.b.c.d.e.f.g.m.n.j.measurement.field* env=int,region=the_west"])
index = parse_series(series, fields, templates)
self.assertTrue(index is not None)
self.assertEqual([n['metric'] for n in index.query('*')], [u'1'])
self.assertEqual([n['metric'] for n in index.query('*.*')], [u'1.2'])
self.assertEqual([n['metric'] for n in index.query('*.*.*')],
[u'1.2.3'])
self.assertEqual([n['metric'] for n in index.query('*.*.*.*')],
[u'1.2.3.4'])
self.assertEqual([n['metric'] for n in index.query('*.*.*.*.*')],
[u'1.2.3.4.5'])
self.assertEqual([n['metric'] for n in index.query('*.*.*.*.*.*')],
[u'1.2.3.4.5.6'])
self.assertEqual([n['metric'] for n in index.query('*.*.*.*.*.*.*')],
[u'1.2.3.4.5.6.7'])
self.assertEqual([n['metric'] for n in index.query('*.*.*.*.*.*.*.*')],
[u'1.2.3.4.5.6.7.8'])
self.assertEqual(
[n['metric'] for n in index.query('*.*.*.*.*.*.*.*.*')],
[u'1.2.3.4.5.6.7.8.9'])
self.assertEqual(
[n['metric'] for n in index.query('*.*.*.*.*.*.*.*.*.*')],
[u'1.2.3.4.5.6.7.8.9.10'])
self.assertEqual(
sorted([
n['metric'] for n in index.query('*.*.*.*.*.*.*.*.*.*.%s.*' %
(measurements[0], ))
]),
sorted([
u'1.2.3.4.5.6.7.8.9.10.%s.%s' % (
measurements[0],
f,
) for f in field_names
]))
def test_parse_series_templates(self):
_templates = ["dc.env.host.measurement.field*"]
templates = parse_influxdb_graphite_templates(_templates)
all_series = [u'm1,host=b1,dc=dc1,env=a',
u'm1,host=b1,dc=dc1,env=a',
u'm2,host=b1,dc=dc1,env=a',
u'm2,host=b2,dc=dc1,env=a',
u'm2,host=b2,dc=dc2,env=a',
u'm2,host=b2,dc=dc2,env=b'
]
fields = {u'm1': [u'leaf1', u'leaf2'],
u'm2': [u'leaf1']}
index = parse_series(all_series, fields, templates)
result = sorted(list(index.query(u'*')))
self.assertTrue(len(result) > 0)
self.assertEqual(result[0][0], 'dc1')