class JolokiaCollector():
"""
Create an instance of JolokiaCollector for each instance of Jolokia you
will connect to.
"""
url = ''
monitors = []
j4p = None
def __init__(self, url, auth, tags, monitors):
"""
url - HTTP location of Jolokia
auth - Dict of username and password
tags - Dict of key value pairs
monitors - List of Dicts.
- mbean - String, eg 'java.lang:type=*'
- metric - String, prefix to generated metric name, eg 'java.lang'
- tags - (optional) Same as above, but specific for this mbean only
- not_tags - (optional) List of autogenerated tags to remove, eg ['type']
"""
self.url = url
if 'username' not in auth:
auth['username'] = ''
if 'password' not in auth:
auth['password'] = ''
self.auth = auth
self._set_monitors(monitors, tags)
def _set_monitors(self, monitors, tags):
self.j4p = Jolokia(self.url)
self.j4p.auth(httpusername=self.auth['username'], httppassword=self.auth['password'])
self.j4p.config(ignoreErrors=True)
self.monitors = copy.deepcopy(monitors)
for m in self.monitors:
if 'tags' in m:
m['tags'].update(tags)
else:
m['tags'] = tags
if 'tags' in m and len(m['tags']) > 0:
m['taglist'] = ["%s=%s" % (k, v) for k, v in m['tags'].items()]
else:
m['taglist'] = []
# set a default not_tags to '' to catch empty tag keys and append
# the value to metric name instead
m['not_tags'] += ['']
self.j4p.add_request(type='read', mbean=m['mbean'])
def print_metrics(self, d, metric_prefix, timestamp, tags, not_tags=[]):
""" Take a dict of attributes and print out numerical metric strings
Recurse if necessary
"""
for k, v in d.iteritems():
# Tack on the name of the attribute
attribute, more_tags = self.parse_attribute(k.lower(), not_tags)
metric_name = '.'.join([metric_prefix, attribute])
my_tags = tags + more_tags
# If numerical
if utils.is_numeric(v):
print "%s %d %s %s" % (metric_name, timestamp, str(v),
' '.join(my_tags))
# If a bool, True=1, False=0
elif type(v) is bool:
print "%s %d %s %s" % (metric_name, timestamp, str(int(v)),
' '.join(my_tags))
# Or a dict of more attributes, call ourselves again
elif type(v) is dict:
self.print_metrics(v, metric_name, timestamp, my_tags, not_tags)
else:
#lists, strings, etc
#print '# ', type(v), metric_name, str(v)
pass
def process_data(self):
""" Make request to Jolokia, make sure we have valid data, print out
the metrics for each mbean.
"""
data = []
try:
data = self.j4p.getRequests()
except JolokiaError:
utils.err('error: issue connecting to Jolokia ' + self.url)
if len(data) >= 1:
for mbean in data:
if 'error' in mbean:
utils.err("error: " + mbean['error'])
for monitor in self.monitors:
if monitor['mbean'] == mbean['request']['mbean']:
if mbean['status'] == 200:
self.print_metrics(mbean['value'], monitor['metric'], mbean['timestamp'],
monitor['taglist'], monitor['not_tags'])
break
else:
utils.err("error: mbean not found - " + monitor['mbean'])
def parse_attribute(self, attr, not_tags=[]):
""" Parse and order attribute text
eg from:
org.apache.cassandra.metrics:name=CurrentlyBlockedTasks,path=request,
scope=RequestResponseStage,type=ThreadPools
to: cassandra.metrics.threadpools.currentlyblockedtasks.count,
[path=request, scope=requestresponsestage]
"""
pruned = {}
parts = attr.split(',')
for p in parts:
# Take anything to the right of a =
tag_name, _, attrname = p.rpartition('=')
tag_name = tag_name.split(':')[-1]
# Swap out bad chars
attrname = attrname.replace('.', '_').replace('/', '').replace(' ', '_')
pruned[tag_name] = attrname
attr_list = []
for t in not_tags:
if t in pruned:
attr_list.append(pruned[t])
return '.'.join(attr_list), ["%s=%s" % (k, v) for k, v in pruned.items()
if k not in not_tags]
class JolokiaCollector():
"""
Create an instance of JolokiaCollector for each instance of Jolokia you
will connect to.
"""
url = ''
monitors = []
j4p = None
def __init__(self, url, auth, tags, monitors):
"""
url - HTTP location of Jolokia
auth - Dict of username and password
tags - Dict of key value pairs
monitors - List of Dicts.
- mbean - String, eg 'java.lang:type=*'
- metric - String, prefix to generated metric name, eg 'java.lang'
- tags - (optional) Same as above, but specific for this mbean only
- not_tags - (optional) List of autogenerated tags to remove, eg ['type']
"""
self.url = url
if 'username' not in auth:
auth['username'] = ''
if 'password' not in auth:
auth['password'] = ''
self.auth = auth
self._set_monitors(monitors, tags)
def _set_monitors(self, monitors, tags):
self.j4p = Jolokia(self.url)
self.j4p.auth(httpusername=self.auth['username'], httppassword=self.auth['password'])
self.j4p.config(ignoreErrors=True)
self.monitors = copy.deepcopy(monitors)
for m in self.monitors:
if 'tags' in m:
m['tags'].update(tags)
else:
m['tags'] = tags
if 'tags' in m and len(m['tags']) > 0:
m['taglist'] = ["%s=%s" % (k, v) for k, v in m['tags'].items()]
else:
m['taglist'] = []
# set a default not_tags to '' to catch empty tag keys and append
# the value to metric name instead
m['not_tags'] += ['']
self.j4p.add_request(type='read', mbean=m['mbean'])
def print_metrics(self, d, metric_prefix, timestamp, tags, not_tags=[]):
""" Take a dict of attributes and print out numerical metric strings
Recurse if necessary
"""
for k, v in d.iteritems():
# Tack on the name of the attribute
attribute, more_tags = self.parse_attribute(k.lower(), not_tags)
metric_name = '.'.join([metric_prefix, attribute])
my_tags = tags + more_tags
# If numerical
if utils.is_numeric(v):
print "%s %d %s %s" % (metric_name, timestamp, str(v),
' '.join(my_tags))
# If a bool, True=1, False=0
elif type(v) is bool:
print "%s %d %s %s" % (metric_name, timestamp, str(int(v)),
' '.join(my_tags))
# Or a dict of more attributes, call ourselves again
elif type(v) is dict:
self.print_metrics(v, metric_name, timestamp, my_tags, not_tags)
else:
#lists, strings, etc
#print '# ', type(v), metric_name, str(v)
pass
def process_data(self):
""" Make request to Jolokia, make sure we have valid data, print out
the metrics for each mbean.
"""
data = []
try:
data = self.j4p.getRequests()
except JolokiaError:
utils.err('error: issue connecting to Jolokia ' + self.url)
if len(data) >= 1:
for mbean in data:
if 'error' in mbean:
utils.err("error: " + mbean['error'])
for monitor in self.monitors:
if monitor['mbean'] == mbean['request']['mbean']:
if mbean['status'] == 200:
self.print_metrics(mbean['value'], monitor['metric'], mbean['timestamp'],
monitor['taglist'], monitor['not_tags'])
break
else:
utils.err("error: mbean not found - " + monitor['mbean'])
def parse_attribute(self, attr, not_tags=[]):
""" Parse and order attribute text
eg from:
org.apache.cassandra.metrics:name=CurrentlyBlockedTasks,path=request,
scope=RequestResponseStage,type=ThreadPools
to: cassandra.metrics.threadpools.currentlyblockedtasks.count,
[path=request, scope=requestresponsestage]
"""
pruned = {}
parts = attr.split(',')
for p in parts:
# Take anything to the right of a =
tag_name, _, attrname = p.rpartition('=')
tag_name = tag_name.split(':')[-1]
# Swap out bad chars
attrname = attrname.replace('.', '_').replace('/', '').replace(' ', '_')
pruned[tag_name] = attrname
attr_list = []
for t in not_tags:
if t in pruned:
attr_list.append(pruned[t])
return '.'.join(attr_list), ["%s=%s" % (k, v) for k, v in pruned.items()
if k not in not_tags]
