def __call__(self, backtrace):
if not backtrace:
return ''
frames = list(debug.resolve_all(self.resolver, (x - 1 for x in backtrace if x)))
while frames[0].name and frames[0].name.startswith("tracepoint"):
frames.pop(0)
return ' [' + ', '.join(map(self.formatter, frames)) + ']'
def __call__(self, backtrace):
if not backtrace:
return ''
frames = list(
debug.resolve_all(self.resolver, (x - 1 for x in backtrace if x)))
while frames[0].name and frames[0].name.startswith("tracepoint"):
frames.pop(0)
return ' [' + ', '.join(map(self.formatter, frames)) + ']'
def print_flame_profile(samples,
symbol_resolver,
min_hits_count=None,
time_range=None):
hits_by_symbol_list = {}
def symbol_name(src_addr):
if src_addr.name:
return src_addr.name
else:
return str(src_addr.addr)
for sample in samples:
if time_range:
sample = sample.intersection(time_range)
if not sample:
continue
frames = list(
debug.resolve_all(symbol_resolver,
(addr - 1 for addr in sample.backtrace)))
frames = strip_garbage(frames)
if frames:
frames.reverse()
symbol_list = ';'.join(
symbol_name(src_addr) for src_addr in frames)
hits = hits_by_symbol_list.get(symbol_list, None)
if not hits:
hits_by_symbol_list[symbol_list] = 1
else:
hits_by_symbol_list[symbol_list] = hits + 1
for symbol_list, hits in iter(hits_by_symbol_list.items()):
if not min_hits_count or hits >= min_hits_count:
print(symbol_list + ' ' + str(hits))
def print_profile(samples, symbol_resolver, caller_oriented=False,
printer=default_printer, time_range=None, src_addr_formatter=debug.SourceAddress.__str__,
node_filter=None, order=None, root_function=None, max_levels=None, grouping=None):
groups = {}
for sample in samples:
if time_range:
sample = sample.intersection(time_range)
if not sample:
continue
frames = list(debug.resolve_all(symbol_resolver, (addr - 1 for addr in sample.backtrace)))
frames = strip_garbage(frames)
if caller_oriented:
frames.reverse()
if root_function:
i = find_frame_index(frames, root_function)
if i:
frames = frames[i:]
else:
frames = None
if frames:
key = grouping.get_group(sample) if grouping else None
node = groups.get(key, None)
if not node:
node = ProfNode('All')
groups[key] = node
node.hit(sample.resident_time)
for src_addr in frames:
node = node.get_or_add(src_addr_formatter(src_addr))
node.hit(sample.resident_time)
def format_node(node, root):
attributes = ''
percentage_subject_getter = attrgetter('hit_count')
if root.resident_time:
attributes += format_time(node.resident_time) + ' '
percentage_subject_getter = attrgetter('resident_time')
bracket_attributes = []
if percentage_subject_getter(root):
percentage = float(percentage_subject_getter(node)) * 100 / percentage_subject_getter(root)
bracket_attributes.append('%.2f%%' % percentage)
bracket_attributes.append('#%d' % node.hit_count)
label = '\n '.join([node.key] + node.tail)
return "%s(%s) %s" % (attributes, ', '.join(bracket_attributes), label)
if not order:
order = lambda node: (-node.resident_time, -node.hit_count)
for group, tree_root in sorted(groups.iteritems(), key=lambda (thread, node): order(node)):
collapse_similar(tree_root)
if max_levels:
strip_level(tree_root, max_levels)
if grouping:
printer('\n=== ' + grouping.format(group) + ' ===\n\n')
tree.print_tree(tree_root,
formatter=lambda node: format_node(node, tree_root),
order_by=order,
printer=printer,
node_filter=lambda node: node_filter(node, tree_root))
def print_profile(samples,
symbol_resolver,
caller_oriented=False,
printer=default_printer,
time_range=None,
src_addr_formatter=debug.SourceAddress.__str__,
node_filter=None,
order=None,
root_function=None,
max_levels=None,
grouping=None):
groups = {}
for sample in samples:
if time_range:
sample = sample.intersection(time_range)
if not sample:
continue
frames = list(
debug.resolve_all(symbol_resolver,
(addr - 1 for addr in sample.backtrace)))
frames = strip_garbage(frames)
if caller_oriented:
frames.reverse()
if root_function:
i = find_frame_index(frames, root_function)
if i:
frames = frames[i:]
else:
frames = None
if frames:
key = grouping.get_group(sample) if grouping else None
node = groups.get(key, None)
if not node:
node = ProfNode('All')
groups[key] = node
node.hit(sample.resident_time)
for src_addr in frames:
node = node.get_or_add(src_addr_formatter(src_addr))
node.hit(sample.resident_time)
def format_node(node, root):
attributes = ''
percentage_subject_getter = attrgetter('hit_count')
if root.resident_time:
attributes += format_time(node.resident_time) + ' '
percentage_subject_getter = attrgetter('resident_time')
bracket_attributes = []
if percentage_subject_getter(root):
percentage = float(percentage_subject_getter(
node)) * 100 / percentage_subject_getter(root)
bracket_attributes.append('%.2f%%' % percentage)
bracket_attributes.append('#%d' % node.hit_count)
label = '\n '.join([node.key] + node.tail)
return "%s(%s) %s" % (attributes, ', '.join(bracket_attributes), label)
if not order:
order = lambda node: (-node.resident_time, -node.hit_count)
for group, tree_root in sorted(
iter(groups.items()),
key=lambda thread_node: order(thread_node[1])):
collapse_similar(tree_root)
if max_levels:
strip_level(tree_root, max_levels)
if grouping:
printer('\n=== ' + grouping.format(group) + ' ===\n\n')
tree.print_tree(tree_root,
formatter=lambda node: format_node(node, tree_root),
order_by=order,
printer=printer,
node_filter=lambda node: node_filter(node, tree_root))
def show_results(mallocs,
node_filters,
sorter,
group_by,
symbol_resolver,
src_addr_formatter=debug.SourceAddress.__str__,
max_levels=None,
show_backtrace=True,
printer=prof.default_printer):
root = tree.TreeNode(TreeKey('All', None))
lost = 0
unfreed = 0
for buf in mallocs:
for desc in mallocs[buf]:
node = root
for gr in group_by:
node = node.get_or_add(groups[gr](desc))
if desc.backtrace and show_backtrace:
frames = list(
debug.resolve_all(symbol_resolver,
(addr - 1 for addr in desc.backtrace)))
frames = prof.strip_garbage(frames)
frames = strip_malloc(frames)
level = max_levels
bt = node
for frame in frames:
src_addr = src_addr_formatter(frame)
bt = bt.get_or_add(TreeBacktrace(src_addr, node))
bt.key.hit()
if max_levels:
level -= 1
if not level:
break
node.key.alloc += 1
node.key.total_bytes += desc.alloc_len
node.key.lost_bytes += desc.alloc_len - desc.req_len
def flatten(node):
for child in node.children:
flatten(child)
if node.has_only_one_child():
node.key.backtrace += '\n' + next(node.children).key.backtrace
node.remove_all()
def propagate(parent, node):
if isinstance(node.key, TreeBacktrace):
flatten(node)
return
for child in node.children:
propagate(node, child)
if parent:
parent.key.alloc += node.key.alloc
parent.key.total_bytes += node.key.total_bytes
parent.key.lost_bytes += node.key.lost_bytes
propagate(None, root)
def formatter(node):
return node.key.__str__()
def node_filter(*args):
for filter in node_filters:
if not list(filter(*args)):
return False
return True
def order_by(node):
if isinstance(node.key, TreeBacktrace):
return -node.key.count
return sorters[sorter](node)
tree.print_tree(root,
formatter,
printer=printer,
order_by=order_by,
node_filter=node_filter)
def show_results(mallocs, node_filters, sorter, group_by, symbol_resolver,
src_addr_formatter=debug.SourceAddress.__str__, max_levels=None,
show_backtrace=True, printer=prof.default_printer):
root = tree.TreeNode(TreeKey('All', None))
lost = 0
unfreed = 0
for buf in mallocs:
for desc in mallocs[buf]:
node = root
for gr in group_by:
node = node.get_or_add(groups[gr](desc))
if desc.backtrace and show_backtrace:
frames = list(debug.resolve_all(symbol_resolver, (addr - 1 for addr in desc.backtrace)))
frames = prof.strip_garbage(frames)
frames = strip_malloc(frames)
level = max_levels
bt = node
for frame in frames:
src_addr = src_addr_formatter(frame)
bt = bt.get_or_add(TreeBacktrace(src_addr, node))
bt.key.hit()
if max_levels:
level -= 1
if not level:
break
node.key.alloc += 1
node.key.total_bytes += desc.alloc_len
node.key.lost_bytes += desc.alloc_len - desc.req_len
def flatten(node):
for child in node.children:
flatten(child)
if node.has_only_one_child():
node.key.backtrace += '\n' + next(node.children).key.backtrace
node.remove_all()
def propagate(parent, node):
if isinstance(node.key, TreeBacktrace):
flatten(node)
return
for child in node.children:
propagate(node, child)
if parent:
parent.key.alloc += node.key.alloc
parent.key.total_bytes += node.key.total_bytes
parent.key.lost_bytes += node.key.lost_bytes
propagate(None, root)
def formatter(node):
return node.key.__str__()
def node_filter(*args):
for filter in node_filters:
if not filter(*args):
return False
return True
def order_by(node):
if isinstance(node.key, TreeBacktrace):
return -node.key.count
return sorters[sorter](node)
tree.print_tree(root, formatter,
printer=printer,
order_by=order_by,
node_filter=node_filter)
