def io_request_intervals(self, op=None, interval=None, by='issue'):
"""Returns event intervals for specified `op`
If by ='issue' (default):
returns intervals from block issue ==> complete
Elif by = 'insert':
returns intervals from insert to queue ==> complete
For list of io_types (aka ops) see `trace.disk.ops`
# TODO: Filter by # of sectors & devices.
See `DiskIOType` in `ftrace.io` for op.
"""
if by == 'insert':
interval_dict = self._io_insert_intervals_by_op
else:
interval_dict = self._io_issue_intervals_by_op
if op is None:
intervals = \
IntervalList(sorted_items(interval_dict.values()))
else:
intervals = interval_dict[op]
intervals = intervals.slice(interval=interval)
return intervals
def bimc_aggregate_requests(self, interval=None):
"""
Returns alll votes between BIMC clock changes.
"""
rv = IntervalList()
votes = {}
max_voter, max_vote = '', 0
for bimc_interval in \
self._trace.clock.frequency_intervals(clock='bimc_clk',
interval=interval):
for bus_requests in self.bus_request_intervals(
interval=bimc_interval.interval):
ib_vote = bus_requests.instantaneous_bw_GBps
device = bus_requests.device + ' ' + repr(
bus_requests.master_slave)
votes[device] = ib_vote
if ib_vote > max_vote:
max_voter = device
max_vote = ib_vote
rv.append(
AggBusRequestInterval(votes=votes,
max_voter=max_voter,
interval=bimc_interval.interval))
return rv
def open_camera_intervals(self, interval=None):
"""
Returns list of intervals to open camera device.
Camera open should return in 200ms, and must return in 500ms.
References:
[1] http://source.android.com/devices/camera/camera3_requests_hal.html
[2] https://android.googlesource.com/platform/hardware/libhardware/+/master/include/hardware/camera3.h
"""
rv = IntervalList()
# Several device vendors have different names
cam_open_events = self._trace.android.event_intervals(
name='openCameraDevice', interval=interval) # Typical of SS
if not cam_open_events:
cam_open_events = self._trace.android.event_intervals(
name='AndroidCamera.open', interval=interval) # Huawei
for cam_open_event in cam_open_events:
interval = cam_open_event.interval
if interval.duration > 0.5:
log.warn("Camera open exceeded 500ms recommended time")
rv.append(
CameraLatency(op="Open Camera Device",
interval=interval,
latency=interval.duration))
return rv
def pwrstate_intervals(self, device=None, state=None, interval=None):
"""
Returns pwr state intervals for specified state (if any)
on device (if any) over the specified interval (if any).
"""
try:
self._pwrstate_intervals_by_device.keys()
except AttributeError:
self._pwrstate_events_handler()
try:
if device is not None:
intervals = self._pwrstate_intervals_by_device[device]
else:
intervals = IntervalList(
sorted_items(
self._pwrstate_intervals_by_device.values()))
if is_list_like(state):
filter_func = (lambda ti: ti.state in state) if state else None
else:
filter_func = (lambda ti: ti.state == state) if state else None
return IntervalList(filter(filter_func,
intervals.slice(interval=interval)))
except:
return IntervalList()
def audio_glitches(self, interval=None, buffer_size_frames=None):
"""
Returns number of underruns within specified interval.
"""
try:
self._fRdy2s
except AttributeError:
self._audio_flinger_handler(buffer_size_frames=buffer_size_frames)
audio_glitches = IntervalList()
for frdy in self._fRdy2s.slice(interval=interval):
if frdy.value == 0:
# framesReady() is zero, total underrun
glitch_type = GlitchType.UNDERRUN_EMPTY
elif frdy.value < self.buffer_size_frames:
# framesReady() is non-zero but < full frame count
glitch_type = GlitchType.UNDERRUN_PARTIAL
elif frdy.value == self.buffer_size_frames:
#glitch_type = GlitchType.UNDERRUN_FULL
continue
elif frdy.value > self.buffer_size_frames:
glitch_type = GlitchType.OVERRUN
audio_glitches.append(AudioLatency(glitch_type=glitch_type,
interval=frdy.interval,
latency=frdy.interval.duration))
return audio_glitches
def event_intervals(self,
name=None,
task=None,
interval=None,
match_exact=True):
"""Returns event intervals for specified `name` and `task`
Name here implies `section` or `counter` name.
"""
if name is None:
intervals = \
IntervalList(sorted_items(self._tmw_intervals_by_name.values()))
elif isinstance(name, string_types):
if match_exact:
intervals = self._tmw_intervals_by_name[name]
else:
intervals = IntervalList(
sorted_items(value for key, value in
self._tmw_intervals_by_name.iteritems()
if name in key))
else: # assume iterable (must match exact)
intervals = IntervalList(
sorted_items(
value
for key, value in self._tmw_intervals_by_name.iteritems()
if key in name))
intervals = intervals.slice(interval=interval)
if task:
intervals = IntervalList(
filter(lambda it: it.event.task == task, intervals))
return intervals
def lpm_intervals(self, cluster=None, interval=None):
"""Return Idle interval for specified cpu & interval
when cluster is IDLE (in LPM) state
"""
try:
return IntervalList(
filter(
lambda cii: cii.state == BusyState.IDLE,
self.cluster_intervals(cluster=cluster,
interval=interval)))
except:
return IntervalList()
def busy_intervals(self, cluster=None, interval=None):
"""Return Busy interval for specified cluster & interval
when cluster is not IDLE (in LPM) state
"""
try:
return IntervalList(
filter(
lambda cii: cii.state != BusyState.IDLE,
self.cluster_intervals(cluster=cluster,
interval=interval)))
except:
return IntervalList()
def rendering_intervals(self, interval=None):
"""
"""
frames = self.frame_intervals(interval=interval)
rendering_intervals = IntervalList()
slice_start = frames[0].interval.start
for i, j in zip(frames[:-1], frames[1:]):
if j.interval.start - i.interval.end > 2 * VSYNC:
# new group of frames.
ri = Rendering(interval=Interval(slice_start, i.interval.end))
rendering_intervals.append(ri)
slice_start = j.interval.start
return rendering_intervals
def _switch_device_latency_handler(self):
"""
Returns list of all input events
"""
self._switch_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals(
"deliverInputEvent")
def _preview_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
sp_events = self._trace.android.event_intervals(
'doStopPreviewSync')
if not sp_events:
preview_events = self._trace.android.event_intervals(
'AndroidCamera.startPreview')
if preview_events:
camera_task = preview_events[0].event.task
sp_events = (context for context in \
self._trace.android.event_intervals('disconnect') \
if context.event.task.pid == camera_task.pid)
for sp_event in sp_events:
yield Interval(last_timestamp, sp_event.interval.start)
last_timestamp = sp_event.interval.start
for interval in _preview_intervals():
touch_events = deliver_inputs.slice(interval=interval,
trimmed=False)
if touch_events:
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(start_ts, self._trace.duration)
si_events = self._trace.android.event_intervals(
name='StartPreviewThread', interval=post_touch_interval)
if not si_events:
si_events = self._trace.android.event_intervals(
name='AndroidCamera.startPreview',
interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._switch_latencies.append(
CameraLatency("Camera Switch",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._switch_latencies
def cluster_intervals(self, cluster, interval=None):
"""Return interval for specified cluster & interval
"""
try:
self._cluster_idle_intervals_by_cluster
except AttributeError:
_ = self._cluster_idle_events_handler()
if cluster is not None:
intervals = self._cluster_idle_intervals_by_cluster[cluster]
else:
intervals = IntervalList(sorted_items(self._cluster_idle_intervals_by_cluster.values()))
return intervals.slice(interval=interval)
def store_image_intervals(self, interval=None):
"""
Returns list of intervals to store image intervals.
# IMPORTANT: Not supported on Huawei devices yet. Missing markers.
"""
rv = IntervalList()
for store_image_event in self._trace.android.event_intervals(
name='storeImage',interval=interval):
interval = store_image_event.interval
rv.append(CameraLatency(op="Store Image/ Add To Media Store",
interval=interval,
latency=interval.duration))
return rv
def cluster_intervals(self, cluster, interval=None):
"""Return interval for specified cluster & interval
"""
try:
self._cluster_idle_intervals_by_cluster
except AttributeError:
_ = self._cluster_idle_events_handler()
if cluster is not None:
intervals = self._cluster_idle_intervals_by_cluster[cluster]
else:
intervals = IntervalList(
sorted_items(self._cluster_idle_intervals_by_cluster.values()))
return intervals.slice(interval=interval)
def store_image_intervals(self, interval=None):
"""
Returns list of intervals to store image intervals.
# IMPORTANT: Not supported on Huawei devices yet. Missing markers.
"""
rv = IntervalList()
for store_image_event in self._trace.android.event_intervals(
name='storeImage', interval=interval):
interval = store_image_event.interval
rv.append(
CameraLatency(op="Store Image/ Add To Media Store",
interval=interval,
latency=interval.duration))
return rv
def _shutter_lag_latency_handler(self):
"""
Returns list of all input events
"""
self._shutter_lag_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals("deliverInputEvent")
def _still_capture_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
for tp_event in self._trace.android.event_intervals('doTakePictureAsync'):
yield Interval(last_timestamp, tp_event.interval.start)
last_timestamp = tp_event.interval.start
for interval in _still_capture_intervals():
touch_events = deliver_inputs.slice(interval=interval, trimmed=False)
# Necessary as we may be interested in different IRQ name
if touch_events:
# Use last input event within this interval
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(interval.end, self._trace.duration)
si_events = self._trace.android.event_intervals(name='storeImage',
interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._shutter_lag_latencies.append(
CameraLatency("Shutter Lag",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._shutter_lag_latencies
def _audio_flinger_handler(self, buffer_size_frames=None):
"""
Parses audio callback routines.
"""
all_tasks = self._trace.cpu.task_intervals()
self._OSL_cbks = IntervalList(filter_by_task(all_tasks, 'name', 'OSLcbk', 'any'))
self._fRdy2s = self._trace.android.event_intervals(name='fRdy2')
# Lets estimate buffer size (in seconds)
# By taking geomean of intervals between OSL callbacks
cbk_delta = [cbk_b.interval.start - cbk_a.interval.start \
for cbk_a, cbk_b in zip(self._OSL_cbks, self._OSL_cbks[1:])]
self.buffer_size_seconds = round(percentile(cbk_delta, 0.9), 3)
# Find audio jitter intervals
# This is delta (in seconds) between expected OSL callback arrival time
# and actual arrival time. We want this interval reasonably small.
self._cbk_jitters = IntervalList()
for cbk_a, cbk_b in zip(self._OSL_cbks, self._OSL_cbks[1:]):
expected_cbk_arrival_time = \
cbk_a.interval.start + self.buffer_size_seconds
delta = cbk_b.interval.start - expected_cbk_arrival_time
interval = Interval(cbk_a.interval.start, cbk_b.interval.start)
self._cbk_jitters.append(AudioJitter(interval=interval, latency=delta))
if self.buffer_size_frames is None:
# Estimate buffer sizes (frames)
self.buffer_size_frames = int(percentile([frdy.value for frdy in self._fRdy2s if frdy.value >= 0], 0.9))
else:
self.buffer_size_frames = buffer_size_frames
def input_events(self, task=None, interval=None):
all_inputs = self.event_intervals(name='aq:pending:',
task=task,
interval=interval,
match_exact=False)
return IntervalList(
filter(lambda input_event: input_event.value == 1, all_inputs))
def frequency_intervals(self, device=None, interval=None):
"""Returns freq intervals for specified interval on device"""
try:
self._pwrlevel_intervals_by_device.keys()
except AttributeError:
self._pwrlevel_events_handler()
try:
if device is not None:
intervals = self._pwrlevel_intervals_by_device[device]
else:
intervals = IntervalList(
sorted_items(
self._pwrlevel_intervals_by_device.values()))
return intervals.slice(interval=interval)
except:
return IntervalList()
def buslevel_intervals(self, device=None, interval=None):
"""
"""
try:
self._buslevel_intervals_by_device.keys()
except AttributeError:
self._buslevel_events_handler()
try:
if device is not None:
intervals = self._buslevel_intervals_by_device[device]
else:
intervals = IntervalList(
sorted_items(
self._buslevel_intervals_by_device.values()))
return intervals.slice(interval=interval)
except:
return IntervalList()
def bimc_aggregate_requests(self, interval=None):
"""
Returns alll votes between BIMC clock changes.
"""
rv = IntervalList()
votes = {}
max_voter, max_vote = '', 0
for bimc_interval in \
self._trace.clock.frequency_intervals(clock='bimc_clk',
interval=interval):
for bus_requests in self.bus_request_intervals(interval=bimc_interval.interval):
ib_vote = bus_requests.instantaneous_bw_GBps
device = bus_requests.device + ' ' + repr(bus_requests.master_slave)
votes[device] = ib_vote
if ib_vote > max_vote:
max_voter = device
max_vote = ib_vote
rv.append(AggBusRequestInterval(votes=votes, max_voter=max_voter,
interval=bimc_interval.interval))
return rv
def clock_intervals(self, clock, state=None, interval=None):
"""Returns clock (enabled/disabled) intervals for specified `clock`.
For list of clocks, dump `names`
"""
try:
clk_intervals = \
self._clk_intervals_by_clock[clock].slice(interval=interval)
except AttributeError:
clk_intervals = \
self._clk_events_handler()[clock].slice(interval=interval)
except KeyError:
log.warn('No such clock: {clock} in {clocks}'.format(
clock=clock, clocks=self.names))
return IntervalList()
# Hack in case clock was always ON:
if not clk_intervals and self.frequency_intervals(clock=clock, interval=interval):
clk_intervals = IntervalList([ClkInterval(clock, ClockState.ENABLED, self._trace.interval)])
filter_func = lambda ci: ci.state is state if state else None
return IntervalList(filter(filter_func, clk_intervals)).slice(interval=interval)
def _shutter_lag_latency_handler(self):
"""
Returns list of all input events
"""
self._shutter_lag_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals(
"deliverInputEvent")
def _still_capture_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
for tp_event in self._trace.android.event_intervals(
'doTakePictureAsync'):
yield Interval(last_timestamp, tp_event.interval.start)
last_timestamp = tp_event.interval.start
for interval in _still_capture_intervals():
touch_events = deliver_inputs.slice(interval=interval,
trimmed=False)
# Necessary as we may be interested in different IRQ name
if touch_events:
# Use last input event within this interval
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(interval.end,
self._trace.duration)
si_events = self._trace.android.event_intervals(
name='storeImage', interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._shutter_lag_latencies.append(
CameraLatency("Shutter Lag",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._shutter_lag_latencies
def bus_request_intervals(self, device=None, state=None, interval=None):
"""Return device interval for specified cpu & interval
"""
try:
self._bur_intervals_by_dev
except AttributeError:
_ = self._bur_events_handler()
if device is not None:
try:
intervals = self._bur_intervals_by_dev[device].slice(
interval=interval)
except KeyError:
log.warn('No such device: {device} in {devices}'.format(
device=device, devices=self.names))
interval = IntervalList()
else:
intervals = IntervalList(
sorted_items(self._bur_intervals_by_dev.values())).slice(
interval=interval)
filter_func = (lambda bi: bi.state is state) if state else None
return IntervalList(filter(filter_func, intervals))
def open_camera_intervals(self, interval=None):
"""
Returns list of intervals to open camera device.
Camera open should return in 200ms, and must return in 500ms.
References:
[1] http://source.android.com/devices/camera/camera3_requests_hal.html
[2] https://android.googlesource.com/platform/hardware/libhardware/+/master/include/hardware/camera3.h
"""
rv = IntervalList()
# Several device vendors have different names
cam_open_events = self._trace.android.event_intervals(
name='openCameraDevice', interval=interval) # Typical of SS
if not cam_open_events:
cam_open_events = self._trace.android.event_intervals(
name='AndroidCamera.open', interval=interval) # Huawei
for cam_open_event in cam_open_events:
interval = cam_open_event.interval
if interval.duration > 0.5:
log.warn("Camera open exceeded 500ms recommended time")
rv.append(CameraLatency(op="Open Camera Device", interval=interval,
latency=interval.duration))
return rv
def _switch_device_latency_handler(self):
"""
Returns list of all input events
"""
self._switch_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals("deliverInputEvent")
def _preview_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
sp_events = self._trace.android.event_intervals('doStopPreviewSync')
if not sp_events:
preview_events = self._trace.android.event_intervals('AndroidCamera.startPreview')
if preview_events:
camera_task = preview_events[0].event.task
sp_events = (context for context in \
self._trace.android.event_intervals('disconnect') \
if context.event.task.pid == camera_task.pid)
for sp_event in sp_events:
yield Interval(last_timestamp, sp_event.interval.start)
last_timestamp = sp_event.interval.start
for interval in _preview_intervals():
touch_events = deliver_inputs.slice(interval=interval, trimmed=False)
if touch_events:
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(start_ts, self._trace.duration)
si_events = self._trace.android.event_intervals(name='StartPreviewThread',
interval=post_touch_interval)
if not si_events:
si_events = self._trace.android.event_intervals(name='AndroidCamera.startPreview',
interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._switch_latencies.append(
CameraLatency("Camera Switch",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._switch_latencies
class Audio(FTraceComponent):
"""
Class with APIs to process android trace events
written to the trace buffer for the audio components.
Below tags must be enabled in trace:
input - Input
view - View System
wm - Window Manager
am - Activity Manager
audio - Audio
hal - Hardware Modules
See `adb shell atrace --list_categories`.
Audio Performance:
- Input Latency
- Output Latency
- RoudTrip Latency (Input + Output Latency)
Reference:
----------
http://source.android.com/devices/audio/index.html
https://www.youtube.com/watch?v=d3kfEeMZ65c
https://android.googlesource.com/platform/frameworks/av/+/master/services/audioflinger/FastMixer.cpp
"""
def __init__(self, trace):
self._trace = trace
self._events = trace.events
self.buffer_size_frames = None
def _initialize(self):
self._audio_flinger_handler()
@requires('tracing_mark_write')
@memoize
def num_frames_written(self, interval=None):
"""
Returns number of frames written within specified interval.
"""
raise NotImplementedError
@requires('tracing_mark_write')
@memoize
def num_write_errors(self, interval=None):
"""
Returns number of write errors within specified interval.
"""
raise NotImplementedError
@requires('tracing_mark_write')
@memoize
def num_glitches(self, interval=None, buffer_size_frames=None):
"""
Returns number of audio glitches within specified interval.
"""
return self.num_overruns(interval=interval,
buffer_size_frames=buffer_size_frames) +\
self.num_underruns(interval=interval,
buffer_size_frames=buffer_size_frames)
@requires('tracing_mark_write')
@memoize
def num_overruns(self, interval=None, buffer_size_frames=None):
"""
Returns number of overruns within specified interval.
"""
# hard to detect as we are still unsure of buffer_size.
glitches = self.audio_glitches(interval=interval,
buffer_size_frames=buffer_size_frames)
filter_func = lambda audio_glitch: audio_glitch.glitch_type is GlitchType.OVERRUN
return len(filter(filter_func, glitches))
@requires('tracing_mark_write')
@memoize
def num_underruns(self, interval=None, buffer_size_frames=None):
"""
Returns number of underruns within specified interval.
"""
glitches = self.audio_glitches(interval=interval,
buffer_size_frames=buffer_size_frames)
filter_func = lambda audio_glitch: audio_glitch.glitch_type in GlitchType.underruns()
return len(filter(filter_func, glitches))
@requires('tracing_mark_write')
@memoize
def audio_glitches(self, interval=None, buffer_size_frames=None):
"""
Returns number of underruns within specified interval.
"""
try:
self._fRdy2s
except AttributeError:
self._audio_flinger_handler(buffer_size_frames=buffer_size_frames)
audio_glitches = IntervalList()
for frdy in self._fRdy2s.slice(interval=interval):
if frdy.value == 0:
# framesReady() is zero, total underrun
glitch_type = GlitchType.UNDERRUN_EMPTY
elif frdy.value < self.buffer_size_frames:
# framesReady() is non-zero but < full frame count
glitch_type = GlitchType.UNDERRUN_PARTIAL
elif frdy.value == self.buffer_size_frames:
#glitch_type = GlitchType.UNDERRUN_FULL
continue
elif frdy.value > self.buffer_size_frames:
glitch_type = GlitchType.OVERRUN
audio_glitches.append(AudioLatency(glitch_type=glitch_type,
interval=frdy.interval,
latency=frdy.interval.duration))
return audio_glitches
@requires('tracing_mark_write')
@memoize
def frame_write_intervals(self, interval=None):
"""
Returns list of intervals frames were written within specified interval.
"""
raise NotImplementedError
@requires('tracing_mark_write')
@memoize
def jitter_intervals(self, interval=None, buffer_size_frames=None):
"""
Returns list of intervals of audio jitter within specified interval.
Jitter = Expected callback time - Actual callback time.
"""
try:
self._cbk_jitters
except AttributeError:
self._audio_flinger_handler(buffer_size_frames=buffer_size_frames)
return self._cbk_jitters.slice(interval=interval)
def _audio_flinger_handler(self, buffer_size_frames=None):
"""
Parses audio callback routines.
"""
all_tasks = self._trace.cpu.task_intervals()
self._OSL_cbks = IntervalList(filter_by_task(all_tasks, 'name', 'OSLcbk', 'any'))
self._fRdy2s = self._trace.android.event_intervals(name='fRdy2')
# Lets estimate buffer size (in seconds)
# By taking geomean of intervals between OSL callbacks
cbk_delta = [cbk_b.interval.start - cbk_a.interval.start \
for cbk_a, cbk_b in zip(self._OSL_cbks, self._OSL_cbks[1:])]
self.buffer_size_seconds = round(percentile(cbk_delta, 0.9), 3)
# Find audio jitter intervals
# This is delta (in seconds) between expected OSL callback arrival time
# and actual arrival time. We want this interval reasonably small.
self._cbk_jitters = IntervalList()
for cbk_a, cbk_b in zip(self._OSL_cbks, self._OSL_cbks[1:]):
expected_cbk_arrival_time = \
cbk_a.interval.start + self.buffer_size_seconds
delta = cbk_b.interval.start - expected_cbk_arrival_time
interval = Interval(cbk_a.interval.start, cbk_b.interval.start)
self._cbk_jitters.append(AudioJitter(interval=interval, latency=delta))
if self.buffer_size_frames is None:
# Estimate buffer sizes (frames)
self.buffer_size_frames = int(percentile([frdy.value for frdy in self._fRdy2s if frdy.value >= 0], 0.9))
else:
self.buffer_size_frames = buffer_size_frames
class Android(FTraceComponent):
"""
Class with APIs to process android trace events
written to the trace buffer. These are events not
part of ftrace API but useful for monitoring performance of
various frameworks in android OS. Some events (as of Lollipop) are:
gfx - Graphics
input - Input
view - View System
webview - WebView
wm - Window Manager
am - Activity Manager
sync - Sync Manager
audio - Audio
video - Video
camera - Camera
hal - Hardware Modules
app - Application
res - Resource Loading
dalvik - Dalvik VM
rs - RenderScript
bionic - Bionic C Library
power - Power Management
See `adb shell atrace --list_categories`.
"""
def __init__(self, trace):
self._trace = trace
self._events = trace.events
self.__event_handlers = {}
self._tmw_intervals_by_name = defaultdict(IntervalList)
def _initialize(self):
self._parse_tmw_events()
@property
@requires('tracing_mark_write')
def event_names(self):
return set(self._tmw_intervals_by_name.keys())
@requires('tracing_mark_write')
@memoize
def event_intervals(self,
name=None,
task=None,
interval=None,
match_exact=True):
"""Returns event intervals for specified `name` and `task`
Name here implies `section` or `counter` name.
"""
if name is None:
intervals = \
IntervalList(sorted_items(self._tmw_intervals_by_name.values()))
elif isinstance(name, string_types):
if match_exact:
intervals = self._tmw_intervals_by_name[name]
else:
intervals = IntervalList(
sorted_items(value for key, value in
self._tmw_intervals_by_name.iteritems()
if name in key))
else: # assume iterable (must match exact)
intervals = IntervalList(
sorted_items(
value
for key, value in self._tmw_intervals_by_name.iteritems()
if key in name))
intervals = intervals.slice(interval=interval)
if task:
intervals = IntervalList(
filter(lambda it: it.event.task == task, intervals))
return intervals
#--------------------------------------------------------------------------
"""
Utility script to estimate Frame Rate (FPS) and Jank.
Jank = Interval when surfaceFlinger failed to present.
"""
def rendering_intervals(self, interval=None):
"""
"""
frames = self.frame_intervals(interval=interval)
rendering_intervals = IntervalList()
slice_start = frames[0].interval.start
for i, j in zip(frames[:-1], frames[1:]):
if j.interval.start - i.interval.end > 2 * VSYNC:
# new group of frames.
ri = Rendering(interval=Interval(slice_start, i.interval.end))
rendering_intervals.append(ri)
slice_start = j.interval.start
return rendering_intervals
@requires('tracing_mark_write')
@memoize
def render_frame_intervals(self, task=None, interval=None):
"""
Returns intervals a frame from render thread was processed.
"""
return self.event_intervals(name=RENDER_THREAD_DRAW_NAMES,
task=task,
interval=interval,
match_exact=False)
@requires('tracing_mark_write')
@memoize
def ui_frame_intervals(self, task=None, interval=None):
"""
Returns intervals a frame from UI thread was processed.
"""
return self.event_intervals(name=UI_THREAD_DRAW_NAMES,
task=task,
interval=interval,
match_exact=False)
@requires('tracing_mark_write')
@memoize
def frame_intervals(self, task=None, interval=None):
"""
Returns intervals a frame from both UI & Render threads were processed.
"""
names = ['animator:'] + UI_THREAD_DRAW_NAMES + RENDER_THREAD_DRAW_NAMES
return self.event_intervals(name=names,
task=task,
interval=interval,
match_exact=False)
@requires('tracing_mark_write')
@memoize
def present_duration(self, interval=None):
"""
"""
present_duration = 0.0
vsync_events = self.event_intervals(name='VSYNC-sf', interval=interval)
if not vsync_events:
vsync_events = self.event_intervals(name='VSYNC',
interval=interval)
for vsync_event in vsync_events:
duration = vsync_event.interval.duration
if duration < 2 * VSYNC:
present_duration += duration
return present_duration
@requires('tracing_mark_write')
@memoize
def framerate(self, interval=None):
"""
Since SurfaceFlinger(SF) in Android updates the frame-buffer only
when there's work to be done. Measuring FPS in traditional sense as
frames / seconds would be incorrect as time might include intervals
when no screen updates occurred.
To account for this, we use SF Vsync which is set to 0 when SurfaceFlinger
has work to do. We accumulate intervals when a framebuffer was posted
and use this as Frame-rate.
See https://source.android.com/devices/graphics/implement.html
"""
total_frames = 0.0
# These are times when SF begins compositing.
vsync_events = self.event_intervals(name='VSYNC-sf', interval=interval)
if not vsync_events:
vsync_events = self.event_intervals(name='VSYNC',
interval=interval)
for vsync_event_a, vsync_event_b in zip(vsync_events,
vsync_events[1:]):
frames_presented = len(
self.event_intervals('postFramebuffer',
interval=vsync_event_a.interval))
# Below required to skip interval when we had nothing to do.
# As this event 'toggles' every VSYNC when SurfaceFlinger has work
# to do. If nothing is done (i.e. no 'postFramebuffer' events)
# there was jank in this interval.
if vsync_event_a.value != vsync_event_b.value and frames_presented:
total_frames += frames_presented
present_time = self.present_duration(interval=interval)
return round(total_frames /
present_time, 1) if present_time != 0.0 else float('nan')
@requires('tracing_mark_write')
@memoize
def jank_intervals(self, interval=None):
"""
Returns list of intervals when a jank (missed frame) occurred.
"""
missedFrames = self.event_intervals('FrameMissed', interval=interval)
return IntervalList(filter(lambda x: x.value == 1, missedFrames))
@requires('tracing_mark_write')
@memoize
def num_janks(self, interval=None):
"""
Returns number of janks (missed frame) within interval.
"""
return len(self.jank_intervals(interval=interval))
@requires('tracing_mark_write')
@memoize
def jankrate(self, interval=None):
"""
Returns number of janks (missed frame) per second within interval.
"""
try:
return round(
self.num_janks(interval=interval) /
self.present_duration(interval=interval), 1)
except ZeroDivisionError:
return 0.0
#--------------------------------------------------------------------------
"""
Utility script to estimate input response latency.
Inputs (Touch/Key presses) triggers USB HID report or I2C bus interrupt thats
sent to Linux Kernel and mapped by Input driver to specific event type and
code as standardized by Linux Input Protocol,defined by OEM-mapping
in `linux/input.h`
Next `EventHub` in Android OS layer reads the translated signals by opening
`evdev` devices for each input device. Then Android's `InputReader`
component then decodes the input events according to the device class and
produces a stream of Android input events.
Finally, Android's `InputReader` sends input events to the `InputDispatcher`
which forwards them to the appropriate window.
We define input latency as time from handling IRQ from touch driver (e.g.
irq/13-fts_touc) to time when you a screen update from SurfaceFlinger
after `DeliverInputEvent`. Technically speaking, this is referred to as
'input-to-display' latency.
IMPORTANT: We do not account for delays from touch till when
IRQ is triggered by touch device. This is typically low (<5ms)
depending on HW.
Further Reading:
---------------
https://source.android.com/devices/input/overview.html
https://www.kernel.org/doc/Documentation/input/event-codes.txt
"""
@requires('tracing_mark_write', 'sched_switch', 'sched_wakeup')
@memoize
def input_latencies(self, irq_name, interval=None):
"""
Returns input-to-display latencies seen in trace.
IMPORTANT: Trace must be collected with 'input' and 'view' events.
"""
try:
return self._input_latencies.slice(interval=interval)
except AttributeError:
return self._input_latency_handler(irq_name=irq_name).\
slice(interval=interval)
@requires('tracing_mark_write')
@memoize
def input_events(self, task=None, interval=None):
all_inputs = self.event_intervals(name='aq:pending:',
task=task,
interval=interval,
match_exact=False)
return IntervalList(
filter(lambda input_event: input_event.value == 1, all_inputs))
def _input_latency_handler(self, irq_name):
"""
Returns list of all input events
"""
self._input_latencies = IntervalList()
all_tasks = self._trace.cpu.task_intervals()
all_aq_events = self.input_events()
touch_irqs = IntervalList(
filter_by_task(all_tasks, 'name', irq_name, 'any'))
def _input_intervals():
"""
Generator that yields intervals when discrete input event(s)
are read & decoded by Android `Input Reader`.
x__x__x____IR___ID_ID_ID___DI_SU__DI_SU__DI_SU______
x = multiple input IRQs (multi-touch translated by Android Input Framework)
IR = Input Reader [read/decodes multiple events @ once]
ID = Input Dispatch [dispatches each input event]
DI = Deliver Input [ appropriate window consumes input event ]
SU = SurfaceFlinger Screen Update due to window handling input event
Please note InputReader 'iq' will be set to 1 whenever InputReader
had event to process. This could be disabled in some systems.
"""
last_timestamp = self._trace.interval.start
for ir_event in filter_by_task(all_tasks, 'name', 'InputReader',
'any'):
yield Interval(last_timestamp, ir_event.interval.end)
last_timestamp = ir_event.interval.end
for interval in _input_intervals():
irqs = touch_irqs.slice(interval=interval, trimmed=False)
# Necessary as we may be interested in different IRQ name
if irqs:
# Use longest IRQ
start_ts = max(
irqs, key=lambda x: x.interval.duration).interval.start
end_ts = start_ts
post_ir_interval = Interval(start_ts, self._trace.duration)
di_events = self.event_intervals(
name=['deliverInputEvent', 'input'],
interval=post_ir_interval)
if di_events:
# IMPORTANT: If InputDispatcher sythesizes multiple
# events to same application, we ignore consequent event
# and only parse 1st event. This is because we heuristically
# can't determine start of next input event to differentiate.
di_event = di_events[0]
# necessary in case a synthetic events is cancelled
# canceled appropriately when the events are no longer
# being resynthesized (because the application or IME is
# already handling them or dropping them entirely)
# This is done by checking for dumping input latencies when
# active input event queue length (aq) is > 1 for same task.
# For more details, see
# https://android.googlesource.com/platform/frameworks/base.git/+
# /f9e989d5f09e72f5c9a59d713521f37d3fdd93dd%5E!/
# This returns first interval when aq has pending event(s)
di_event_name = getattr(di_event, 'name', None)
if di_event_name and di_event_name == 'input':
pfb_events = self.event_intervals(
name='doComposition', interval=post_ir_interval)
else:
aq_event = filter_by_task(
all_aq_events.slice(interval=post_ir_interval),
'pid', di_event.event.task.pid)
if aq_event and aq_event.value > 0:
post_di_start = aq_event.interval.start
else:
if aq_event:
continue # if AQ event exists.
post_di_start = di_events[0].interval.start
post_di_interval = Interval(post_di_start,
self._trace.duration)
pfb_events = self.event_intervals(
name='doComposition', interval=post_di_interval)
if pfb_events:
end_ts = pfb_events[0].interval.end
if start_ts != end_ts and end_ts > start_ts and start_ts not in self._input_latencies._start_timestamps:
input_interval = Interval(start=start_ts, end=end_ts)
self._input_latencies.append(
InputLatency(interval=input_interval,
latency=input_interval.duration))
return self._input_latencies
#---------------------------------------------------------------------------
"""
Utility script to estimate application launch latency without instrumenting
each app. This has been well validated and found effective for over 80 top
apps on Android Lollipop device. Validation was done by visually comparing
below markers to screen capture of the launched app.
IMPORTANT: For complex app with `welcome screen` displayed prior to
user-interactable window e.g. games, this excludes such intervals and
only captures up to first displayed window.
Typically GLSurfaces are used post-welcome screen.
"""
@memoize
def _launched_app_events(self, interval=None):
"""
Upon launch, applications goes through 3 states:
- process creation (fork from zygote)
- bind application
- launch (as defined in App Lifecycle on Android OS
i.e. onCreate/onStart etc.)
We guestimate which app is launched by on
bindApplication logged by Android.
"""
bindApplications = self.event_intervals(name='bindApplication')
return bindApplications.slice(interval=interval)
@memoize
def launched_app_events(self, interval=None):
"""
First `bindApplication` indicates first (actual) app-launch.
Note that any single app-launch can initiate launch of other
processes (hence forks of zygotes and consequent `bindApplication`)
"""
return self._launched_app_events(interval=interval)
@memoize
def _start_launch_time(self, launched_event):
"""
Start time estimated as first time we ever saw (i.e. scheduled on CPU)
the launched task.
"""
if launched_event:
interval = Interval(0, launched_event.timestamp)
return self._trace.cpu.task_intervals(
task=launched_event.task, interval=interval)[0].interval.start
@requires('tracing_mark_write')
@memoize
def _end_launch_time(self, launched_event, next_launched_event=None):
"""
End time estimated as last `performTraversals`(screen update) that caused
a `setTransactionState`.
setTransactionState() is invoked to inform SurfaceFlinger state of changes
of the surface; changes can be layer_state_t and Display_state
(see native/include/private/gui/LayerState.h).
layer_state_t indicates changes in position/color/depth/size/alpha/crop etc
Display_state indicates changes in orientation, etc
"""
end_time = None
max_end_time = self._start_launch_time(next_launched_event) \
if next_launched_event else self._trace.duration
# after launch
pl_interval = Interval(launched_event.timestamp, max_end_time)
performTraversals = self.event_intervals(name=UI_THREAD_DRAW_NAMES,
task=launched_event.task,
interval=pl_interval,
match_exact=False)
last_end = max_end_time
for pt_event in reversed(performTraversals):
sts_interval = Interval(pt_event.interval.start, last_end)
sts_events = self.event_intervals(name='setTransactionState',
interval=sts_interval)
# ignore 'setTransactionState' due to app close/focus switch
# by checking 'wmUpdateFocus'
wmuf_events = self.event_intervals(name='wmUpdateFocus',
interval=sts_interval)
if sts_events and not wmuf_events and sts_interval.end != max_end_time:
end_time = sts_interval.end
break
last_end = pt_event.interval.start
return end_time
@requires('tracing_mark_write', 'sched_switch', 'sched_wakeup')
@memoize
def app_launch_latencies(self, task=None):
"""Return launch latency seen in trace"""
launch_latencies = []
launched_events = list(self.launched_app_events())
launched_events.append(None)
for curr_app_event, next_app_event in zip(launched_events,
launched_events[1:]):
event = curr_app_event.event
next_event = next_app_event.event if next_app_event else None
if task and event.task != task:
continue
start_time, end_time = \
self._start_launch_time(event), self._end_launch_time(event, next_event)
if (start_time and end_time) is not None:
launch_interval = Interval(start_time, end_time)
launch_latencies.append(
LaunchLatency(task=event.task,
interval=launch_interval,
latency=launch_interval.duration))
return launch_latencies
#---------------------------------------------------------------------------
@coroutine
def _context_handler(self):
"""
"""
last_timestamp = self._trace.interval.start
last_event = None
counter_events_by_pid = defaultdict(EventList)
try:
while True:
event = (yield)
pid = event.task.pid
tag = event.data.atrace_tag
if tag is AtraceTag.CONTEXT_BEGIN:
counter_events_by_pid[pid].append(event)
elif tag is AtraceTag.CONTEXT_END and counter_events_by_pid[
pid]:
last_event = counter_events_by_pid[pid].pop()
last_timestamp = last_event.timestamp
last_pid, last_name = \
last_event.data.pid, last_event.data.section_name
interval = Interval(last_timestamp, event.timestamp)
context = Context(pid=last_pid,
name=last_name,
interval=interval,
event=last_event)
self._tmw_intervals_by_name[last_name].append(context)
else:
log.warn(
"Missing start marker {event}".format(event=event))
except GeneratorExit:
# close things off
for pid, event_list in counter_events_by_pid.iteritems():
for event in event_list:
last_timestamp = event.timestamp
interval = Interval(last_timestamp, self._trace.duration)
if event.data.atrace_tag is not AtraceTag.CONTEXT_END:
pid, name = event.data.pid, event.data.section_name
context = Context(pid=pid,
name=name,
interval=interval,
event=event)
self._tmw_intervals_by_name[name].append(context)
@coroutine
def _async_event_handler(self):
"""
TODO: Track by cookie. This is rarely used!!!
"""
last_timestamp = self._trace.interval.start
last_event = None
# Stack them like Jason (JSON) 'PID', then 'cookie'
counter_events_by_cookie = defaultdict(EventList)
counter_events_by_pid = defaultdict(lambda: counter_events_by_cookie)
try:
while True:
event = (yield)
pid, cookie = event.data.pid, event.data.cookie
tag = event.data.atrace_tag
event_list = counter_events_by_pid[pid][cookie]
if tag is AtraceTag.ASYNC_BEGIN:
event_list.append(event)
elif tag is AtraceTag.ASYNC_END and event_list:
last_event = event_list.pop()
last_timestamp = last_event.timestamp
interval = Interval(last_timestamp, event.timestamp)
context = Context(pid=pid,
name=last_event.data.section_name,
interval=interval,
event=last_event)
self._tmw_intervals_by_name[context.name].append(context)
else:
log.warn(
"Missing start marker {event}".format(event=event))
except GeneratorExit:
# close things off
for pid, by_name in counter_events_by_pid.iteritems():
for cookie, event_list in by_name.iteritems():
for event in event_list:
last_timestamp = event.timestamp
interval = Interval(last_timestamp,
self._trace.duration)
context = Context(pid=pid,
name=event.data.section_name,
interval=interval,
event=event)
self._tmw_intervals_by_name[context.name].append(
context)
@coroutine
def _counter_handler(self):
"""
"""
last_timestamp = self._trace.interval.start
last_value = -1.0
last_event = None
# Stack them like Jason (JSON) 'PID', then 'Counter name'
counter_events_by_name = defaultdict(EventList)
counter_events_by_pid = defaultdict(lambda: counter_events_by_name)
try:
while True:
event = (yield)
pid = event.data.pid
counter_name = event.data.counter_name
event_list = counter_events_by_pid[pid][counter_name]
if event_list:
last_event = event_list.pop()
last_timestamp = last_event.timestamp
last_value = last_event.data.value
event_list.append(event)
interval = Interval(last_timestamp, event.timestamp)
counter = Counter(pid=pid,
name=counter_name,
event=last_event,
value=last_value,
interval=interval)
self._tmw_intervals_by_name[counter.name].append(counter)
except GeneratorExit:
# close things off
for pid, by_name in counter_events_by_pid.iteritems():
for counter_name, event_list in by_name.iteritems():
for event in event_list:
last_timestamp = event.timestamp
last_value = event.data.value
interval = Interval(last_timestamp,
self._trace.duration)
counter = Counter(pid=pid,
name=counter_name,
event=event,
value=last_value,
interval=interval)
self._tmw_intervals_by_name[counter.name].append(
counter)
def _parse_tmw_events(self):
"""Parse tracing_mark_write intervals"""
context_handler = self._context_handler()
async_event_handler = self._async_event_handler()
counter_handler = self._counter_handler()
_ATRACE_TAG_HANDLERS = {
AtraceTag.CONTEXT_BEGIN: context_handler,
AtraceTag.CONTEXT_END: context_handler,
AtraceTag.ASYNC_BEGIN: async_event_handler,
AtraceTag.ASYNC_END: async_event_handler,
AtraceTag.COUNTER: counter_handler,
}
def tmw_events_gen():
filter_func = lambda event: event.tracepoint == 'tracing_mark_write'
for event in filter(filter_func, self._events):
yield event
for event in tmw_events_gen():
try:
handler_func = self.__event_handlers[event.data.atrace_tag]
except KeyError:
handler_func = \
self.__event_handlers[event.data.atrace_tag] = \
_ATRACE_TAG_HANDLERS[event.data.atrace_tag]
# handler_func.next() # prime the coroutine
except AttributeError:
log.warn("Unsupported event: {event}".format(event=event))
continue
handler_func.send(event)
# shut down the coroutines (..and we are done!)
for handler_func in self.__event_handlers.itervalues():
handler_func.close()
def _input_latency_handler(self, irq_name):
"""
Returns list of all input events
"""
self._input_latencies = IntervalList()
all_tasks = self._trace.cpu.task_intervals()
all_aq_events = self.input_events()
touch_irqs = IntervalList(
filter_by_task(all_tasks, 'name', irq_name, 'any'))
def _input_intervals():
"""
Generator that yields intervals when discrete input event(s)
are read & decoded by Android `Input Reader`.
x__x__x____IR___ID_ID_ID___DI_SU__DI_SU__DI_SU______
x = multiple input IRQs (multi-touch translated by Android Input Framework)
IR = Input Reader [read/decodes multiple events @ once]
ID = Input Dispatch [dispatches each input event]
DI = Deliver Input [ appropriate window consumes input event ]
SU = SurfaceFlinger Screen Update due to window handling input event
Please note InputReader 'iq' will be set to 1 whenever InputReader
had event to process. This could be disabled in some systems.
"""
last_timestamp = self._trace.interval.start
for ir_event in filter_by_task(all_tasks, 'name', 'InputReader',
'any'):
yield Interval(last_timestamp, ir_event.interval.end)
last_timestamp = ir_event.interval.end
for interval in _input_intervals():
irqs = touch_irqs.slice(interval=interval, trimmed=False)
# Necessary as we may be interested in different IRQ name
if irqs:
# Use longest IRQ
start_ts = max(
irqs, key=lambda x: x.interval.duration).interval.start
end_ts = start_ts
post_ir_interval = Interval(start_ts, self._trace.duration)
di_events = self.event_intervals(
name=['deliverInputEvent', 'input'],
interval=post_ir_interval)
if di_events:
# IMPORTANT: If InputDispatcher sythesizes multiple
# events to same application, we ignore consequent event
# and only parse 1st event. This is because we heuristically
# can't determine start of next input event to differentiate.
di_event = di_events[0]
# necessary in case a synthetic events is cancelled
# canceled appropriately when the events are no longer
# being resynthesized (because the application or IME is
# already handling them or dropping them entirely)
# This is done by checking for dumping input latencies when
# active input event queue length (aq) is > 1 for same task.
# For more details, see
# https://android.googlesource.com/platform/frameworks/base.git/+
# /f9e989d5f09e72f5c9a59d713521f37d3fdd93dd%5E!/
# This returns first interval when aq has pending event(s)
di_event_name = getattr(di_event, 'name', None)
if di_event_name and di_event_name == 'input':
pfb_events = self.event_intervals(
name='doComposition', interval=post_ir_interval)
else:
aq_event = filter_by_task(
all_aq_events.slice(interval=post_ir_interval),
'pid', di_event.event.task.pid)
if aq_event and aq_event.value > 0:
post_di_start = aq_event.interval.start
else:
if aq_event:
continue # if AQ event exists.
post_di_start = di_events[0].interval.start
post_di_interval = Interval(post_di_start,
self._trace.duration)
pfb_events = self.event_intervals(
name='doComposition', interval=post_di_interval)
if pfb_events:
end_ts = pfb_events[0].interval.end
if start_ts != end_ts and end_ts > start_ts and start_ts not in self._input_latencies._start_timestamps:
input_interval = Interval(start=start_ts, end=end_ts)
self._input_latencies.append(
InputLatency(interval=input_interval,
latency=input_interval.duration))
return self._input_latencies
def jank_intervals(self, interval=None):
"""
Returns list of intervals when a jank (missed frame) occurred.
"""
missedFrames = self.event_intervals('FrameMissed', interval=interval)
return IntervalList(filter(lambda x: x.value == 1, missedFrames))
class Camera(FTraceComponent):
"""
Class with APIs to process android trace events
written to the trace buffer for the camera components.
Below tags must be enabled in trace:
gfx - Graphics
input - Input
view - View System
wm - Window Manager
am - Activity Manager
camera - Camera
hal - Hardware Modules
See `adb shell atrace --list_categories`.
CAMERA Performance (still image or video):
- 3A (AF/AE/AWB Time)
- CaptureTime: time from createCaptureRequest() --> onCaptureComplete
- Re-configure Camera (per-settings control) for use [see HAL]
- Camera Switch Time (from Rear2Front or Front2Rear Camera) [x]
- Time to Open camera device [x]
- ShutterLag Time [x]
- Shot2ShotTime
- JPEGCallBackFinish Time
- PictureDisplayToJPEGCallback Time
- Store Image/AddToMediaStore Time [x]
- deleteImageTime
- Continous AF Time
- Switch Operating Mode Time (Still Capture to Video Recording)
Ideally, we would love to include metadata entries (per-settings control)
for each image taken. However, this is not possible. Hence it's highly recommended
that user records the camera settings for each trace captured.
"""
def __init__(self, trace):
self._trace = trace
self._events = trace.events
def _initialize(self):
pass
@requires('tracing_mark_write')
@memoize
def open_camera_intervals(self, interval=None):
"""
Returns list of intervals to open camera device.
Camera open should return in 200ms, and must return in 500ms.
References:
[1] http://source.android.com/devices/camera/camera3_requests_hal.html
[2] https://android.googlesource.com/platform/hardware/libhardware/+/master/include/hardware/camera3.h
"""
rv = IntervalList()
# Several device vendors have different names
cam_open_events = self._trace.android.event_intervals(
name='openCameraDevice', interval=interval) # Typical of SS
if not cam_open_events:
cam_open_events = self._trace.android.event_intervals(
name='AndroidCamera.open', interval=interval) # Huawei
for cam_open_event in cam_open_events:
interval = cam_open_event.interval
if interval.duration > 0.5:
log.warn("Camera open exceeded 500ms recommended time")
rv.append(
CameraLatency(op="Open Camera Device",
interval=interval,
latency=interval.duration))
return rv
@requires('tracing_mark_write')
@memoize
def store_image_intervals(self, interval=None):
"""
Returns list of intervals to store image intervals.
# IMPORTANT: Not supported on Huawei devices yet. Missing markers.
"""
rv = IntervalList()
for store_image_event in self._trace.android.event_intervals(
name='storeImage', interval=interval):
interval = store_image_event.interval
rv.append(
CameraLatency(op="Store Image/ Add To Media Store",
interval=interval,
latency=interval.duration))
return rv
#--------------------------------------------------------------------------
"""
Utility script to estimate shutter lag.
We define shutter lag latency as time from when camera app consumes
input event `DeliverInputEvent` for image capture, to time when
still-image is saved. Technically speaking, this is referred to as
'shoot-to-save' latency.
IMPORTANT: We do not account for delays such as input latency.
"""
@requires('tracing_mark_write')
@memoize
def shutter_lag_intervals(self, interval=None):
"""
Returns list of intervals for shutter lag.
Basically the time difference between when the shutter button
is clicked in your camera and when the picture is recorded
in the album (i.e. stores in media)
# TODO: Handle ZSL.
# IMPORTANT: Not supported on Huawei devices yet. Missing markers.
"""
try:
return self._shutter_lag_latencies.slice(interval=interval)
except AttributeError:
return self._shutter_lag_latency_handler().slice(interval=interval)
def _shutter_lag_latency_handler(self):
"""
Returns list of all input events
"""
self._shutter_lag_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals(
"deliverInputEvent")
def _still_capture_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
for tp_event in self._trace.android.event_intervals(
'doTakePictureAsync'):
yield Interval(last_timestamp, tp_event.interval.start)
last_timestamp = tp_event.interval.start
for interval in _still_capture_intervals():
touch_events = deliver_inputs.slice(interval=interval,
trimmed=False)
# Necessary as we may be interested in different IRQ name
if touch_events:
# Use last input event within this interval
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(interval.end,
self._trace.duration)
si_events = self._trace.android.event_intervals(
name='storeImage', interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._shutter_lag_latencies.append(
CameraLatency("Shutter Lag",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._shutter_lag_latencies
#---------------------------------------------------------------------------
"""
Utility script to estimate time to switch from rear-to-front
or front-to-rear camera devices.
We define shutter lag latency as time from when camera app consumes
Input event `DeliverInputEvent` for switch camera device, to time when
preview of new camera device is complete. Technically speaking,
this is referred to as 'switch_input-to-preview' latency.
IMPORTANT: We do not account for delays such as input latency.
It includes latencies to:
1) stop preview of prior camera device
2) tear down (flush) pending requests
3) open new camera device
4) configure new device per settings control.
5) start preview of new camera device
"""
@requires('tracing_mark_write')
@memoize
def switch_device_intervals(self, interval=None):
"""
Returns list of intervals for shutter lag.
Basically the time difference between when the switch mode button
is clicked in your camera and when preview from new camera device is
started.
"""
try:
return self._switch_latencies.slice(interval=interval)
except AttributeError:
return self._switch_device_latency_handler().slice(
interval=interval)
def _switch_device_latency_handler(self):
"""
Returns list of all input events
"""
self._switch_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals(
"deliverInputEvent")
def _preview_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
sp_events = self._trace.android.event_intervals(
'doStopPreviewSync')
if not sp_events:
preview_events = self._trace.android.event_intervals(
'AndroidCamera.startPreview')
if preview_events:
camera_task = preview_events[0].event.task
sp_events = (context for context in \
self._trace.android.event_intervals('disconnect') \
if context.event.task.pid == camera_task.pid)
for sp_event in sp_events:
yield Interval(last_timestamp, sp_event.interval.start)
last_timestamp = sp_event.interval.start
for interval in _preview_intervals():
touch_events = deliver_inputs.slice(interval=interval,
trimmed=False)
if touch_events:
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(start_ts, self._trace.duration)
si_events = self._trace.android.event_intervals(
name='StartPreviewThread', interval=post_touch_interval)
if not si_events:
si_events = self._trace.android.event_intervals(
name='AndroidCamera.startPreview',
interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._switch_latencies.append(
CameraLatency("Camera Switch",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._switch_latencies
class Camera(FTraceComponent):
"""
Class with APIs to process android trace events
written to the trace buffer for the camera components.
Below tags must be enabled in trace:
gfx - Graphics
input - Input
view - View System
wm - Window Manager
am - Activity Manager
camera - Camera
hal - Hardware Modules
See `adb shell atrace --list_categories`.
CAMERA Performance (still image or video):
- 3A (AF/AE/AWB Time)
- CaptureTime: time from createCaptureRequest() --> onCaptureComplete
- Re-configure Camera (per-settings control) for use [see HAL]
- Camera Switch Time (from Rear2Front or Front2Rear Camera) [x]
- Time to Open camera device [x]
- ShutterLag Time [x]
- Shot2ShotTime
- JPEGCallBackFinish Time
- PictureDisplayToJPEGCallback Time
- Store Image/AddToMediaStore Time [x]
- deleteImageTime
- Continous AF Time
- Switch Operating Mode Time (Still Capture to Video Recording)
Ideally, we would love to include metadata entries (per-settings control)
for each image taken. However, this is not possible. Hence it's highly recommended
that user records the camera settings for each trace captured.
"""
def __init__(self, trace):
self._trace = trace
self._events = trace.events
def _initialize(self):
pass
@requires('tracing_mark_write')
@memoize
def open_camera_intervals(self, interval=None):
"""
Returns list of intervals to open camera device.
Camera open should return in 200ms, and must return in 500ms.
References:
[1] http://source.android.com/devices/camera/camera3_requests_hal.html
[2] https://android.googlesource.com/platform/hardware/libhardware/+/master/include/hardware/camera3.h
"""
rv = IntervalList()
# Several device vendors have different names
cam_open_events = self._trace.android.event_intervals(
name='openCameraDevice', interval=interval) # Typical of SS
if not cam_open_events:
cam_open_events = self._trace.android.event_intervals(
name='AndroidCamera.open', interval=interval) # Huawei
for cam_open_event in cam_open_events:
interval = cam_open_event.interval
if interval.duration > 0.5:
log.warn("Camera open exceeded 500ms recommended time")
rv.append(CameraLatency(op="Open Camera Device", interval=interval,
latency=interval.duration))
return rv
@requires('tracing_mark_write')
@memoize
def store_image_intervals(self, interval=None):
"""
Returns list of intervals to store image intervals.
# IMPORTANT: Not supported on Huawei devices yet. Missing markers.
"""
rv = IntervalList()
for store_image_event in self._trace.android.event_intervals(
name='storeImage',interval=interval):
interval = store_image_event.interval
rv.append(CameraLatency(op="Store Image/ Add To Media Store",
interval=interval,
latency=interval.duration))
return rv
#--------------------------------------------------------------------------
"""
Utility script to estimate shutter lag.
We define shutter lag latency as time from when camera app consumes
input event `DeliverInputEvent` for image capture, to time when
still-image is saved. Technically speaking, this is referred to as
'shoot-to-save' latency.
IMPORTANT: We do not account for delays such as input latency.
"""
@requires('tracing_mark_write')
@memoize
def shutter_lag_intervals(self, interval=None):
"""
Returns list of intervals for shutter lag.
Basically the time difference between when the shutter button
is clicked in your camera and when the picture is recorded
in the album (i.e. stores in media)
# TODO: Handle ZSL.
# IMPORTANT: Not supported on Huawei devices yet. Missing markers.
"""
try:
return self._shutter_lag_latencies.slice(interval=interval)
except AttributeError:
return self._shutter_lag_latency_handler().slice(interval=interval)
def _shutter_lag_latency_handler(self):
"""
Returns list of all input events
"""
self._shutter_lag_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals("deliverInputEvent")
def _still_capture_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
for tp_event in self._trace.android.event_intervals('doTakePictureAsync'):
yield Interval(last_timestamp, tp_event.interval.start)
last_timestamp = tp_event.interval.start
for interval in _still_capture_intervals():
touch_events = deliver_inputs.slice(interval=interval, trimmed=False)
# Necessary as we may be interested in different IRQ name
if touch_events:
# Use last input event within this interval
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(interval.end, self._trace.duration)
si_events = self._trace.android.event_intervals(name='storeImage',
interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._shutter_lag_latencies.append(
CameraLatency("Shutter Lag",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._shutter_lag_latencies
#---------------------------------------------------------------------------
"""
Utility script to estimate time to switch from rear-to-front
or front-to-rear camera devices.
We define shutter lag latency as time from when camera app consumes
Input event `DeliverInputEvent` for switch camera device, to time when
preview of new camera device is complete. Technically speaking,
this is referred to as 'switch_input-to-preview' latency.
IMPORTANT: We do not account for delays such as input latency.
It includes latencies to:
1) stop preview of prior camera device
2) tear down (flush) pending requests
3) open new camera device
4) configure new device per settings control.
5) start preview of new camera device
"""
@requires('tracing_mark_write')
@memoize
def switch_device_intervals(self, interval=None):
"""
Returns list of intervals for shutter lag.
Basically the time difference between when the switch mode button
is clicked in your camera and when preview from new camera device is
started.
"""
try:
return self._switch_latencies.slice(interval=interval)
except AttributeError:
return self._switch_device_latency_handler().slice(interval=interval)
def _switch_device_latency_handler(self):
"""
Returns list of all input events
"""
self._switch_latencies = IntervalList()
deliver_inputs = self._trace.android.event_intervals("deliverInputEvent")
def _preview_intervals():
"""
Generator that yields intervals when still images are captured
"""
last_timestamp = self._trace.interval.start
sp_events = self._trace.android.event_intervals('doStopPreviewSync')
if not sp_events:
preview_events = self._trace.android.event_intervals('AndroidCamera.startPreview')
if preview_events:
camera_task = preview_events[0].event.task
sp_events = (context for context in \
self._trace.android.event_intervals('disconnect') \
if context.event.task.pid == camera_task.pid)
for sp_event in sp_events:
yield Interval(last_timestamp, sp_event.interval.start)
last_timestamp = sp_event.interval.start
for interval in _preview_intervals():
touch_events = deliver_inputs.slice(interval=interval, trimmed=False)
if touch_events:
start_ts = touch_events[-1].interval.start
end_ts = start_ts
post_touch_interval = Interval(start_ts, self._trace.duration)
si_events = self._trace.android.event_intervals(name='StartPreviewThread',
interval=post_touch_interval)
if not si_events:
si_events = self._trace.android.event_intervals(name='AndroidCamera.startPreview',
interval=post_touch_interval)
if si_events:
end_ts = si_events[0].interval.end
shutter_lag_interval = Interval(start=start_ts, end=end_ts)
self._switch_latencies.append(
CameraLatency("Camera Switch",
interval=shutter_lag_interval,
latency=shutter_lag_interval.duration))
return self._switch_latencies
