def topcrashers(request, days=None, possible_days=None, default_context=None):
context = default_context or {}
form = TopCrashersForm(request.GET)
if not form.is_valid():
return http.HttpResponseBadRequest(unicode(form.errors))
product = form.cleaned_data['product']
versions = form.cleaned_data['version']
crash_type = form.cleaned_data['process_type']
os_name = form.cleaned_data['platform']
result_count = form.cleaned_data['_facets_size']
tcbs_mode = form.cleaned_data['_tcbs_mode']
range_type = form.cleaned_data['_range_type']
range_type = 'build' if range_type == 'build' else 'report'
if not tcbs_mode or tcbs_mode not in ('realtime', 'byday'):
tcbs_mode = 'realtime'
if product not in context['active_versions']:
return http.HttpResponseBadRequest('Unrecognized product')
context['product'] = product
if not versions:
# :(
# simulate what the nav.js does which is to take the latest version
# for this product.
for pv in context['active_versions'][product]:
if pv['is_featured']:
url = '%s&version=%s' % (
request.build_absolute_uri(), urlquote(pv['version'])
)
return redirect(url)
# See if all versions support builds. If not, refuse to show the "by build"
# range option in the UI.
versions_have_builds = True
for version in versions:
for pv in context['active_versions'][product]:
if pv['version'] == version and not pv['has_builds']:
versions_have_builds = False
break
context['versions_have_builds'] = versions_have_builds
# Used to pick a version in the dropdown menu.
context['version'] = versions[0]
if tcbs_mode == 'realtime':
end_date = timezone.now().replace(microsecond=0)
elif tcbs_mode == 'byday':
end_date = timezone.now().replace(
hour=0, minute=0, second=0, microsecond=0
)
# settings.PROCESS_TYPES might contain tuple to indicate that some
# are actual labels.
process_types = []
for option in settings.PROCESS_TYPES:
if isinstance(option, (list, tuple)):
process_types.append(option[0])
else:
process_types.append(option)
if crash_type not in process_types:
crash_type = 'browser'
context['crash_type'] = crash_type
os_api = models.Platforms()
operating_systems = os_api.get()
if os_name not in (os_['name'] for os_ in operating_systems):
os_name = None
context['os_name'] = os_name
# set the result counts filter in the context to use in
# the template. This way we avoid hardcoding it twice and
# have it defined in one common location.
context['result_counts'] = settings.TCBS_RESULT_COUNTS
if result_count not in context['result_counts']:
result_count = settings.TCBS_RESULT_COUNTS[0]
context['result_count'] = result_count
context['query'] = {
'product': product,
'versions': versions,
'crash_type': crash_type,
'os_name': os_name,
'result_count': unicode(result_count),
'mode': tcbs_mode,
'range_type': range_type,
'end_date': end_date,
'start_date': end_date - datetime.timedelta(days=days),
}
api_results = get_topcrashers_results(
product=product,
version=versions,
platform=os_name,
process_type=crash_type,
date=[
'<' + end_date.isoformat(),
'>=' + context['query']['start_date'].isoformat()
],
_facets_size=result_count,
_range_type=range_type,
)
if api_results['total'] > 0:
tcbs = api_results['facets']['signature']
else:
tcbs = []
count_of_included_crashes = 0
signatures = []
for crash in tcbs[:int(result_count)]:
signatures.append(crash['signature'])
count_of_included_crashes += crash['count']
context['number_of_crashes'] = count_of_included_crashes
context['total_percentage'] = api_results['total'] and (
100.0 * count_of_included_crashes / api_results['total']
)
# Get augmented bugs data.
bugs = defaultdict(list)
if signatures:
bugs_api = models.Bugs()
for b in bugs_api.get(signatures=signatures)['hits']:
bugs[b['signature']].append(b['id'])
# Get augmented signature data.
sig_date_data = {}
if signatures:
sig_api = models.SignatureFirstDate()
# SignatureFirstDate().get_dates() is an optimized version
# of SignatureFirstDate().get() that returns a dict of
# signature --> dates.
first_dates = sig_api.get_dates(signatures)
for sig, dates in first_dates.items():
sig_date_data[sig] = dates['first_date']
for crash in tcbs:
crash_counts = []
# Due to the inconsistencies of OS usage and naming of
# codes and props for operating systems the hacky bit below
# is required. Socorro and the world will be a better place
# once https://bugzilla.mozilla.org/show_bug.cgi?id=790642 lands.
for operating_system in operating_systems:
if operating_system['name'] == 'Unknown':
# not applicable in this context
continue
os_code = operating_system['code'][0:3].lower()
key = '%s_count' % os_code
crash_counts.append([crash[key], operating_system['name']])
sig = crash['signature']
# Augment with bugs.
if sig in bugs:
if 'bugs' in crash:
crash['bugs'].extend(bugs[sig])
else:
crash['bugs'] = bugs[sig]
# Augment with first appearance dates.
if sig in sig_date_data:
crash['first_report'] = sig_date_data[sig]
if 'bugs' in crash:
crash['bugs'].sort(reverse=True)
context['tcbs'] = tcbs
context['days'] = days
context['report'] = 'topcrasher'
context['possible_days'] = possible_days
context['total_crashing_signatures'] = len(signatures)
context['total_number_of_crashes'] = api_results['total']
context['process_type_values'] = []
for option in settings.PROCESS_TYPES:
if option == 'all':
continue
if isinstance(option, (list, tuple)):
value, label = option
else:
value = option
label = option.capitalize()
context['process_type_values'].append((value, label))
context['platform_values'] = settings.DISPLAY_OS_NAMES
return render(request, 'topcrashers/topcrashers.html', context)
def topcrashers(request, days=None, possible_days=None, default_context=None):
context = default_context or {}
form = TopCrashersForm(request.GET)
if not form.is_valid():
return http.HttpResponseBadRequest(text_type(form.errors))
product = form.cleaned_data['product']
versions = form.cleaned_data['version']
crash_type = form.cleaned_data['process_type']
os_name = form.cleaned_data['platform']
result_count = form.cleaned_data['_facets_size']
tcbs_mode = form.cleaned_data['_tcbs_mode']
range_type = form.cleaned_data['_range_type']
range_type = 'build' if range_type == 'build' else 'report'
if not tcbs_mode or tcbs_mode not in ('realtime', 'byday'):
tcbs_mode = 'realtime'
if product not in context['active_versions']:
return http.HttpResponseBadRequest('Unrecognized product')
context['product'] = product
if not versions:
# :(
# simulate what the nav.js does which is to take the latest version
# for this product.
for pv in context['active_versions'][product]:
if pv['is_featured']:
url = '%s&version=%s' % (request.build_absolute_uri(),
urlquote(pv['version']))
return redirect(url)
if context['active_versions'][product]:
# Not a single version was featured, but there were active
# versions. In this case, use the first available
# *active* version.
for pv in context['active_versions'][product]:
url = '%s&version=%s' % (request.build_absolute_uri(),
urlquote(pv['version']))
return redirect(url)
# See if all versions support builds. If not, refuse to show the "by build"
# range option in the UI.
versions_have_builds = True
for version in versions:
for pv in context['active_versions'][product]:
if pv['version'] == version and not pv['has_builds']:
versions_have_builds = False
break
context['versions_have_builds'] = versions_have_builds
# Used to pick a version in the dropdown menu.
context['version'] = versions[0]
if tcbs_mode == 'realtime':
end_date = timezone.now().replace(microsecond=0)
elif tcbs_mode == 'byday':
end_date = timezone.now().replace(hour=0,
minute=0,
second=0,
microsecond=0)
# settings.PROCESS_TYPES might contain tuple to indicate that some
# are actual labels.
process_types = []
for option in settings.PROCESS_TYPES:
if isinstance(option, (list, tuple)):
process_types.append(option[0])
else:
process_types.append(option)
if crash_type not in process_types:
crash_type = 'browser'
context['crash_type'] = crash_type
os_api = models.Platforms()
operating_systems = os_api.get()
if os_name not in (os_['name'] for os_ in operating_systems):
os_name = None
context['os_name'] = os_name
# set the result counts filter in the context to use in
# the template. This way we avoid hardcoding it twice and
# have it defined in one common location.
context['result_counts'] = settings.TCBS_RESULT_COUNTS
if result_count not in context['result_counts']:
result_count = settings.TCBS_RESULT_COUNTS[0]
context['result_count'] = result_count
context['query'] = {
'product': product,
'versions': versions,
'crash_type': crash_type,
'os_name': os_name,
'result_count': text_type(result_count),
'mode': tcbs_mode,
'range_type': range_type,
'end_date': end_date,
'start_date': end_date - datetime.timedelta(days=days),
}
topcrashers_stats = get_topcrashers_stats(
product=product,
version=versions,
platform=os_name,
process_type=crash_type,
date=[
'<' + end_date.isoformat(),
'>=' + context['query']['start_date'].isoformat()
],
_facets_size=result_count,
_range_type=range_type,
)
count_of_included_crashes = 0
signatures = []
for topcrashers_stats_item in topcrashers_stats[:int(result_count)]:
signatures.append(topcrashers_stats_item.signature_term)
count_of_included_crashes += topcrashers_stats_item.num_crashes
context['number_of_crashes'] = count_of_included_crashes
context['total_percentage'] = len(topcrashers_stats) and (
100.0 * count_of_included_crashes / len(topcrashers_stats))
# Get augmented bugs data.
bugs = defaultdict(list)
if signatures:
bugs_api = models.Bugs()
for b in bugs_api.get(signatures=signatures)['hits']:
bugs[b['signature']].append(b['id'])
# Get augmented signature data.
sig_date_data = {}
if signatures:
sig_api = models.SignatureFirstDate()
# SignatureFirstDate().get_dates() is an optimized version
# of SignatureFirstDate().get() that returns a dict of
# signature --> dates.
first_dates = sig_api.get_dates(signatures)
for signature_term, dates in first_dates.items():
sig_date_data[signature_term] = dates['first_date']
for topcrashers_stats_item in topcrashers_stats:
crash_counts = []
# Due to the inconsistencies of OS usage and naming of
# codes and props for operating systems the hacky bit below
# is required. Socorro and the world will be a better place
# once https://bugzilla.mozilla.org/show_bug.cgi?id=790642 lands.
for operating_system in operating_systems:
if operating_system['name'] == 'Unknown':
# not applicable in this context
continue
os_code = operating_system['code'][0:3].lower()
key = '%s_count' % os_code
crash_counts.append([
topcrashers_stats_item.num_crashes_per_platform[key],
operating_system['name']
])
signature_term = topcrashers_stats_item.signature_term
# Augment with bugs.
if signature_term in bugs:
if hasattr(topcrashers_stats_item, 'bugs'):
topcrashers_stats_item.bugs.extend(bugs[signature_term])
else:
topcrashers_stats_item.bugs = bugs[signature_term]
# Augment with first appearance dates.
if signature_term in sig_date_data:
topcrashers_stats_item.first_report = sig_date_data[signature_term]
if hasattr(topcrashers_stats_item, 'bugs'):
topcrashers_stats_item.bugs.sort(reverse=True)
context['topcrashers_stats'] = topcrashers_stats
context['days'] = days
context['report'] = 'topcrasher'
context['possible_days'] = possible_days
context['total_crashing_signatures'] = len(signatures)
context['total_number_of_crashes'] = len(topcrashers_stats)
context['process_type_values'] = []
for option in settings.PROCESS_TYPES:
if option == 'all':
continue
if isinstance(option, (list, tuple)):
value, label = option
else:
value = option
label = option.capitalize()
context['process_type_values'].append((value, label))
context['platform_values'] = settings.DISPLAY_OS_NAMES
return render(request, 'topcrashers/topcrashers.html', context)
def topcrashers(request, days=None, possible_days=None, default_context=None):
context = default_context or {}
form = TopCrashersForm(request.GET)
if not form.is_valid():
return http.HttpResponseBadRequest(str(form.errors))
product = form.cleaned_data["product"]
versions = form.cleaned_data["version"]
crash_type = form.cleaned_data["process_type"]
os_name = form.cleaned_data["platform"]
result_count = form.cleaned_data["_facets_size"]
tcbs_mode = form.cleaned_data["_tcbs_mode"]
range_type = form.cleaned_data["_range_type"]
range_type = "build" if range_type == "build" else "report"
if not tcbs_mode or tcbs_mode not in ("realtime", "byday"):
tcbs_mode = "realtime"
if product not in context["products"]:
return http.HttpResponseBadRequest("Unrecognized product")
context["product"] = product
if not versions:
# :(
# simulate what the nav.js does which is to take the latest version
# for this product.
for pv in context["active_versions"][product]:
if pv["is_featured"]:
url = "%s&version=%s" % (
request.build_absolute_uri(),
urlquote(pv["version"]),
)
return redirect(url)
if context["active_versions"][product]:
# Not a single version was featured, but there were active
# versions. In this case, use the first available
# *active* version.
for pv in context["active_versions"][product]:
url = "%s&version=%s" % (
request.build_absolute_uri(),
urlquote(pv["version"]),
)
return redirect(url)
# Used to pick a version in the dropdown menu.
context["version"] = versions[0] if versions else ""
if tcbs_mode == "realtime":
end_date = timezone.now().replace(microsecond=0)
elif tcbs_mode == "byday":
end_date = timezone.now().replace(hour=0,
minute=0,
second=0,
microsecond=0)
# settings.PROCESS_TYPES might contain tuple to indicate that some
# are actual labels.
process_types = []
for option in settings.PROCESS_TYPES:
if isinstance(option, (list, tuple)):
process_types.append(option[0])
else:
process_types.append(option)
if crash_type not in process_types:
crash_type = "browser"
context["crash_type"] = crash_type
platforms = models.Platform.objects.values()
if os_name not in (item["name"] for item in platforms):
os_name = None
context["os_name"] = os_name
# set the result counts filter in the context to use in
# the template. This way we avoid hardcoding it twice and
# have it defined in one common location.
context["result_counts"] = settings.TCBS_RESULT_COUNTS
if result_count not in context["result_counts"]:
result_count = settings.TCBS_RESULT_COUNTS[0]
context["result_count"] = result_count
context["query"] = {
"product": product,
"versions": versions,
"crash_type": crash_type,
"os_name": os_name,
"result_count": str(result_count),
"mode": tcbs_mode,
"range_type": range_type,
"end_date": end_date,
"start_date": end_date - datetime.timedelta(days=days),
}
topcrashers_stats = get_topcrashers_stats(
product=product,
version=versions,
platform=os_name,
process_type=crash_type,
date=[
"<" + end_date.isoformat(),
">=" + context["query"]["start_date"].isoformat(),
],
_facets_size=result_count,
_range_type=range_type,
)
count_of_included_crashes = 0
signatures = []
for topcrashers_stats_item in topcrashers_stats[:int(result_count)]:
signatures.append(topcrashers_stats_item.signature_term)
count_of_included_crashes += topcrashers_stats_item.num_crashes
context["number_of_crashes"] = count_of_included_crashes
context["total_percentage"] = len(topcrashers_stats) and (
100.0 * count_of_included_crashes / len(topcrashers_stats))
# Get augmented bugs data.
bugs = defaultdict(list)
if signatures:
qs = (models.BugAssociation.objects.filter(
signature__in=signatures).values("bug_id",
"signature").order_by("-bug_id"))
for item in qs:
bugs[item["signature"]].append(item["bug_id"])
# Get augmented signature data.
sig_date_data = {}
if signatures:
qs = models.Signature.objects.filter(signature__in=signatures).values(
"signature", "first_date")
sig_date_data = {item["signature"]: item["first_date"] for item in qs}
for topcrashers_stats_item in topcrashers_stats:
crash_counts = []
for item in platforms:
if item["name"] == "Unknown":
# not applicable in this context
continue
key = "%s_count" % item["short_name"]
crash_counts.append([
topcrashers_stats_item.num_crashes_per_platform[key],
item["name"]
])
signature_term = topcrashers_stats_item.signature_term
# Augment with bugs.
if signature_term in bugs:
if hasattr(topcrashers_stats_item, "bugs"):
topcrashers_stats_item.bugs.extend(bugs[signature_term])
else:
topcrashers_stats_item.bugs = bugs[signature_term]
# Augment with first appearance dates.
if signature_term in sig_date_data:
topcrashers_stats_item.first_report = sig_date_data[signature_term]
if hasattr(topcrashers_stats_item, "bugs"):
topcrashers_stats_item.bugs.sort(reverse=True)
context["topcrashers_stats"] = topcrashers_stats
context["days"] = days
context["report"] = "topcrasher"
context["possible_days"] = possible_days
context["total_crashing_signatures"] = len(signatures)
context["total_number_of_crashes"] = len(topcrashers_stats)
context["process_type_values"] = []
for option in settings.PROCESS_TYPES:
if option == "all":
continue
if isinstance(option, (list, tuple)):
value, label = option
else:
value = option
label = option.capitalize()
context["process_type_values"].append((value, label))
context["platform_values"] = [item["name"] for item in platforms]
return render(request, "topcrashers/topcrashers.html", context)
def topcrashers(request, days=None, possible_days=None, default_context=None):
context = default_context or {}
form = TopCrashersForm(request.GET)
if not form.is_valid():
return http.HttpResponseBadRequest(str(form.errors))
product = form.cleaned_data['product']
versions = form.cleaned_data['version']
crash_type = form.cleaned_data['process_type']
os_name = form.cleaned_data['platform']
result_count = form.cleaned_data['_facets_size']
tcbs_mode = form.cleaned_data['_tcbs_mode']
range_type = form.cleaned_data['_range_type']
range_type = 'build' if range_type == 'build' else 'report'
if not tcbs_mode or tcbs_mode not in ('realtime', 'byday'):
tcbs_mode = 'realtime'
if product not in context['products']:
return http.HttpResponseBadRequest('Unrecognized product')
context['product'] = product
if not versions:
# :(
# simulate what the nav.js does which is to take the latest version
# for this product.
for pv in context['active_versions'][product]:
if pv['is_featured']:
url = '%s&version=%s' % (
request.build_absolute_uri(), urlquote(pv['version'])
)
return redirect(url)
if context['active_versions'][product]:
# Not a single version was featured, but there were active
# versions. In this case, use the first available
# *active* version.
for pv in context['active_versions'][product]:
url = '%s&version=%s' % (
request.build_absolute_uri(), urlquote(pv['version'])
)
return redirect(url)
# Used to pick a version in the dropdown menu.
context['version'] = versions[0] if versions else ''
if tcbs_mode == 'realtime':
end_date = timezone.now().replace(microsecond=0)
elif tcbs_mode == 'byday':
end_date = timezone.now().replace(
hour=0, minute=0, second=0, microsecond=0
)
# settings.PROCESS_TYPES might contain tuple to indicate that some
# are actual labels.
process_types = []
for option in settings.PROCESS_TYPES:
if isinstance(option, (list, tuple)):
process_types.append(option[0])
else:
process_types.append(option)
if crash_type not in process_types:
crash_type = 'browser'
context['crash_type'] = crash_type
platforms = models.Platform.objects.values()
if os_name not in (item['name'] for item in platforms):
os_name = None
context['os_name'] = os_name
# set the result counts filter in the context to use in
# the template. This way we avoid hardcoding it twice and
# have it defined in one common location.
context['result_counts'] = settings.TCBS_RESULT_COUNTS
if result_count not in context['result_counts']:
result_count = settings.TCBS_RESULT_COUNTS[0]
context['result_count'] = result_count
context['query'] = {
'product': product,
'versions': versions,
'crash_type': crash_type,
'os_name': os_name,
'result_count': str(result_count),
'mode': tcbs_mode,
'range_type': range_type,
'end_date': end_date,
'start_date': end_date - datetime.timedelta(days=days),
}
topcrashers_stats = get_topcrashers_stats(
product=product,
version=versions,
platform=os_name,
process_type=crash_type,
date=[
'<' + end_date.isoformat(),
'>=' + context['query']['start_date'].isoformat()
],
_facets_size=result_count,
_range_type=range_type,
)
count_of_included_crashes = 0
signatures = []
for topcrashers_stats_item in topcrashers_stats[:int(result_count)]:
signatures.append(topcrashers_stats_item.signature_term)
count_of_included_crashes += topcrashers_stats_item.num_crashes
context['number_of_crashes'] = count_of_included_crashes
context['total_percentage'] = len(topcrashers_stats) and (
100.0 * count_of_included_crashes / len(topcrashers_stats)
)
# Get augmented bugs data.
bugs = defaultdict(list)
if signatures:
qs = (
models.BugAssociation.objects
.filter(signature__in=signatures)
.values('bug_id', 'signature')
.order_by('-bug_id')
)
for item in qs:
bugs[item['signature']].append(item['bug_id'])
# Get augmented signature data.
sig_date_data = {}
if signatures:
qs = (
models.Signature.objects
.filter(signature__in=signatures)
.values('signature', 'first_date')
)
sig_date_data = {
item['signature']: item['first_date']
for item in qs
}
for topcrashers_stats_item in topcrashers_stats:
crash_counts = []
for item in platforms:
if item['name'] == 'Unknown':
# not applicable in this context
continue
key = '%s_count' % item['short_name']
crash_counts.append(
[topcrashers_stats_item.num_crashes_per_platform[key], item['name']]
)
signature_term = topcrashers_stats_item.signature_term
# Augment with bugs.
if signature_term in bugs:
if hasattr(topcrashers_stats_item, 'bugs'):
topcrashers_stats_item.bugs.extend(bugs[signature_term])
else:
topcrashers_stats_item.bugs = bugs[signature_term]
# Augment with first appearance dates.
if signature_term in sig_date_data:
topcrashers_stats_item.first_report = sig_date_data[signature_term]
if hasattr(topcrashers_stats_item, 'bugs'):
topcrashers_stats_item.bugs.sort(reverse=True)
context['topcrashers_stats'] = topcrashers_stats
context['days'] = days
context['report'] = 'topcrasher'
context['possible_days'] = possible_days
context['total_crashing_signatures'] = len(signatures)
context['total_number_of_crashes'] = len(topcrashers_stats)
context['process_type_values'] = []
for option in settings.PROCESS_TYPES:
if option == 'all':
continue
if isinstance(option, (list, tuple)):
value, label = option
else:
value = option
label = option.capitalize()
context['process_type_values'].append((value, label))
context['platform_values'] = [item['name'] for item in platforms]
return render(request, 'topcrashers/topcrashers.html', context)