def get_buildjob_detail(revision, slave, buildername):
if '\"' not in slave:
slave = '\"%s\"' % slave
es = ESLib(ES_SERVER, 'logs', 'buildlogs')
results = es.query({'revision': '%s*' % revision[0:12], 'machine': slave})
if len(results) == 1:
return results[0]
if len(results) > 1:
for result in results:
if result['buildername'] == buildername:
return result
else:
return None
def GET(self):
params,body = templeton.handlers.get_request_parms()
data = defaultdict(lambda: defaultdict(lambda: defaultdict(lambda:defaultdict(list))))
timestamps = defaultdict(lambda: defaultdict(lambda: defaultdict(lambda:defaultdict(list))))
es = ESLib('elasticsearch1.metrics.sjc1.mozilla.com:9200','xbrowserstartup', 'perfdata')
# Create a version suitable for graphing from this:
# {"x-series":["date1","date2",...."enddate"],
# "series":[{"name":"<phone1>-<browser1>",
# "data":[<date_point>, "<date_point>",..."<date_point>"]},
# {"name":"<phone1>-<browser2>",
# "data":[<date_point>, "<date_point>",..."<date_point>"]},
# ...
# {"name":"<phonem>-<browsern>",
# "data":[<date_point>, "<date_point>",..."<date_point>"]}]}
testname = params["test"][0] + "-" + params["style"][0] + "-startup"
xseries = self.get_date_range(params["date"][0])
series = []
# Dates in format YYYY-mm-dd
for date in xseries:
results = es.query({'date': date})
for result in results:
perfdata = result['perfdata'][0]
data[result['revision']][perfdata['phone']][perfdata['browser']][perfdata['type']].append(perfdata['result'])
timestamps[result['revision']][perfdata['phone']][perfdata['browser']][perfdata['type']].append(result['starttime'])
# Get averages for each testrun for each browser from this day
# Make a point from (date, avg of testrun on phone-browser, phone-browser)
for rev in data:
for phone in data[rev]:
for browser in data[rev][phone]:
phone_browser = phone + "-" + browser
# If we do not have data for this revision, then skip
# it.
if len(data[rev][phone][browser][testname]) == 0:
continue
# If our phone browser combo not in the series add it.
# If it is in the list return the index.
# Either way we get the index of the phone_browser
# combo in the list.
idx = self.ensure_in_series(phone_browser, series)
# Get the timestamp from our parallel array - note that
# since we average our results we only need one timestamp
# from the test for this browser, on this phone, on this revision.
tstamp = timestamps[rev][phone][browser][testname][0]
# Debugging code
print "------------"
print "DATE: %s" % datetime.fromtimestamp(float(tstamp)).isoformat()
print "REV: %s" % rev
print "PHONE: %s" % phone
print "BROWSER: %s" % browser
print "TESTARRAY %s" % data[rev][phone][browser][testname]
avg = self.average(data[rev][phone][browser][testname])
if avg == 0:
# Don't add 0's if we are missing data, just skip that point
continue
# Add our point to the series data - our tstamp is in
# secs since EPOC, we need it to be ms since epoc for charts,
# so multiply by 1000.
series[idx]["data"].append([tstamp * 1000, avg, phone_browser])
retval = {"xseries": xseries, "series": series}
#print retval
return retval
import csv
import dateutil.parser
import re
import templeton
import templeton.handlers
import web
try:
import json
except:
import simplejson as json
config = ConfigParser.ConfigParser()
config.read("settings.cfg")
ES_SERVER = config.get("database", "ES_SERVER")
eslib = ESLib(ES_SERVER, config.get("database", "INDEX"), config.get("database", "TYPE"))
# "/api/" is automatically prepended to each of these
urls = (
'/perfdata/?',"PerfdataHandler",
'/xbrowserstartup/?', "CrossBrowserStartupHandler"
)
class PerfdataHandler():
@templeton.handlers.json_response
def GET(self):
params,body = templeton.handlers.get_request_parms()
queryparams = defaultdict()
#No params supplied -- query everything
