def __init__(self,
upstream,
user,
token,
db_path,
build,
log_path='log.json',
is_dummy=False):
os.chdir(upstream)
self.api = ServoGithubAPIProvider(user, token)
sys.path.append(os.path.join(db_path))
from db import IntermittentsDB
with open(os.path.join(db_path, 'intermittents.json'), 'r') as fd:
self.db = IntermittentsDB(json.load(fd))
self.last_updated = datetime.now().day - 1
self.build = 'dev'
if build == 'release':
self.build = 'release'
self.test = 'wpt'
self.log_path = log_path
self.is_dummy = is_dummy
if is_dummy:
print '\033[1m\033[93mRunning in dummy mode: API will not be used!\033[0m'
if os.path.exists(log_path):
with open(log_path, 'r') as fd:
self.results = json.load(fd)
#!/usr/bin/env python
from __future__ import absolute_import, print_function
import cgi
import cgitb
try:
import simplejson as json
except:
import json
import handlers
from db import IntermittentsDB
if __name__ == "__main__":
print("Content-Type: application/json;charset=utf-8")
print()
cgitb.enable()
post = cgi.FieldStorage()
name = post.getfirst("name", None)
if name:
with open('intermittents.json') as f:
db = IntermittentsDB(json.loads(f.read()))
print(json.dumps(db.query(name)))
else:
print('null')
#***************************************** #CSC517 final project #Spring 2017 # #Erika Eill [email protected] #Zachary Taylor [email protected] #Adam Weber [email protected] #***************************************** from flask import Flask, request, jsonify, render_template, make_response, abort from db import IntermittentsDB import handlers import sys app = Flask(__name__) db = IntermittentsDB("./static/intermittent_errors.json") #utility method def request_wants_json(): best = request.accept_mimetypes \ .best_match(['application/json', 'text/html']) return best == 'application/json' and \ request.accept_mimetypes[best] > \ request.accept_mimetypes['text/html'] #rest endpoint for handling the query of data @app.route("/query.py") def querypy(): result = handlers.query(db, request.args.get('filename')) return jsonify(result)
#utility wrapper for unit tests
def query_test(db, name):
result = db.query(name)
if result:
return result[0]['number']
return None
#utility wrapper for unit tests on adv_query (filename + date)
def adv_query_test(db, name, start, end):
result = db.adv_query(name, start, end)
if result:
return result[0]['number']
return None
#set up a temporary db for testing
db = IntermittentsDB('test_file.json')
print 'Beginning tests'
testCounter = 1
#Check that numbers come back correct for existing test files
print 'Test', testCounter, 'executing'
testCounter += 1
assert query_test(db, 'not_so_great.rr') == 19001
assert query_test(db, 'awesome_file.r') == 19000
#add and check
print 'Test', testCounter, 'executing'
testCounter += 1
db.add('another_file.c', 'windows', 'circleci', 1000, "2017-3-16", "21:32:09.231123")
assert query_test(db, 'another_file.c') == 1000
class IntermittentWatcher(object):
def __init__(self,
upstream,
user,
token,
db_path,
build,
log_path='log.json',
is_dummy=False):
os.chdir(upstream)
self.api = ServoGithubAPIProvider(user, token)
sys.path.append(os.path.join(db_path))
from db import IntermittentsDB
with open(os.path.join(db_path, 'intermittents.json'), 'r') as fd:
self.db = IntermittentsDB(json.load(fd))
self.last_updated = datetime.now().day - 1
self.build = 'dev'
if build == 'release':
self.build = 'release'
self.test = 'wpt'
self.log_path = log_path
self.is_dummy = is_dummy
if is_dummy:
print '\033[1m\033[93mRunning in dummy mode: API will not be used!\033[0m'
if os.path.exists(log_path):
with open(log_path, 'r') as fd:
self.results = json.load(fd)
def execute(self, command):
out = ''
print '\033[93m%s\033[0m' % command
proc = subprocess.Popen(command,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
shell=True)
for line in iter(proc.stdout.readline, ''):
sys.stdout.write(
line) # print stdout/stderr lines as and whenever we get one
sys.stdout.flush()
out += line
proc.wait()
return out
def log(self, msg):
print '\033[91m%s\033[0m: \033[92m%s\033[0m' % (datetime.now(), msg)
def run(self):
current = {}
self.log('Running tests...')
command = WPT_COMMAND % (self.test, TEMP_LOG)
if self.build == 'release':
command += ' --release'
out = self.execute(command)
out = out[(out.find(OUTPUT_HEAD) + len(OUTPUT_HEAD)):-1].strip()
self.log('Analyzing the raw log...')
with open(TEMP_LOG, 'r') as fd:
for line in fd:
obj = json.loads(line)
if obj['thread'] == 'MainThread':
continue
if obj['action'] == 'test_start':
current[obj['thread']] = obj[
'test'] # tests running in each thread
default = {
'record': None,
'issue': None,
'subtest': {},
'notified': False
}
self.results.setdefault(obj['test'], default)
elif obj['action'] == 'process_output':
test = current[obj['thread']]
if obj['data'].startswith('rr: Saving'):
data = obj['data'].split()
old = self.results[test]['record']
new = data[-1][1:-2] # rr-record location
if old:
self.log('Replacing existing record %r with new one %r for test %r' % \
(old, new, test))
shutil.rmtree(old)
self.results[test]['record'] = new
if obj.get('expected'): # there's an unexpected result
test, subtest = current[obj['thread']], obj.get(
'subtest', obj['test'])
issues = self.db.query(test)
if issues: # since we're querying by name, we'll always get either one or none
self.results[test]['issue'] = issues[0]['number']
self.results[test]['subtest'][subtest] = {
'data': '',
'status': obj['status']
}
self.log('Analyzing stdout...')
for result in map(str.strip, out.split('\n\n')):
data = result.splitlines()
name = data[0][data[0].find('/'):]
if SUBTEST_PREFIX in result:
test = name[:-1] # strip out the colon
subtest = data[1][(data[1].find(']') +
2):] # get the subtest name
else:
test, subtest = name, name # tests without subtests
self.results[test]['subtest'][subtest]['data'] = result
self.log('Cleaning up recordings...')
for test, result in self.results.iteritems():
if result['subtest']:
if not result['notified']:
fn = self.post_comment if result[
'issue'] else self.create_issue
print fn(test)
self.results[test]['notified'] = True
else:
result = self.results.pop(test)
if result['record']:
self.log('Removing unused record %r for test %r' %
(result['record'], test))
shutil.rmtree(result['record'])
with open(self.log_path, 'w') as fd:
self.log('Dumping the test results...')
json.dump(self.results, fd)
def create_issue(self, test):
self.log('Opening issue...')
subtests = self.results[test]['subtest'].values()
status = subtests[0]['status']
title = 'Intermittent %s in %s' % (status, self.results[test])
body = '\n\n'.join(
map(lambda r: ' ' + r['data'], subtests) + [NOTIFICATION])
labels = ['I-intermittent']
if self.test == 'css':
labels.append('A-content/css')
args = [title, body, labels]
return args if self.is_dummy else self.api.create_issue(*args)
def post_comment(self, test):
self.log('Posting comment...')
subtests = self.results[test]['subtest'].values()
body = '\n\n'.join(
map(lambda r: ' ' + r['data'], subtests) + [NOTIFICATION])
args = [body, self.results[test]['issue']]
return args if self.is_dummy else self.api.post_comment(*args)
def update(self):
self.log('Updating upstream...')
self.execute('git pull upstream master')
self.log('Building in %s mode...' % self.build)
self.execute('./mach build --%s' % self.build)
def start(self):
while True:
cur_time = datetime.now()
if cur_time.hour >= 0 and cur_time.day > self.last_updated:
self.update()
self.last_updated = cur_time.day
self.run()
self.test = 'wpt' if self.test == 'css' else 'css'
from db import IntermittentsDB
import handlers
import json
def query(db, name):
result = db.query(name)
if result:
return result[0]['number']
return None
with open('tests.json') as f:
db = IntermittentsDB(json.loads(f.read()))
assert query(db, 'many-draw-calls.html') == 14391
assert query(db, '2d.fillStyle.parse.css-color-4-rgba-4.html') == 14389
assert query(db, 'mozbrowserlocationchange_event.html') == None
assert len(db.query('Intermittent')) == 2
db.add('foo.html', 12345)
assert query(db, 'foo.html') == 12345
db.remove(12345)
assert query(db, 'foo.html') == None
handlers.on_label_added(db, 'E-easy', 'foo.html', 12345, 'open')
assert query(db, 'foo.html') == None
handlers.on_label_added(db, 'I-intermittent', 'foo.html', 12345, 'open')
assert query(db, 'foo.html') == 12345
handlers.on_label_removed(db, 'E-easy', 'foo.html', 12345, 'open')
assert query(db, 'foo.html') == 12345
from db import IntermittentsDB
import handlers
import json
def query(db, name):
result = db.query(name)
if result:
return result[0]['number']
return None
with open('tests.json') as f:
db = IntermittentsDB(json.loads(f.read()))
assert query(db, 'many-draw-calls.html') == 14391
assert query(db, '2d.fillStyle.parse.css-color-4-rgba-4.html') == 14389
assert query(db, 'mozbrowserlocationchange_event.html') == None
assert len(db.query('Intermittent')) == 2
db.add('foo.html', 12345)
assert query(db, 'foo.html') == 12345
db.remove(12345)
assert query(db, 'foo.html') == None
handlers.on_label_added(db, 'E-easy', 'foo.html', 12345, 'open')
assert query(db, 'foo.html') == None
handlers.on_label_added(db, 'I-intermittent', 'foo.html', 12345, 'open')
assert query(db, 'foo.html') == 12345