def ProcessCommandLineArgs(cls, parser, args, _):
if args.verbosity >= 2:
logging.getLogger().setLevel(logging.DEBUG)
elif args.verbosity:
logging.getLogger().setLevel(logging.INFO)
else:
logging.getLogger().setLevel(logging.WARNING)
# We retry failures by default unless we're running a list of tests
# explicitly.
if not args.retry_limit and not args.positional_args:
args.retry_limit = 3
if args.test_filter and args.positional_args:
parser.error('Cannot specify test names in positional args and use'
'--test-filter flag at the same time.')
if args.no_browser:
return
if args.start_xvfb and xvfb.ShouldStartXvfb():
cls.xvfb_process = xvfb.StartXvfb()
# Work around Mesa issues on Linux. See
# https://github.com/catapult-project/catapult/issues/3074
args.browser_options.AppendExtraBrowserArgs('--disable-gpu')
try:
possible_browser = browser_finder.FindBrowser(args)
except browser_finder_exceptions.BrowserFinderException, ex:
parser.error(ex)
def RunWct(base_dir,
dep_dirs,
persist=False,
chrome_channel='stable',
prefix=''):
wct_bin = os.environ.get('WCT', 'wct')
if os.system('which %s > /dev/null' % wct_bin):
print 'FATAL ERROR: wct not found. Install it and add it to your path:'
print 'cipd install -root ~/cipd infra/testing/wct/linux-amd64 prod'
print 'export PATH=~/cipd:$PATH'
return 1
xvfb_process = None
chrome_bin = run_dev_server_tests.GetLocalChromePath(None)
if not chrome_bin:
chrome_manager = binary_manager.BinaryManager(
[run_dev_server_tests.CHROME_BINARIES_CONFIG])
arch, os_name = dependency_util.GetOSAndArchForCurrentDesktopPlatform()
chrome_bin = chrome_manager.FetchPathWithVersion(
'chrome_%s' % chrome_channel, arch, os_name)[0]
if not chrome_bin or os.system('which %s > /dev/null' % chrome_bin):
print 'FATAL ERROR: chrome not found.'
return 1
if xvfb.ShouldStartXvfb():
print 'Starting xvfb...'
xvfb_process = xvfb.StartXvfb()
user_data_dir = tempfile.mkdtemp()
command = [wct_bin]
command += ['-chrome', chrome_bin]
command += ['-dir', user_data_dir]
command += ['-base', base_dir]
command += ['-prefix', prefix]
if persist:
command += ['-persist']
for dep in dep_dirs:
command += ['-dep', dep]
logging.info('Starting WCT: %r', command)
try:
return subprocess.call(command)
finally:
if xvfb_process:
xvfb_process.kill()
try:
shutil.rmtree(user_data_dir)
except OSError as e:
logging.error('Error cleaning up temp dir %r: %s', user_data_dir,
e)
def ProcessCommandLineArgs(cls, parser, args, _):
# We retry failures by default unless we're running a list of tests
# explicitly.
if not args.retry_limit and not args.positional_args:
args.retry_limit = 3
if args.no_browser:
return
if args.start_xvfb and xvfb.ShouldStartXvfb():
cls.xvfb_process = xvfb.StartXvfb()
try:
possible_browser = browser_finder.FindBrowser(args)
except browser_finder_exceptions.BrowserFinderException, ex:
parser.error(ex)
def ProcessCommandLineArgs(cls, parser, args, _):
# We retry failures by default unless we're running a list of tests
# explicitly.
if not args.retry_limit and not args.positional_args:
args.retry_limit = 3
if args.no_browser:
return
if args.start_xvfb and xvfb.ShouldStartXvfb():
cls.xvfb_process = xvfb.StartXvfb()
# Work around Mesa issues on Linux. See
# https://github.com/catapult-project/catapult/issues/3074
args.browser_options.AppendExtraBrowserArgs('--disable-gpu')
try:
possible_browser = browser_finder.FindBrowser(args)
except browser_finder_exceptions.BrowserFinderException, ex:
parser.error(ex)
def RunTests(args, chrome_path):
"""Runs tests and returns dev server return code.
Returns _TIMEOUT_RETURNCODE if tests exceed args.timeout_sec.
"""
user_data_dir = None
xvfb_process = None
chrome_process = None
server_process = None
timer = None
test_start_time = time.time()
try:
user_data_dir = tempfile.mkdtemp()
server_path = os.path.join(os.path.dirname(
os.path.abspath(__file__)), os.pardir, 'bin', 'run_dev_server')
# TODO(anniesullie): Make OS selection of port work on Windows. See #1235.
if sys.platform == 'win32':
port = DEFAULT_PORT
else:
port = '0'
server_command = [server_path, '--no-install-hooks', '--port', port]
if sys.platform.startswith('win'):
server_command = ['python.exe'] + server_command
print('Starting dev_server...')
server_process = subprocess.Popen(
server_command, stdout=subprocess.PIPE, stderr=subprocess.PIPE,
bufsize=1)
time.sleep(1)
if sys.platform != 'win32':
output = server_process.stderr.readline()
port = re.search(
r'Now running on http://127.0.0.1:([\d]+)', output).group(1)
if xvfb.ShouldStartXvfb():
print('Starting xvfb...')
xvfb_process = xvfb.StartXvfb()
chrome_command = [
chrome_path,
'--user-data-dir=%s' % user_data_dir,
'--no-sandbox',
'--no-experiments',
'--no-first-run',
'--noerrdialogs',
'--window-size=1280,1024',
'--enable-logging', '--v=1',
'--enable-features=ForceWebRequestProxyForTest',
'--enable-blink-features=CustomElementsV0,'
'HTMLImports,ShadowDOMV0',
'--force-device-scale-factor=1',
('http://localhost:%s/%s/tests.html?' % (port, args.tests)) +
'headless=true&testTypeToRun=all',
]
print('Starting Chrome at path %s...' % chrome_path)
chrome_process = subprocess.Popen(
chrome_command, stdout=sys.stdout, stderr=sys.stderr)
print('Chrome process command:', ' '.join(chrome_command))
print('Waiting for tests to finish...')
def KillServer():
print('Timeout reached. Killing dev server...')
KillProcess(server_process)
timer = threading.Timer(args.timeout_sec, KillServer)
timer.start()
server_out, server_err = server_process.communicate()
timed_out = not timer.is_alive()
timer.cancel()
# There is a very unlikely case where you see server saying "ALL_PASSED"
# but the test still saying "timed out". This usually happens because the
# server takes about a second to exit after printing "ALL_PASSED", and it
# can time out within that time. Looking at the server returncode can help
# here. The timeout should be increased if we're hitting this case.
print("Server return code:", server_process.returncode)
logging.error('Server stdout:\n%s', server_out)
logging.error('Server stderr:\n%s', server_err)
if timed_out:
print('Tests did not finish before', args.timeout_sec, 'seconds')
return _TIMEOUT_RETURNCODE
else:
if server_process.returncode == 0:
print("Tests passed in %.2f seconds." % (time.time() - test_start_time))
else:
logging.error('Tests failed!')
return server_process.returncode
finally:
if timer:
timer.cancel()
if server_process and server_process.poll is None:
# Dev server is still running. Kill it.
print('Killing dev server...')
KillProcess(server_process)
if chrome_process:
print('Killing Chrome...')
KillProcess(chrome_process)
# Wait for Chrome to be killed before deleting temp Chrome dir. Only have
# this timing issue on Windows.
if sys.platform == 'win32':
time.sleep(5)
if user_data_dir:
chrome_debug_logs = os.path.join(user_data_dir, 'chrome_debug.log')
if os.path.exists(chrome_debug_logs):
with open(chrome_debug_logs) as f:
print('-------- chrome_debug.log --------')
sys.stdout.write(f.read())
print('-------- ---------------- --------')
print('Chrome debug logs printed from', chrome_debug_logs)
try:
shutil.rmtree(user_data_dir)
except OSError as e:
logging.error('Error cleaning up temp dirs %s: %s', user_data_dir, e)
if xvfb_process:
KillProcess(xvfb_process)
def Main(argv):
try:
parser = argparse.ArgumentParser(
description='Run dev_server tests for a project.')
parser.add_argument('--chrome_path',
type=str,
help='Path to Chrome browser binary.')
parser.add_argument('--no-use-local-chrome',
dest='use_local_chrome',
action='store_false')
parser.add_argument('--no-install-hooks',
dest='install_hooks',
action='store_false')
parser.add_argument(
'--tests',
type=str,
help='Set of tests to run (tracing or perf_insights)')
parser.add_argument('--channel',
type=str,
default='stable',
help='Chrome channel to run (stable or canary)')
parser.add_argument('--presentation-json',
type=str,
help='Recipe presentation-json output file path')
parser.set_defaults(install_hooks=True)
parser.set_defaults(use_local_chrome=True)
args = parser.parse_args(argv[1:])
if args.install_hooks:
install.InstallHooks()
user_data_dir = tempfile.mkdtemp()
tmpdir = None
xvfb_process = None
server_path = os.path.join(os.path.dirname(os.path.abspath(__file__)),
os.pardir, 'bin', 'run_dev_server')
# TODO(anniesullie): Make OS selection of port work on Windows. See #1235.
if sys.platform == 'win32':
port = DEFAULT_PORT
else:
port = '0'
server_command = [server_path, '--no-install-hooks', '--port', port]
if sys.platform.startswith('win'):
server_command = ['python.exe'] + server_command
print "Starting dev_server..."
server_process = subprocess.Popen(server_command,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
bufsize=1)
time.sleep(1)
if sys.platform != 'win32':
output = server_process.stderr.readline()
port = re.search(r'Now running on http://127.0.0.1:([\d]+)',
output).group(1)
chrome_info = None
if args.use_local_chrome:
chrome_path = GetLocalChromePath(args.chrome_path)
if not chrome_path:
logging.error('Could not find path to chrome.')
sys.exit(1)
chrome_info = 'with command `%s`' % chrome_path
else:
channel = args.channel
if sys.platform == 'linux2' and channel == 'canary':
channel = 'dev'
assert channel in ['stable', 'beta', 'dev', 'canary']
print 'Fetching the %s chrome binary via the binary_manager.' % channel
chrome_manager = binary_manager.BinaryManager(
[CHROME_BINARIES_CONFIG])
arch, os_name = dependency_util.GetOSAndArchForCurrentDesktopPlatform(
)
chrome_path, version = chrome_manager.FetchPathWithVersion(
'chrome_%s' % channel, arch, os_name)
if xvfb.ShouldStartXvfb():
xvfb_process = xvfb.StartXvfb()
chrome_info = 'version %s from channel %s' % (version, channel)
chrome_command = [
chrome_path,
'--user-data-dir=%s' % user_data_dir,
'--no-sandbox',
'--no-experiments',
'--no-first-run',
'--noerrdialogs',
'--window-size=1280,1024',
('http://localhost:%s/%s/tests.html?' % (port, args.tests)) +
'headless=true&testTypeToRun=all',
]
print "Starting Chrome %s..." % chrome_info
chrome_process = subprocess.Popen(chrome_command,
stdout=sys.stdout,
stderr=sys.stderr)
print 'chrome process command: %s' % ' '.join(chrome_command)
print "Waiting for tests to finish..."
server_out, server_err = server_process.communicate()
print "Killing Chrome..."
if sys.platform == 'win32':
# Use taskkill on Windows to make sure Chrome and all subprocesses are
# killed.
subprocess.call(
['taskkill', '/F', '/T', '/PID',
str(chrome_process.pid)])
else:
chrome_process.kill()
if server_process.returncode != 0:
logging.error('Tests failed!')
logging.error('Server stderr:')
logging.error(server_err)
logging.error('Server stdout:')
logging.error(server_out)
else:
print server_out
if args.presentation_json:
with open(args.presentation_json, 'w') as recipe_out:
# Add a link to the buildbot status for the step saying which version
# of Chrome the test ran on. The actual linking feature is not used,
# but there isn't a way to just add text.
link_name = 'Chrome Version %s' % version
presentation_info = {'links': {link_name: CHROME_CONFIG_URL}}
json.dump(presentation_info, recipe_out)
finally:
# Wait for Chrome to be killed before deleting temp Chrome dir. Only have
# this timing issue on Windows.
if sys.platform == 'win32':
time.sleep(5)
if tmpdir:
try:
shutil.rmtree(tmpdir)
shutil.rmtree(user_data_dir)
except OSError as e:
logging.error('Error cleaning up temp dirs %s and %s: %s',
tmpdir, user_data_dir, e)
if xvfb_process:
xvfb_process.kill()
sys.exit(server_process.returncode)
