def test_args_passed_to_runner_class(mach_parsed_kwargs, runner_class):
arg_list = mach_parsed_kwargs.keys()
arg_list.remove('tests')
mach_parsed_kwargs.update([(a, getattr(sentinel, a)) for a in arg_list])
harness = MarionetteHarness(runner_class, args=mach_parsed_kwargs)
harness.process_args = Mock()
harness.run()
for arg in arg_list:
assert harness._runner_class.call_args[1][arg] is getattr(sentinel, arg)
def test_harness_sets_up_default_test_handlers(mach_parsed_kwargs):
"""
If the necessary TestCase is not in test_handlers,
tests are omitted silently
"""
harness = MarionetteHarness(args=mach_parsed_kwargs)
mach_parsed_kwargs.pop('tests')
runner = harness._runner_class(**mach_parsed_kwargs)
assert marionette_test.MarionetteTestCase in runner.test_handlers
def test_harness_sets_up_default_test_handlers(mach_parsed_kwargs):
"""
If the necessary TestCase is not in test_handlers,
tests are omitted silently
"""
harness = MarionetteHarness(args=mach_parsed_kwargs)
mach_parsed_kwargs.pop('tests')
runner = harness._runner_class(**mach_parsed_kwargs)
assert marionette_test.MarionetteTestCase in runner.test_handlers
def test_args_passed_to_runner_class(mach_parsed_kwargs, runner_class):
arg_list = mach_parsed_kwargs.keys()
arg_list.remove('tests')
mach_parsed_kwargs.update([(a, getattr(sentinel, a)) for a in arg_list])
harness = MarionetteHarness(runner_class, args=mach_parsed_kwargs)
harness.process_args = Mock()
harness.run()
for arg in arg_list:
assert harness._runner_class.call_args[1][arg] is getattr(sentinel, arg)
def run_marionette(tests, binary=None, topsrcdir=None, **kwargs):
from mozlog.structured import commandline
from marionette_harness.runtests import MarionetteTestRunner, MarionetteHarness
parser = create_parser_tests()
args = argparse.Namespace(tests=tests)
args.binary = binary
args.logger = kwargs.pop("log", None)
for k, v in iteritems(kwargs):
setattr(args, k, v)
parser.verify_usage(args)
if not args.logger:
args.logger = commandline.setup_logging("Marionette Unit Tests", args,
{"mach": sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def run_marionette(tests, binary=None, topsrcdir=None, **kwargs):
from mozlog.structured import commandline
from marionette_harness.runtests import (MarionetteTestRunner,
MarionetteHarness)
parser = create_parser_tests()
if not tests:
tests = [
os.path.join(
topsrcdir,
"testing/marionette/harness/marionette_harness/tests/unit-tests.ini"
)
]
args = argparse.Namespace(tests=tests)
args.binary = binary
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging("Marionette Unit Tests", args,
{"mach": sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def run_telemetry(tests, binary=None, topsrcdir=None, **kwargs):
from mozlog.structured import commandline
from telemetry_harness.runtests import TelemetryTestRunner
from marionette_harness.runtests import MarionetteHarness
parser = create_parser_tests()
if not tests:
tests = [
os.path.join(
topsrcdir,
"toolkit/components/telemetry/tests/marionette/tests/manifest.ini",
)
]
args = argparse.Namespace(tests=tests)
args.binary = binary
args.logger = kwargs.pop("log", None)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
if not args.logger:
args.logger = commandline.setup_logging("Telemetry Client Tests", args,
{"mach": sys.stdout})
failed = MarionetteHarness(TelemetryTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def test_call_harness_with_no_args_yields_num_failures(runner_class):
with patch(
'marionette_harness.runtests.MarionetteHarness.parse_args',
return_value={'tests': []}
) as parse_args:
failed_or_crashed = MarionetteHarness(runner_class).run()
assert parse_args.call_count == 1
assert failed_or_crashed == 0
def test_call_harness_with_parsed_args_yields_num_failures(
mach_parsed_kwargs, runner_class, num_fails_crashed):
with patch("marionette_harness.runtests.MarionetteHarness.parse_args"
) as parse_args:
failed_or_crashed = MarionetteHarness(runner_class,
args=mach_parsed_kwargs).run()
parse_args.assert_not_called()
assert failed_or_crashed == sum(num_fails_crashed)
def run_awsy(self, tests, binary=None, **kwargs):
import json
from mozlog.structured import commandline
from marionette_harness.runtests import (MarionetteTestRunner,
MarionetteHarness)
parser = setup_awsy_argument_parser()
awsy_source_dir = os.path.join(self.topsrcdir, 'testing', 'awsy')
if not tests:
tests = [
os.path.join(awsy_source_dir, 'awsy', 'test_memory_usage.py')
]
args = argparse.Namespace(tests=tests)
args.binary = binary
if kwargs['quick']:
kwargs['entities'] = 3
kwargs['iterations'] = 1
kwargs['perTabPause'] = 1
kwargs['settleWaitTime'] = 1
if 'single_stylo_traversal' in kwargs and kwargs[
'single_stylo_traversal']:
os.environ['STYLO_THREADS'] = '1'
else:
os.environ['STYLO_THREADS'] = '4'
if 'enable_webrender' in kwargs and kwargs['enable_webrender']:
os.environ['MOZ_WEBRENDER'] = '1'
os.environ['MOZ_ACCELERATED'] = '1'
runtime_testvars = {}
for arg in ('webRootDir', 'pageManifest', 'resultsDir', 'entities',
'iterations', 'perTabPause', 'settleWaitTime', 'maxTabs',
'dmd'):
if arg in kwargs and kwargs[arg] is not None:
runtime_testvars[arg] = kwargs[arg]
if 'webRootDir' not in runtime_testvars:
awsy_tests_dir = os.path.join(self.topobjdir, '_tests', 'awsy')
web_root_dir = os.path.join(awsy_tests_dir, 'html')
runtime_testvars['webRootDir'] = web_root_dir
else:
web_root_dir = runtime_testvars['webRootDir']
awsy_tests_dir = os.path.dirname(web_root_dir)
if 'resultsDir' not in runtime_testvars:
runtime_testvars['resultsDir'] = os.path.join(
awsy_tests_dir, 'results')
page_load_test_dir = os.path.join(web_root_dir, 'page_load_test')
if not os.path.isdir(page_load_test_dir):
os.makedirs(page_load_test_dir)
if not os.path.isdir(runtime_testvars['resultsDir']):
os.makedirs(runtime_testvars['resultsDir'])
runtime_testvars_path = os.path.join(awsy_tests_dir,
'runtime-testvars.json')
if kwargs['testvars']:
kwargs['testvars'].append(runtime_testvars_path)
else:
kwargs['testvars'] = [runtime_testvars_path]
runtime_testvars_file = open(runtime_testvars_path, 'wb')
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
runtime_testvars_file.close()
manifest_file = os.path.join(awsy_source_dir, 'tp5n-pageset.manifest')
tooltool_args = {
'args': [
sys.executable,
os.path.join(self.topsrcdir, 'mach'),
'artifact',
'toolchain',
'-v',
'--tooltool-manifest=%s' % manifest_file,
'--cache-dir=%s' %
os.path.join(self.topsrcdir, 'tooltool-cache'),
]
}
self.run_process(cwd=page_load_test_dir, **tooltool_args)
tp5nzip = os.path.join(page_load_test_dir, 'tp5n.zip')
tp5nmanifest = os.path.join(page_load_test_dir, 'tp5n',
'tp5n.manifest')
if not os.path.exists(tp5nmanifest):
unzip_args = {
'args':
['unzip', '-q', '-o', tp5nzip, '-d', page_load_test_dir]
}
self.run_process(**unzip_args)
# If '--preferences' was not specified supply our default set.
if not kwargs['prefs_files']:
kwargs['prefs_files'] = [
os.path.join(awsy_source_dir, 'conf', 'prefs.json')
]
# Setup DMD env vars if necessary.
if kwargs['dmd']:
bin_dir = os.path.dirname(binary)
if 'DMD' not in os.environ:
os.environ['DMD'] = '1'
# Also add the bin dir to the python path so we can use dmd.py
if bin_dir not in sys.path:
sys.path.append(bin_dir)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging('Are We Slim Yet Tests', args,
{'mach': sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def run_awsy(self, tests, binary=None, **kwargs):
import json
from mozlog.structured import commandline
from marionette_harness.runtests import (MarionetteTestRunner,
MarionetteHarness)
parser = setup_awsy_argument_parser()
if not tests:
tests = [
os.path.join(self.topsrcdir,
'testing/awsy/awsy/test_memory_usage.py')
]
args = argparse.Namespace(tests=tests)
args.binary = binary
if kwargs['quick']:
kwargs['entities'] = 3
kwargs['iterations'] = 1
kwargs['perTabPause'] = 1
kwargs['settleWaitTime'] = 1
runtime_testvars = {}
for arg in ('webRootDir', 'pageManifest', 'resultsDir', 'entities',
'iterations', 'perTabPause', 'settleWaitTime', 'maxTabs'):
if kwargs[arg]:
runtime_testvars[arg] = kwargs[arg]
if 'webRootDir' not in runtime_testvars:
awsy_tests_dir = os.path.join(self.topobjdir, '_tests', 'awsy')
web_root_dir = os.path.join(awsy_tests_dir, 'html')
runtime_testvars['webRootDir'] = web_root_dir
else:
web_root_dir = runtime_testvars['webRootDir']
awsy_tests_dir = os.path.dirname(web_root_dir)
if 'resultsDir' not in runtime_testvars:
runtime_testvars['resultsDir'] = os.path.join(
awsy_tests_dir, 'results')
page_load_test_dir = os.path.join(web_root_dir, 'page_load_test')
if not os.path.isdir(page_load_test_dir):
os.makedirs(page_load_test_dir)
if not os.path.isdir(runtime_testvars["resultsDir"]):
os.makedirs(runtime_testvars["resultsDir"])
runtime_testvars_path = os.path.join(awsy_tests_dir,
'runtime-testvars.json')
if kwargs['testvars']:
kwargs['testvars'].append(runtime_testvars_path)
else:
kwargs['testvars'] = [runtime_testvars_path]
runtime_testvars_file = open(runtime_testvars_path, 'wb')
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
runtime_testvars_file.close()
if not kwargs['webRootDir']:
# Populate the Awsy webroot if not specified by the user.
manifest_file = os.path.join(self.topsrcdir, 'testing', 'awsy',
'tp5n-pageset.manifest')
tooltool_args = {
"args": [
os.path.join(
self.topsrcdir,
"python/mozbuild/mozbuild/action/tooltool.py"),
"--manifest=%s" % manifest_file, "--unpack",
"--cache-folder=%s" %
os.path.join(self.topsrcdir, "tooltool-cache"), "fetch"
]
}
self.run_process(cwd=page_load_test_dir, **tooltool_args)
tp5nzip = os.path.join(page_load_test_dir, 'tp5n.zip')
tp5nmanifest = os.path.join(page_load_test_dir, 'tp5n',
'tp5n.manifest')
if not os.path.exists(tp5nmanifest):
files = mozfile.extract_zip(tp5nzip, page_load_test_dir)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging("Are We Slim Yet Tests", args,
{"mach": sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def parse_args(self, *args, **kwargs):
return MarionetteHarness.parse_args(self, {'mach': sys.stdout})
def parse_args(self, *args, **kwargs):
return MarionetteHarness.parse_args(self, {'mach': sys.stdout})
def run_awsy(self, tests, binary=None, **kwargs):
import json
from mozlog.structured import commandline
from marionette_harness.runtests import (MarionetteTestRunner,
MarionetteHarness)
parser = setup_awsy_argument_parser()
awsy_source_dir = os.path.join(self.topsrcdir, 'testing', 'awsy')
if not tests:
tests = [
os.path.join(awsy_source_dir, 'awsy', 'test_memory_usage.py')
]
args = argparse.Namespace(tests=tests)
args.binary = binary
if kwargs['quick']:
kwargs['entities'] = 3
kwargs['iterations'] = 1
kwargs['perTabPause'] = 1
kwargs['settleWaitTime'] = 1
if 'single_stylo_traversal' in kwargs and kwargs[
'single_stylo_traversal']:
os.environ['STYLO_THREADS'] = '1'
else:
os.environ['STYLO_THREADS'] = '4'
runtime_testvars = {}
for arg in ('webRootDir', 'pageManifest', 'resultsDir', 'entities',
'iterations', 'perTabPause', 'settleWaitTime', 'maxTabs',
'dmd', 'tp6'):
if arg in kwargs and kwargs[arg] is not None:
runtime_testvars[arg] = kwargs[arg]
if 'webRootDir' not in runtime_testvars:
awsy_tests_dir = os.path.join(self.topobjdir, '_tests', 'awsy')
web_root_dir = os.path.join(awsy_tests_dir, 'html')
runtime_testvars['webRootDir'] = web_root_dir
else:
web_root_dir = runtime_testvars['webRootDir']
awsy_tests_dir = os.path.dirname(web_root_dir)
if 'resultsDir' not in runtime_testvars:
runtime_testvars['resultsDir'] = os.path.join(
awsy_tests_dir, 'results')
runtime_testvars['bin'] = binary
runtime_testvars['run_local'] = True
page_load_test_dir = os.path.join(web_root_dir, 'page_load_test')
if not os.path.isdir(page_load_test_dir):
os.makedirs(page_load_test_dir)
if not os.path.isdir(runtime_testvars['resultsDir']):
os.makedirs(runtime_testvars['resultsDir'])
runtime_testvars_path = os.path.join(awsy_tests_dir,
'runtime-testvars.json')
if kwargs['testvars']:
kwargs['testvars'].append(runtime_testvars_path)
else:
kwargs['testvars'] = [runtime_testvars_path]
runtime_testvars_file = open(runtime_testvars_path, 'wb')
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
runtime_testvars_file.close()
manifest_file = os.path.join(awsy_source_dir, 'tp5n-pageset.manifest')
tooltool_args = {
'args': [
sys.executable,
os.path.join(self.topsrcdir, 'mach'),
'artifact',
'toolchain',
'-v',
'--tooltool-manifest=%s' % manifest_file,
'--cache-dir=%s' %
os.path.join(self.topsrcdir, 'tooltool-cache'),
]
}
self.run_process(cwd=page_load_test_dir, **tooltool_args)
tp5nzip = os.path.join(page_load_test_dir, 'tp5n.zip')
tp5nmanifest = os.path.join(page_load_test_dir, 'tp5n',
'tp5n.manifest')
if not os.path.exists(tp5nmanifest):
unzip_args = {
'args':
['unzip', '-q', '-o', tp5nzip, '-d', page_load_test_dir]
}
try:
self.run_process(**unzip_args)
except Exception as exc:
troubleshoot = ''
if mozinfo.os == 'win':
troubleshoot = ' Try using --web-root to specify a ' \
'directory closer to the drive root.'
self.log(
logging.ERROR, 'awsy', {
'directory': page_load_test_dir,
'exception': exc
}, 'Failed to unzip `tp5n.zip` into '
'`{directory}` with `{exception}`.' + troubleshoot)
raise exc
# If '--preferences' was not specified supply our default set.
if not kwargs['prefs_files']:
kwargs['prefs_files'] = [
os.path.join(awsy_source_dir, 'conf', 'prefs.json')
]
# Setup DMD env vars if necessary.
if kwargs['dmd']:
bin_dir = os.path.dirname(binary)
if 'DMD' not in os.environ:
os.environ['DMD'] = '1'
# Work around a startup crash with DMD on windows
if mozinfo.os == 'win':
kwargs['pref'] = 'security.sandbox.content.level:0'
self.log(
logging.WARNING, 'awsy', {},
'Forcing \'security.sandbox.content.level\' = 0 because DMD is enabled.'
)
elif mozinfo.os == 'mac':
# On mac binary is in MacOS and dmd.py is in Resources, ie:
# Name.app/Contents/MacOS/libdmd.dylib
# Name.app/Contents/Resources/dmd.py
bin_dir = os.path.join(bin_dir, "../Resources/")
# Also add the bin dir to the python path so we can use dmd.py
if bin_dir not in sys.path:
sys.path.append(bin_dir)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging('Are We Slim Yet Tests', args,
{'mach': sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def run_awsy(self, tests, binary=None, **kwargs):
import json
from mozlog.structured import commandline
from marionette_harness.runtests import (MarionetteTestRunner,
MarionetteHarness)
parser = setup_awsy_argument_parser()
awsy_source_dir = os.path.join(self.topsrcdir, 'testing', 'awsy')
if not tests:
tests = [
os.path.join(awsy_source_dir, 'awsy', 'test_memory_usage.py')
]
args = argparse.Namespace(tests=tests)
args.binary = binary
if kwargs['quick']:
kwargs['entities'] = 3
kwargs['iterations'] = 1
kwargs['perTabPause'] = 1
kwargs['settleWaitTime'] = 1
runtime_testvars = {}
for arg in ('webRootDir', 'pageManifest', 'resultsDir', 'entities',
'iterations', 'perTabPause', 'settleWaitTime', 'maxTabs'):
if kwargs[arg]:
runtime_testvars[arg] = kwargs[arg]
if 'webRootDir' not in runtime_testvars:
awsy_tests_dir = os.path.join(self.topobjdir, '_tests', 'awsy')
web_root_dir = os.path.join(awsy_tests_dir, 'html')
runtime_testvars['webRootDir'] = web_root_dir
else:
web_root_dir = runtime_testvars['webRootDir']
awsy_tests_dir = os.path.dirname(web_root_dir)
if 'resultsDir' not in runtime_testvars:
runtime_testvars['resultsDir'] = os.path.join(
awsy_tests_dir, 'results')
page_load_test_dir = os.path.join(web_root_dir, 'page_load_test')
if not os.path.isdir(page_load_test_dir):
os.makedirs(page_load_test_dir)
if not os.path.isdir(runtime_testvars['resultsDir']):
os.makedirs(runtime_testvars['resultsDir'])
runtime_testvars_path = os.path.join(awsy_tests_dir,
'runtime-testvars.json')
if kwargs['testvars']:
kwargs['testvars'].append(runtime_testvars_path)
else:
kwargs['testvars'] = [runtime_testvars_path]
runtime_testvars_file = open(runtime_testvars_path, 'wb')
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
runtime_testvars_file.close()
manifest_file = os.path.join(awsy_source_dir, 'tp5n-pageset.manifest')
tooltool_args = {
'args': [
sys.executable,
os.path.join(self.topsrcdir, 'taskcluster', 'docker',
'recipes', 'tooltool.py'),
'--manifest=%s' % manifest_file,
'--cache-folder=%s' %
os.path.join(self.topsrcdir, 'tooltool-cache'), 'fetch'
]
}
self.run_process(cwd=page_load_test_dir, **tooltool_args)
tp5nzip = os.path.join(page_load_test_dir, 'tp5n.zip')
tp5nmanifest = os.path.join(page_load_test_dir, 'tp5n',
'tp5n.manifest')
if not os.path.exists(tp5nmanifest):
unzip_args = {
'args':
['unzip', '-q', '-o', tp5nzip, '-d', page_load_test_dir]
}
self.run_process(**unzip_args)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging('Are We Slim Yet Tests', args,
{'mach': sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def run_awsy(self, tests, binary=None, **kwargs):
import json
from mozlog.structured import commandline
from marionette_harness.runtests import MarionetteTestRunner, MarionetteHarness
parser = setup_awsy_argument_parser()
awsy_source_dir = os.path.join(self.topsrcdir, "testing", "awsy")
if not tests:
tests = [
os.path.join(awsy_source_dir, "awsy", "test_memory_usage.py")
]
args = argparse.Namespace(tests=tests)
args.binary = binary
if kwargs["quick"]:
kwargs["entities"] = 3
kwargs["iterations"] = 1
kwargs["perTabPause"] = 1
kwargs["settleWaitTime"] = 1
if "single_stylo_traversal" in kwargs and kwargs[
"single_stylo_traversal"]:
os.environ["STYLO_THREADS"] = "1"
else:
os.environ["STYLO_THREADS"] = "4"
runtime_testvars = {}
for arg in (
"webRootDir",
"pageManifest",
"resultsDir",
"entities",
"iterations",
"perTabPause",
"settleWaitTime",
"maxTabs",
"dmd",
"tp6",
):
if arg in kwargs and kwargs[arg] is not None:
runtime_testvars[arg] = kwargs[arg]
if "webRootDir" not in runtime_testvars:
awsy_tests_dir = os.path.join(self.topobjdir, "_tests", "awsy")
web_root_dir = os.path.join(awsy_tests_dir, "html")
runtime_testvars["webRootDir"] = web_root_dir
else:
web_root_dir = runtime_testvars["webRootDir"]
awsy_tests_dir = os.path.dirname(web_root_dir)
if "resultsDir" not in runtime_testvars:
runtime_testvars["resultsDir"] = os.path.join(
awsy_tests_dir, "results")
runtime_testvars["bin"] = binary
runtime_testvars["run_local"] = True
page_load_test_dir = os.path.join(web_root_dir, "page_load_test")
if not os.path.isdir(page_load_test_dir):
os.makedirs(page_load_test_dir)
if not os.path.isdir(runtime_testvars["resultsDir"]):
os.makedirs(runtime_testvars["resultsDir"])
runtime_testvars_path = os.path.join(awsy_tests_dir,
"runtime-testvars.json")
if kwargs["testvars"]:
kwargs["testvars"].append(runtime_testvars_path)
else:
kwargs["testvars"] = [runtime_testvars_path]
runtime_testvars_file = open(runtime_testvars_path, "wb")
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
runtime_testvars_file.close()
manifest_file = os.path.join(awsy_source_dir, "tp5n-pageset.manifest")
tooltool_args = {
"args": [
sys.executable,
os.path.join(self.topsrcdir, "mach"),
"artifact",
"toolchain",
"-v",
"--tooltool-manifest=%s" % manifest_file,
"--cache-dir=%s" %
os.path.join(self.topsrcdir, "tooltool-cache"),
]
}
self.run_process(cwd=page_load_test_dir, **tooltool_args)
tp5nzip = os.path.join(page_load_test_dir, "tp5n.zip")
tp5nmanifest = os.path.join(page_load_test_dir, "tp5n",
"tp5n.manifest")
if not os.path.exists(tp5nmanifest):
unzip_args = {
"args":
["unzip", "-q", "-o", tp5nzip, "-d", page_load_test_dir]
}
try:
self.run_process(**unzip_args)
except Exception as exc:
troubleshoot = ""
if mozinfo.os == "win":
troubleshoot = (" Try using --web-root to specify a "
"directory closer to the drive root.")
self.log(
logging.ERROR,
"awsy",
{
"directory": page_load_test_dir,
"exception": exc
},
"Failed to unzip `tp5n.zip` into "
"`{directory}` with `{exception}`." + troubleshoot,
)
raise exc
# If '--preferences' was not specified supply our default set.
if not kwargs["prefs_files"]:
kwargs["prefs_files"] = [
os.path.join(awsy_source_dir, "conf", "prefs.json")
]
# Setup DMD env vars if necessary.
if kwargs["dmd"]:
bin_dir = os.path.dirname(binary)
if "DMD" not in os.environ:
os.environ["DMD"] = "1"
# Work around a startup crash with DMD on windows
if mozinfo.os == "win":
kwargs["pref"] = "security.sandbox.content.level:0"
self.log(
logging.WARNING,
"awsy",
{},
"Forcing 'security.sandbox.content.level' = 0 because DMD is enabled.",
)
elif mozinfo.os == "mac":
# On mac binary is in MacOS and dmd.py is in Resources, ie:
# Name.app/Contents/MacOS/libdmd.dylib
# Name.app/Contents/Resources/dmd.py
bin_dir = os.path.join(bin_dir, "../Resources/")
# Also add the bin dir to the python path so we can use dmd.py
if bin_dir not in sys.path:
sys.path.append(bin_dir)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging("Are We Slim Yet Tests", args,
{"mach": sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0
def run_awsy(self, tests, binary=None, **kwargs):
import json
from mozlog.structured import commandline
from marionette_harness.runtests import (
MarionetteTestRunner,
MarionetteHarness
)
parser = setup_awsy_argument_parser()
awsy_source_dir = os.path.join(self.topsrcdir, 'testing', 'awsy')
if not tests:
tests = [os.path.join(awsy_source_dir,
'awsy',
'test_memory_usage.py')]
args = argparse.Namespace(tests=tests)
args.binary = binary
if kwargs['quick']:
kwargs['entities'] = 3
kwargs['iterations'] = 1
kwargs['perTabPause'] = 1
kwargs['settleWaitTime'] = 1
if 'disable_stylo' in kwargs and kwargs['disable_stylo']:
if 'single_stylo_traversal' in kwargs and kwargs['single_stylo_traversal']:
print("--disable-stylo conflicts with --single-stylo-traversal")
return 1
if 'enable_stylo' in kwargs and kwargs['enable_stylo']:
print("--disable-stylo conflicts with --enable-stylo")
return 1
if 'single_stylo_traversal' in kwargs and kwargs['single_stylo_traversal']:
os.environ['STYLO_THREADS'] = '1'
else:
os.environ['STYLO_THREADS'] = '4'
if 'enable_stylo' in kwargs and kwargs['enable_stylo']:
os.environ['STYLO_FORCE_ENABLED'] = '1'
if 'disable_stylo' in kwargs and kwargs['disable_stylo']:
os.environ['STYLO_FORCE_DISABLED'] = '1'
runtime_testvars = {}
for arg in ('webRootDir', 'pageManifest', 'resultsDir', 'entities', 'iterations',
'perTabPause', 'settleWaitTime', 'maxTabs', 'dmd'):
if kwargs[arg]:
runtime_testvars[arg] = kwargs[arg]
if 'webRootDir' not in runtime_testvars:
awsy_tests_dir = os.path.join(self.topobjdir, '_tests', 'awsy')
web_root_dir = os.path.join(awsy_tests_dir, 'html')
runtime_testvars['webRootDir'] = web_root_dir
else:
web_root_dir = runtime_testvars['webRootDir']
awsy_tests_dir = os.path.dirname(web_root_dir)
if 'resultsDir' not in runtime_testvars:
runtime_testvars['resultsDir'] = os.path.join(awsy_tests_dir,
'results')
page_load_test_dir = os.path.join(web_root_dir, 'page_load_test')
if not os.path.isdir(page_load_test_dir):
os.makedirs(page_load_test_dir)
if not os.path.isdir(runtime_testvars['resultsDir']):
os.makedirs(runtime_testvars['resultsDir'])
runtime_testvars_path = os.path.join(awsy_tests_dir, 'runtime-testvars.json')
if kwargs['testvars']:
kwargs['testvars'].append(runtime_testvars_path)
else:
kwargs['testvars'] = [runtime_testvars_path]
runtime_testvars_file = open(runtime_testvars_path, 'wb')
runtime_testvars_file.write(json.dumps(runtime_testvars, indent=2))
runtime_testvars_file.close()
manifest_file = os.path.join(awsy_source_dir,
'tp5n-pageset.manifest')
tooltool_args = {'args': [
sys.executable,
os.path.join(self.topsrcdir, 'mach'),
'artifact', 'toolchain', '-v',
'--tooltool-manifest=%s' % manifest_file,
'--cache-dir=%s' % os.path.join(self.topsrcdir, 'tooltool-cache'),
]}
self.run_process(cwd=page_load_test_dir, **tooltool_args)
tp5nzip = os.path.join(page_load_test_dir, 'tp5n.zip')
tp5nmanifest = os.path.join(page_load_test_dir, 'tp5n', 'tp5n.manifest')
if not os.path.exists(tp5nmanifest):
unzip_args = {'args': [
'unzip',
'-q',
'-o',
tp5nzip,
'-d',
page_load_test_dir]}
self.run_process(**unzip_args)
# If '--preferences' was not specified supply our default set.
if not kwargs['prefs_files']:
kwargs['prefs_files'] = [os.path.join(awsy_source_dir, 'conf', 'prefs.json')]
# Setup DMD env vars if necessary.
if kwargs['dmd']:
dmd_params = []
bin_dir = os.path.dirname(binary)
lib_name = self.substs['DLL_PREFIX'] + 'dmd' + self.substs['DLL_SUFFIX']
dmd_lib = os.path.join(bin_dir, lib_name)
if not os.path.exists(dmd_lib):
print("Please build with |--enable-dmd| to use DMD.")
return 1
env_vars = {
"Darwin": {
"DYLD_INSERT_LIBRARIES": dmd_lib,
"LD_LIBRARY_PATH": bin_dir,
},
"Linux": {
"LD_PRELOAD": dmd_lib,
"LD_LIBRARY_PATH": bin_dir,
},
"WINNT": {
"MOZ_REPLACE_MALLOC_LIB": dmd_lib,
},
}
arch = self.substs['OS_ARCH']
for k, v in env_vars[arch].iteritems():
os.environ[k] = v
# Also add the bin dir to the python path so we can use dmd.py
if bin_dir not in sys.path:
sys.path.append(bin_dir)
for k, v in kwargs.iteritems():
setattr(args, k, v)
parser.verify_usage(args)
args.logger = commandline.setup_logging('Are We Slim Yet Tests',
args,
{'mach': sys.stdout})
failed = MarionetteHarness(MarionetteTestRunner, args=vars(args)).run()
if failed > 0:
return 1
else:
return 0