def test_correctly_overrides_test_valus(self): config = get_config(self.argv) assert bool(config) is True # no null values null_keys = [key for key, val in config.iteritems() if val is None] assert len(null_keys) == 0 # expected keys are there assert config['browser_path'] == '/some/random/path' assert config['suite'] == 'other-e10s' assert config['mainthread'] is True # default values overriden config = get_config(self.argv_overrides_defaults) assert config['basetest'] == ORIGINAL_DEFAULTS['basetest']
def test_tresize_has_expected_attributes(self): config = get_config(self.argv_tresize) test_config = config['tests'][0] assert test_config['name'] == 'tresize' assert test_config['cycles'] == 20 assert test_config['url'] != 'startup_test/tresize/addon/content/tresize-test.html' assert test_config['timeout'] == 150 assert test_config['gecko_profile_interval'] == 2 assert test_config['gecko_profile_entries'] == 1000000 assert test_config['tpmozafterpaint'] is True assert test_config['filters'] is not None
def test_sessionrestore_many_windows_has_expected_attributes(self): config = get_config(self.argv_sessionrestore_many_windows) test_config = config['tests'][0] assert test_config['name'] == 'sessionrestore_many_windows' assert test_config['cycles'] == 10 assert test_config['timeout'] == 900 assert test_config['gecko_profile_startup'] is True assert test_config['gecko_profile_entries'] == 10000000 assert test_config['reinstall'] == [ 'sessionstore.jsonlz4', 'sessionstore.js', 'sessionCheckpoints.json'] assert test_config['url'] == 'about:home' assert test_config['preferences'] == {'browser.startup.page': 3}
def test_a11yr_has_expect_attributes(self): config = get_config(self.argv_a11yr) test_config = config['tests'][0] assert test_config['name'] == 'a11yr' assert test_config['tpmanifest'] != '${talos}/tests/a11y/a11y.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['tpmozafterpaint'] is True assert test_config['tpchrome'] is False assert test_config['preferences'] == {'dom.send_after_paint_to_content': False} assert test_config['unit'] == 'ms' assert test_config['alert_threshold'] == 5.0
def test_speedometer_has_expected_attributes(self): config = get_config(self.argv_speedometer) test_config = config['tests'][0] assert test_config['name'] == 'speedometer' assert test_config['tpmanifest'] != '${talos}/tests/speedometer/speedometer.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 5 assert test_config['tpmozafterpaint'] is False assert test_config['tpchrome'] is False assert test_config['format_pagename'] is False assert test_config['lower_is_better'] is False assert test_config['unit'] == 'score'
def test_tp6_google_heavy_has_expected_attributes(self): config = get_config(self.argv_tp6_google_heavy) test_config = config['tests'][0] assert test_config['name'] == 'tp6_google_heavy' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 2000000 assert test_config['filters'] is not None assert test_config['unit'] == 'ms' assert test_config['lower_is_better'] is True assert test_config['fnbpaint'] is True assert test_config['profile'] == 'simple'
def test_dromaeo_dom_has_expected_attributes(self): config = get_config(self.argv_dromaeo_dom) test_config = config['tests'][0] assert test_config['name'] == 'dromaeo_dom' assert test_config['tpcycles'] == 1 assert test_config['filters'] is not None assert test_config['lower_is_better'] is False assert test_config['alert_threshold'] == 5.0 assert test_config['tpchrome'] is False assert test_config['gecko_profile_interval'] == 2 assert test_config['gecko_profile_entries'] == 10000000 assert test_config['tpmanifest'] != '${talos}/tests/dromaeo/dom.manifest' assert test_config['unit'] == 'score'
def test_tsvgr_opacity_has_expected_attributes(self): config = get_config(self.argv_tsvgr_opacity) test_config = config['tests'][0] assert test_config['name'] == 'tsvgr_opacity' assert test_config['tpmanifest'] != '${talos}/tests/svg_opacity/svg_opacity.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['tpmozafterpaint'] is True assert test_config['tpchrome'] is False assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 10000000 assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_v8_7_has_expected_attributes(self): config = get_config(self.argv_v8_7) test_config = config['tests'][0] assert test_config['name'] == 'v8_7' assert test_config['tpmanifest'] != '${talos}/tests/v8_7/v8.manifest' assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 1000000 assert test_config['tpcycles'] == 1 assert test_config['resolution'] == 20 assert test_config['tpmozafterpaint'] is False assert test_config['preferences'] == {'dom.send_after_paint_to_content': False} assert test_config['filters'] is not None assert test_config['unit'] == 'score' assert test_config['lower_is_better'] is False
def test_tpaint_has_expected_attributes(self): config = get_config(self.argv_tpaint) test_config = config['tests'][0] assert test_config['name'] == 'tpaint' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 20 assert test_config['timeout'] == 300 assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 2000000 assert test_config['tpmozafterpaint'] is True assert test_config['filters'] is not None assert test_config['unit'] == 'ms' assert test_config['preferences'] == { 'security.data_uri.block_toplevel_data_uri_navigations': False}
def test_tabpaint_has_expected_attributes(self): config = get_config(self.argv_tabpaint) test_config = config['tests'][0] assert test_config['name'] == 'tabpaint' assert test_config['tpcycles'] == 1 assert test_config['tpmanifest'] != '${talos}/tests/tabpaint/tabpaint.manifest' assert test_config['tppagecycles'] == 20 assert test_config['gecko_profile_entries'] == 1000000 assert test_config['tploadnocache'] is True assert test_config['unit'] == 'ms' assert test_config['preferences'] == { 'browser.link.open_newwindow': 3, 'browser.link.open_newwindow.restriction': 2, }
def test_kraken_has_expected_attributes(self): config = get_config(self.argv_kraken) test_config = config['tests'][0] assert test_config['name'] == 'kraken' assert test_config['tpmanifest'] != '${talos}/tests/kraken/kraken.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 1 assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 5000000 assert test_config['tpmozafterpaint'] is False assert test_config['tpchrome'] is False assert test_config['preferences'] == {'dom.send_after_paint_to_content': False} assert test_config['filters'] is not None assert test_config['unit'] == 'score'
def test_ts_paint_has_expected_attributes(self): config = get_config(self.argv_ts_paint) test_config = config['tests'][0] assert test_config['name'] == 'ts_paint' assert test_config['cycles'] == 20 assert test_config['timeout'] == 150 assert test_config['gecko_profile_startup'] is True assert test_config['gecko_profile_entries'] == 10000000 assert test_config['url'] != 'startup_test/tspaint_test.html' # interpolation was done assert test_config['xperf_counters'] == [] # TODO: these don't work; is this a bug? # assert test_config['win7_counters'] == [] assert test_config['filters'] is not None assert test_config['tpmozafterpaint'] is True
def test_tp6_youtube_has_expected_attributes(self): config = get_config(self.argv_tp6_youtube) test_config = config['tests'][0] assert test_config['name'] == 'tp6_youtube' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 2000000 assert test_config['filters'] is not None assert test_config['unit'] == 'ms' assert test_config['lower_is_better'] is True assert test_config['fnbpaint'] is True assert test_config['tpmanifest'] != \ '${talos}/tests/quantum_pageload/quantum_pageload_youtube.manifest'
def test_perf_reftest_singletons_has_expected_attributes(self): config = get_config(self.argv_perf_reftest_singletons) test_config = config['tests'][0] assert test_config['name'] == 'perf_reftest_singletons' assert test_config['tpmanifest'] != \ '${talos}/tests/perf-reftest-singletons/perf_reftest_singletons.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 15 assert test_config['tptimeout'] == 30000 assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 2000000 assert test_config['filters'] is not None assert test_config['unit'] == 'ms' assert test_config['lower_is_better'] is True assert test_config['alert_threshold'] == 5.0
def test_tps_has_expected_attributes(self): config = get_config(self.argv_tps) test_config = config['tests'][0] assert test_config['name'] == 'tps' assert test_config['tpcycles'] == 1 assert test_config['tpmanifest'] != '${talos}/tests/tabswitch/tps.manifest' assert test_config['tppagecycles'] == 5 assert test_config['gecko_profile_entries'] == 5000000 assert test_config['tploadnocache'] is True assert test_config['preferences'] == { 'addon.test.tabswitch.urlfile': os.path.join('${talos}', 'tests', 'tp5o.html'), 'addon.test.tabswitch.webserver': '${webserver}', 'addon.test.tabswitch.maxurls': -1, } assert test_config['unit'] == 'ms'
def test_tp5n_has_expected_attributes(self): config = get_config(self.argv_tp5n) test_config = config['tests'][0] assert test_config['name'] == 'tp5n' assert test_config['resolution'] == 20 assert test_config['tpmanifest'] != '${talos}/tests/tp5n/tp5n.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 1 assert test_config['cycles'] == 1 assert test_config['tpmozafterpaint'] is True assert test_config['tptimeout'] == 5000 assert test_config['mainthread'] is True assert test_config['w7_counters'] == [] assert test_config['win_counters'] == [] assert test_config['linux_counters'] == [] assert test_config['mac_counters'] == [] assert test_config['xperf_counters'] == [ 'main_startup_fileio', 'main_startup_netio', 'main_normal_fileio', 'main_normal_netio', 'nonmain_startup_fileio', 'nonmain_normal_fileio', 'nonmain_normal_netio', 'mainthread_readcount', 'mainthread_readbytes', 'mainthread_writecount', 'mainthread_writebytes' ] assert test_config['xperf_providers'] == [ 'PROC_THREAD', 'LOADER', 'HARD_FAULTS', 'FILENAME', 'FILE_IO', 'FILE_IO_INIT' ] assert test_config['xperf_user_providers'] == [ 'Mozilla Generic Provider', 'Microsoft-Windows-TCPIP' ] assert test_config['xperf_stackwalk'] == [ 'FileCreate', 'FileRead', 'FileWrite', 'FileFlush', 'FileClose' ] assert test_config['filters'] is not None assert test_config['timeout'] == 1800 assert test_config['preferences'] == { 'extensions.enabledScopes': '', 'talos.logfile': 'browser_output.txt' } assert test_config['unit'] == 'ms'
def test_ts_paint_heavy_has_expected_attributes(self): config = get_config(self.argv_ts_paint_heavy) test_config = config['tests'][0] assert test_config['name'] == 'ts_paint_heavy' assert test_config['cycles'] == 20 assert test_config['timeout'] == 150 assert test_config['gecko_profile_startup'] is True assert test_config['gecko_profile_entries'] == 10000000 assert test_config['url'] != 'startup_test/tspaint_test.html' # interpolation was done assert test_config['xperf_counters'] == [] # TODO: this doesn't work; is this a bug? # assert test_config['win7_counters'] == [] assert test_config['filters'] is not None assert test_config['tpmozafterpaint'] is True # assert test_config['mainthread'] is False # assert test_config['responsiveness'] is False # assert test_config['unit'] == 'ms' assert test_config['profile'] == 'simple'
def test_glvideo_has_expected_attributes(self): config = get_config(self.argv_glvideo) test_config = config['tests'][0] assert test_config['name'] == 'glvideo' assert test_config['tpmanifest'] != '${talos}/tests/webgl/glvideo.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 5 assert test_config['tploadnocache'] is True assert test_config['tpmozafterpaint'] is False assert test_config['tpchrome'] is False assert test_config['gecko_profile_interval'] == 2 assert test_config['gecko_profile_entries'] == 2000000 assert 'win_counters' not in test_config assert 'w7_counters' not in test_config assert 'linux_counters' not in test_config assert 'mac_counters' not in test_config assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_tsvgm_has_expected_attributes(self): config = get_config(self.argv_tsvgm) test_config = config['tests'][0] assert test_config['name'] == 'tsvgm' assert test_config['tpmanifest'] != '${talos}/tests/svgx/svgm.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 7 assert test_config['tpmozafterpaint'] is False assert test_config['tpchrome'] is False assert test_config['gecko_profile_interval'] == 10 assert test_config['gecko_profile_entries'] == 1000000 assert test_config['preferences'] == { 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'dom.send_after_paint_to_content': False } assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_tsvgx_has_expected_attributes(self): config = get_config(self.argv_tsvgx) test_config = config["tests"][0] assert test_config["name"] == "tsvgx" assert test_config["tpmanifest"] != "${talos}/tests/svgx/svgx.manifest" assert test_config["tpcycles"] == 1 assert test_config["tppagecycles"] == 25 assert test_config["tpmozafterpaint"] is False assert test_config["tpchrome"] is False assert test_config["gecko_profile_interval"] == 10 assert test_config["gecko_profile_entries"] == 1000000 assert test_config["preferences"] == { "layout.frame_rate": 0, "docshell.event_starvation_delay_hint": 1, "dom.send_after_paint_to_content": False, } assert test_config["filters"] is not None assert test_config["unit"] == "ms"
def test_tsvgx_has_expected_attributes(self): config = get_config(self.argv_tsvgx) test_config = config['tests'][0] assert test_config['name'] == 'tsvgx' assert test_config['tpmanifest'] != '${talos}/tests/svgx/svgx.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['tpmozafterpaint'] is False assert test_config['tpchrome'] is False assert test_config['gecko_profile_interval'] == 10 assert test_config['gecko_profile_entries'] == 1000000 assert test_config['preferences'] == { 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'dom.send_after_paint_to_content': False } assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_tabswitch_has_expected_attributes(self): config = get_config(self.argv_tabswitch) test_config = config["tests"][0] assert test_config["name"] == "tabswitch" assert test_config["tpcycles"] == 1 assert (test_config["tpmanifest"] != "${talos}/tests/tabswitch/tabswitch.manifest") assert test_config["tppagecycles"] == 5 assert test_config["gecko_profile_entries"] == 5000000 assert test_config["tploadnocache"] is True assert test_config["preferences"] == { "addon.test.tabswitch.urlfile": os.path.join("${talos}", "tests", "tp5o.html"), "addon.test.tabswitch.webserver": "${webserver}", "addon.test.tabswitch.maxurls": -1, } assert test_config["unit"] == "ms"
def test_ts_paint_heavy_has_expected_attributes(self): config = get_config(self.argv_ts_paint_heavy) test_config = config["tests"][0] assert test_config["name"] == "ts_paint_heavy" assert test_config["cycles"] == 20 assert test_config["timeout"] == 150 assert test_config["gecko_profile_startup"] is True assert test_config["gecko_profile_entries"] == 10000000 assert (test_config["url"] != "startup_test/tspaint_test.html" ) # interpolation was done assert test_config["xperf_counters"] == [] # TODO: this doesn't work; is this a bug? # assert test_config['win7_counters'] == [] assert test_config["filters"] is not None assert test_config["tpmozafterpaint"] is True # assert test_config['mainthread'] is False # assert test_config['responsiveness'] is False # assert test_config['unit'] == 'ms' assert test_config["profile"] == "simple"
def test_glvideo_has_expected_attributes(self): config = get_config(self.argv_glvideo) test_config = config["tests"][0] assert test_config["name"] == "glvideo" assert test_config[ "tpmanifest"] != "${talos}/tests/webgl/glvideo.manifest" assert test_config["tpcycles"] == 1 assert test_config["tppagecycles"] == 5 assert test_config["tploadnocache"] is True assert test_config["tpmozafterpaint"] is False assert test_config["tpchrome"] is False assert test_config["gecko_profile_interval"] == 2 assert test_config["gecko_profile_entries"] == 2000000 assert "win_counters" not in test_config assert "w7_counters" not in test_config assert "linux_counters" not in test_config assert "mac_counters" not in test_config assert test_config["filters"] is not None assert test_config["unit"] == "ms"
def test_tabswitch_has_expected_attributes(self): config = get_config(self.argv_tabswitch) test_config = config['tests'][0] assert test_config['name'] == 'tabswitch' assert test_config['tpcycles'] == 1 assert test_config[ 'tpmanifest'] != '${talos}/tests/tabswitch/tabswitch.manifest' assert test_config['tppagecycles'] == 5 assert test_config['gecko_profile_entries'] == 5000000 assert test_config['tploadnocache'] is True assert test_config['preferences'] == { 'addon.test.tabswitch.urlfile': os.path.join('${talos}', 'tests', 'tp5o.html'), 'addon.test.tabswitch.webserver': '${webserver}', 'addon.test.tabswitch.maxurls': -1, } assert test_config['unit'] == 'ms'
def test_tcanvasmark_has_expected_attributes(self): config = get_config(self.argv_tcanvasmark) test_config = config['tests'][0] assert test_config['name'] == 'tcanvasmark' assert test_config['tpmanifest'] != '${talos}/tests/canvasmark/canvasmark.manifest' assert 'win_counters' not in test_config assert 'w7_counters' not in test_config assert 'linux_counters' not in test_config assert 'mac_counters' not in test_config assert test_config['tpcycles'] == 5 assert test_config['tppagecycles'] == 1 assert test_config['timeout'] == 900 assert test_config['gecko_profile_interval'] == 10 assert test_config['gecko_profile_entries'] == 2500000 assert test_config['tpmozafterpaint'] is False assert test_config['preferences'] == {'dom.send_after_paint_to_content': False} assert test_config['filters'] is not None assert test_config['unit'] == 'score' assert test_config['lower_is_better'] is False
def test_tscrollx_has_expected_attributes(self): config = get_config(self.argv_tscrollx) test_config = config['tests'][0] assert test_config['name'] == 'tscrollx' assert test_config['tpmanifest'] != '${talos}/tests/scroll/scroll.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['tpmozafterpaint'] is False assert test_config['tpchrome'] is False assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 1000000 assert test_config['preferences'] == { 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'dom.send_after_paint_to_content': False, 'layout.css.scroll-behavior.spring-constant': "'10'", 'toolkit.framesRecording.bufferSize': 10000 } assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_damp_has_expected_attributes(self): config = get_config(self.argv_damp) test_config = config["tests"][0] assert test_config["name"] == "damp" assert test_config[ "tpmanifest"] != "${talos}/tests/devtools/damp.manifest" assert test_config["cycles"] == 5 assert test_config["tpcycles"] == 1 assert test_config["tppagecycles"] == 5 assert test_config["tploadnocache"] is True assert test_config["tpmozafterpaint"] is False assert test_config["gecko_profile_interval"] == 10 assert test_config["gecko_profile_entries"] == 1000000 assert "win_counters" not in test_config assert "w7_counters" not in test_config assert "linux_counters" not in test_config assert "mac_counters" not in test_config assert test_config["filters"] is not None assert test_config["preferences"] == {"devtools.memory.enabled": True} assert test_config["unit"] == "ms"
def test_ts_paint_webext_has_expected_attributes(self): config = get_config(self.argv_ts_paint_webext) test_config = config['tests'][0] assert test_config['name'] == 'ts_paint_webext' assert test_config['cycles'] == 20 assert test_config['timeout'] == 150 assert test_config['gecko_profile_startup'] is True assert test_config['gecko_profile_entries'] == 10000000 assert test_config['url'] != 'startup_test/tspaint_test.html' # interpolation was done assert test_config['xperf_counters'] == [] # TODO: these don't work; is this a bug? # assert test_config['win7_counters'] == [] assert test_config['filters'] is not None assert test_config['tpmozafterpaint'] is True # assert test_config['mainthread'] is False # assert test_config['responsiveness'] is False # assert test_config['unit'] == 'ms' # TODO: this isn't overriden # assert test_config['webextensions'] != '${talos}/webextensions/dummy/dummy-signed.xpi' assert test_config['preferences'] == {'xpinstall.signatures.required': False}
def test_tp5o_scroll_has_expected_attributes(self): config = get_config(self.argv_tp5o_scroll) test_config = config["tests"][0] assert test_config["name"] == "tp5o_scroll" assert test_config["tpmanifest"] != "${talos}/tests/tp5n/tp5o.manifest" assert test_config["tpcycles"] == 1 assert test_config["tppagecycles"] == 12 assert test_config["gecko_profile_interval"] == 2 assert test_config["gecko_profile_entries"] == 2000000 assert test_config["tpscrolltest"] is True assert test_config["tpmozafterpaint"] is False assert test_config["preferences"] == { "layout.frame_rate": 0, "docshell.event_starvation_delay_hint": 1, "dom.send_after_paint_to_content": False, "layout.css.scroll-behavior.spring-constant": "'10'", "toolkit.framesRecording.bufferSize": 10000, } assert test_config["filters"] is not None assert test_config["unit"] == "1/FPS"
def test_tp5o_scroll_has_expected_attributes(self): config = get_config(self.argv_tp5o_scroll) test_config = config['tests'][0] assert test_config['name'] == 'tp5o_scroll' assert test_config['tpmanifest'] != '${talos}/tests/tp5n/tp5o.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 12 assert test_config['gecko_profile_interval'] == 2 assert test_config['gecko_profile_entries'] == 2000000 assert test_config['tpscrolltest'] is True assert test_config['tpmozafterpaint'] is False assert test_config['preferences'] == { 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'dom.send_after_paint_to_content': False, 'layout.css.scroll-behavior.spring-constant': "'10'", 'toolkit.framesRecording.bufferSize': 10000 } assert test_config['filters'] is not None assert test_config['unit'] == '1/FPS'
def test_damp_has_expected_attributes(self): config = get_config(self.argv_damp) test_config = config['tests'][0] assert test_config['name'] == 'damp' assert test_config[ 'tpmanifest'] != '${talos}/tests/devtools/damp.manifest' assert test_config['cycles'] == 5 assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 5 assert test_config['tploadnocache'] is True assert test_config['tpmozafterpaint'] is False assert test_config['gecko_profile_interval'] == 10 assert test_config['gecko_profile_entries'] == 1000000 assert 'win_counters' not in test_config assert 'w7_counters' not in test_config assert 'linux_counters' not in test_config assert 'mac_counters' not in test_config assert test_config['filters'] is not None assert test_config['preferences'] == {'devtools.memory.enabled': True} assert test_config['unit'] == 'ms'
def test_tp5o_has_expected_attributes(self): config = get_config(self.argv_tp5o) test_config = config['tests'][0] assert test_config['name'] == 'tp5o' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['cycles'] == 1 assert test_config['tpmozafterpaint'] is True assert test_config['tptimeout'] == 5000 assert test_config['mainthread'] is False assert test_config['tpmanifest'] != '${talos}/tests/tp5n/tp5o.manifest' assert test_config['win_counters'] == ['% Processor Time'] assert test_config['w7_counters'] == ['% Processor Time'] assert test_config['linux_counters'] == ['XRes'] assert test_config['mac_counters'] == [] assert test_config['responsiveness'] is True assert test_config['gecko_profile_interval'] == 2 assert test_config['gecko_profile_entries'] == 4000000 assert test_config['filters'] is not None assert test_config['timeout'] == 1800 assert test_config['unit'] == 'ms'
def test_tp5o_has_expected_attributes(self): config = get_config(self.argv_tp5o) test_config = config["tests"][0] assert test_config["name"] == "tp5o" assert test_config["tpcycles"] == 1 assert test_config["tppagecycles"] == 25 assert test_config["cycles"] == 1 assert test_config["tpmozafterpaint"] is True assert test_config["tptimeout"] == 5000 assert test_config["mainthread"] is False assert test_config["tpmanifest"] != "${talos}/tests/tp5n/tp5o.manifest" assert test_config["win_counters"] == ["% Processor Time"] assert test_config["w7_counters"] == ["% Processor Time"] assert test_config["linux_counters"] == ["XRes"] assert test_config["mac_counters"] == [] assert test_config["responsiveness"] is True assert test_config["gecko_profile_interval"] == 2 assert test_config["gecko_profile_entries"] == 4000000 assert test_config["filters"] is not None assert test_config["timeout"] == 1800 assert test_config["unit"] == "ms"
def test_tart_has_expected_attributes(self): config = get_config(self.argv_tart) test_config = config['tests'][0] assert test_config['name'] == 'tart' assert test_config['tpmanifest'] != '${talos}/tests/tart/tart.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['tploadnocache'] is True assert test_config['tpmozafterpaint'] is False assert test_config['gecko_profile_interval'] == 10 assert test_config['gecko_profile_entries'] == 1000000 assert 'win_counters' not in test_config assert 'w7_counters' not in test_config assert 'linux_counters' not in test_config assert 'mac_counters' not in test_config assert test_config['preferences'] == { 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'dom.send_after_paint_to_content': False } assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_tart_has_expected_attributes(self): config = get_config(self.argv_tart) test_config = config["tests"][0] assert test_config["name"] == "tart" assert test_config["tpmanifest"] != "${talos}/tests/tart/tart.manifest" assert test_config["tpcycles"] == 1 assert test_config["tppagecycles"] == 25 assert test_config["tploadnocache"] is True assert test_config["tpmozafterpaint"] is False assert test_config["gecko_profile_interval"] == 10 assert test_config["gecko_profile_entries"] == 1000000 assert "win_counters" not in test_config assert "w7_counters" not in test_config assert "linux_counters" not in test_config assert "mac_counters" not in test_config assert test_config["preferences"] == { "layout.frame_rate": 0, "docshell.event_starvation_delay_hint": 1, "dom.send_after_paint_to_content": False, } assert test_config["filters"] is not None assert test_config["unit"] == "ms"
def test_cart_has_expected_attributes(self): config = get_config(self.argv_cart) test_config = config['tests'][0] assert test_config['name'] == 'cart' assert test_config['tpmanifest'] != '${talos}/tests/tart/cart.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['tploadnocache'] is True assert test_config['tpmozafterpaint'] is False assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 10000000 assert 'win_counters' not in test_config assert 'w7_counters' not in test_config assert 'linux_counters' not in test_config assert 'mac_counters' not in test_config assert test_config['preferences'] == { 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'dom.send_after_paint_to_content': False } assert test_config['filters'] is not None assert test_config['unit'] == 'ms'
def test_damp_has_expected_attributes(self): config = get_config(self.argv_damp) test_config = config['tests'][0] assert test_config['name'] == 'damp' assert test_config['tpmanifest'] != '${talos}/tests/devtools/damp.manifest' assert test_config['cycles'] == 5 assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 5 assert test_config['tploadnocache'] is True assert test_config['tpmozafterpaint'] is False assert test_config['gecko_profile_interval'] == 10 assert test_config['gecko_profile_entries'] == 1000000 assert 'win_counters' not in test_config assert 'w7_counters' not in test_config assert 'linux_counters' not in test_config assert 'mac_counters' not in test_config assert test_config['filters'] is not None assert test_config['preferences'] == { 'devtools.memory.enabled': True, 'addon.test.damp.webserver': '${webserver}' } assert test_config['unit'] == 'ms'
def test_tp5o_webext_has_expected_attributes(self): config = get_config(self.argv_tp5o_webext) test_config = config['tests'][0] assert test_config['name'] == 'tp5o_webext' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 25 assert test_config['cycles'] == 1 assert test_config['tpmozafterpaint'] is True assert test_config['tptimeout'] == 5000 assert test_config['mainthread'] is False assert test_config['tpmanifest'] != '${talos}/tests/tp5n/tp5o.manifest' assert test_config['win_counters'] == ['% Processor Time'] assert test_config['w7_counters'] == ['% Processor Time'] assert test_config['linux_counters'] == ['XRes'] assert test_config['mac_counters'] == [] assert test_config['responsiveness'] is True assert test_config['gecko_profile_interval'] == 2 assert test_config['gecko_profile_entries'] == 4000000 assert test_config['filters'] is not None assert test_config['timeout'] == 1800 assert test_config['unit'] == 'ms' assert test_config['webextensions'] == '${talos}/webextensions/dummy/dummy-signed.xpi' assert test_config['preferences'] == {'xpinstall.signatures.required': False}
def test_basic_compositor_video_has_expected_attributes(self): config = get_config(self.argv_basic_compositor_video) test_config = config['tests'][0] assert test_config['name'] == 'basic_compositor_video' assert test_config['tpmanifest'] != '${talos}/tests/video/video.manifest' assert test_config['tpcycles'] == 1 assert test_config['tppagecycles'] == 12 assert test_config['tpchrome'] is False assert test_config['timeout'] == 10000 assert test_config['gecko_profile_interval'] == 1 assert test_config['gecko_profile_entries'] == 2000000 assert test_config['preferences'] == { 'full-screen-api.allow-trusted-requests-only': False, 'layers.acceleration.force-enabled': False, 'layers.acceleration.disabled': True, 'layout.frame_rate': 0, 'docshell.event_starvation_delay_hint': 1, 'full-screen-api.warning.timeout': 500, 'media.ruin-av-sync.enabled': True } assert test_config['filters'] is not None assert test_config['unit'] == 'ms/frame' assert test_config['lower_is_better'] is True
def test_ts_paint_webext_has_expected_attributes(self): config = get_config(self.argv_ts_paint_webext) test_config = config["tests"][0] assert test_config["name"] == "ts_paint_webext" assert test_config["cycles"] == 20 assert test_config["timeout"] == 150 assert test_config["gecko_profile_startup"] is True assert test_config["gecko_profile_entries"] == 10000000 assert (test_config["url"] != "startup_test/tspaint_test.html" ) # interpolation was done assert test_config["xperf_counters"] == [] # TODO: these don't work; is this a bug? # assert test_config['win7_counters'] == [] assert test_config["filters"] is not None assert test_config["tpmozafterpaint"] is True # assert test_config['mainthread'] is False # assert test_config['responsiveness'] is False # assert test_config['unit'] == 'ms' # TODO: this isn't overriden # assert test_config['webextensions'] != '${talos}/webextensions/dummy/dummy-signed.xpi' assert test_config["preferences"] == { "xpinstall.signatures.required": False }
def test_raises_except_if_unprovided_tests_on_cli(self): with pytest.raises(ConfigurationError): get_config(self.argv_unprovided_tests) with pytest.raises(ConfigurationError): get_config(self.argv_unknown_suite)
def test_global_variable_isnt_modified(self): get_config(self.argv) assert ORIGINAL_DEFAULTS == DEFAULTS
def test_config_has_tests(self): config = get_config(self.argv) assert len(config['tests']) > 0