def test_mac(self): self.assert_port(port_name='mac-lion', cls=mac.MacPort) self.assert_port(port_name='mac-lion-wk2', cls=mac.MacPort) self.assert_port(port_name='mac', os_name='mac', os_version=Version.from_name('Lion'), cls=mac.MacPort) self.assert_port(port_name=None, os_name='mac', os_version=Version.from_name('Lion'), cls=mac.MacPort)
def __init__(self, os_name='mac', os_version=Version.from_name('Snow Leopard')): assert isinstance(os_version, Version) self.os_name = os_name self.os_version = os_version self.expected_xcode_simctl_list = None
def test_win(self): self.assert_port(port_name='win-xp', cls=win.WinPort) self.assert_port(port_name='win-xp-wk2', cls=win.WinPort) self.assert_port(port_name='win', os_name='win', os_version=Version.from_name('XP'), cls=win.WinPort) self.assert_port(port_name=None, os_name='win', os_version=Version.from_name('XP'), cls=win.WinPort) self.assert_port(port_name=None, os_name='win', os_version=Version.from_name('XP'), options=self.webkit_options, cls=win.WinPort)
def test_baseline_search_path(self): self._assert_search_path([ 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac' ], Version.from_name('XP')) self._assert_search_path([ 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac' ], Version.from_name('Vista')) self._assert_search_path( ['win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('7sp0')) self._assert_search_path([ 'win-wk2', 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac' ], Version.from_name('XP'), use_webkit2=True) self._assert_search_path([ 'win-wk2', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac' ], Version.from_name('Vista'), use_webkit2=True) self._assert_search_path([ 'win-wk2', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac' ], Version.from_name('7sp0'), use_webkit2=True)
class WinPortTest(port_testcase.PortTestCase): os_name = 'win' os_version = Version.from_name('XP') port_name = 'win-xp' port_maker = WinPort def test_show_results_html_file(self): port = self.make_port() port._executive = MockExecutive(should_log=True) capture = OutputCapture() capture.capture_output() port.show_results_html_file('test.html') _, _, logs = capture.restore_output() # We can't know for sure what path will be produced by cygpath, but we can assert about # everything else. self.assertTrue( logs.startswith( "MOCK run_command: ['Tools/Scripts/run-safari', '--release', '" )) self.assertTrue(logs.endswith("test.html'], cwd=/mock-checkout\n")) def _assert_search_path(self, expected_search_paths, version, use_webkit2=False): port = self.make_port( port_name='win', os_version=version, options=MockOptions(webkit_test_runner=use_webkit2)) absolute_search_paths = map(port._webkit_baseline_path, expected_search_paths) self.assertEqual(port.baseline_search_path(), absolute_search_paths) def test_baseline_search_path(self): self._assert_search_path([ 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac' ], Version.from_name('XP')) self._assert_search_path([ 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac' ], Version.from_name('Vista')) self._assert_search_path( ['win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('7sp0')) self._assert_search_path([ 'win-wk2', 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac' ], Version.from_name('XP'), use_webkit2=True) self._assert_search_path([ 'win-wk2', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac' ], Version.from_name('Vista'), use_webkit2=True) self._assert_search_path([ 'win-wk2', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac' ], Version.from_name('7sp0'), use_webkit2=True) def _assert_version(self, port_name, expected_version): host = MockSystemHost(os_name='win', os_version=expected_version) port = WinPort(host, port_name=port_name) self.assertEqual( port.version_name(), VersionNameMap.map().to_name(expected_version, platform='win', table=PUBLIC_TABLE)) def test_versions(self): self._assert_version('win-xp', Version.from_name('XP')) self._assert_version('win-vista', Version.from_name('Vista')) self._assert_version('win-7sp0', Version.from_name('7sp0')) self.assertRaises(AssertionError, self._assert_version, 'win-me', Version.from_name('Vista')) def test_compare_text(self): expected = "EDITING DELEGATE: webViewDidChangeSelection:WebViewDidChangeSelectionNotification\nfoo\nEDITING DELEGATE: webViewDidChangeSelection:WebViewDidChangeSelectionNotification\n" port = self.make_port() self.assertFalse(port.do_text_results_differ(expected, "foo\n")) self.assertTrue(port.do_text_results_differ(expected, "foo")) self.assertTrue(port.do_text_results_differ(expected, "bar")) # This hack doesn't exist in WK2. port._options = MockOptions(webkit_test_runner=True) self.assertTrue(port.do_text_results_differ(expected, "foo\n")) def test_operating_system(self): self.assertEqual('win', self.make_port().operating_system()) def test_runtime_feature_list(self): port = self.make_port() port._executive.run_command = lambda command, cwd=None, ignore_errors=False: "Nonsense" # runtime_features_list returns None when its results are meaningless (it couldn't run DRT or parse the output, etc.) self.assertEqual(port._runtime_feature_list(), None) port._executive.run_command = lambda command, cwd=None, ignore_errors=False: "SupportedFeatures:foo bar" self.assertEqual(port._runtime_feature_list(), ['foo', 'bar']) def test_expectations_files(self): self.assertEqual(len(self.make_port().expectations_files()), 3) self.assertEqual( len( self.make_port(options=MockOptions( webkit_test_runner=True, configuration='Release')).expectations_files()), 5) def test_get_crash_log(self): # Win crash logs are tested elsewhere, so here we just make sure we don't crash. def fake_time_cb(): times = [0, 20, 40] return lambda: times.pop(0) port = self.make_port(port_name='win') port._get_crash_log('DumpRenderTree', 1234, '', '', 0, time_fn=fake_time_cb(), sleep_fn=lambda delay: None) def test_layout_test_searchpath_with_apple_additions(self): with port_testcase.bind_mock_apple_additions(): search_path = self.make_port().default_baseline_search_path() self.assertEqual(search_path[0], '/additional_testing_path/win') self.assertEqual(search_path[1], '/mock-checkout/LayoutTests/platform/win-xp')
def test_versions(self): self._assert_version('win-xp', Version.from_name('XP')) self._assert_version('win-vista', Version.from_name('Vista')) self._assert_version('win-7sp0', Version.from_name('7sp0')) self.assertRaises(AssertionError, self._assert_version, 'win-me', Version.from_name('Vista'))
class MacTest(darwin_testcase.DarwinTest): os_name = 'mac' os_version = Version.from_name('Lion') port_name = 'mac-lion' port_maker = MacPort # 2 minor versions from the current version should always be a future version. FUTURE_VERSION = Version.from_iterable(MacPort.CURRENT_VERSION) FUTURE_VERSION.minor += 2 def test_version(self): port = self.make_port() self.assertIsNotNone(port.version_name()) def test_versions(self): # Note: these tests don't need to be exhaustive as long as we get path coverage. self.assert_name('mac', 'snowleopard', 'mac-snowleopard') self.assert_name('mac-snowleopard', 'leopard', 'mac-snowleopard') self.assert_name('mac-snowleopard', 'lion', 'mac-snowleopard') self.assert_name('mac', 'lion', 'mac-lion') self.assert_name('mac-lion', 'lion', 'mac-lion') self.assert_name('mac', 'mountainlion', 'mac-mountainlion') self.assert_name('mac-mountainlion', 'lion', 'mac-mountainlion') self.assert_name('mac', 'mavericks', 'mac-mavericks') self.assert_name('mac-mavericks', 'mountainlion', 'mac-mavericks') self.assert_name('mac', 'yosemite', 'mac-yosemite') self.assert_name('mac-yosemite', 'mavericks', 'mac-yosemite') self.assert_name('mac', 'elcapitan', 'mac-elcapitan') self.assert_name('mac-elcapitan', 'mavericks', 'mac-elcapitan') self.assert_name('mac-elcapitan', 'yosemite', 'mac-elcapitan') self.assert_name('mac', 'sierra', 'mac-sierra') self.assert_name('mac-sierra', 'yosemite', 'mac-sierra') self.assert_name('mac-sierra', 'elcapitan', 'mac-sierra') self.assert_name('mac', 'highsierra', 'mac-highsierra') self.assert_name('mac-highsierra', 'elcapitan', 'mac-highsierra') self.assert_name('mac-highsierra', 'sierra', 'mac-highsierra') self.assert_name('mac', 'mojave', 'mac-mojave') self.assert_name('mac-mojave', 'sierra', 'mac-mojave') self.assert_name('mac-mojave', 'highsierra', 'mac-mojave') self.assertRaises(AssertionError, self.assert_name, 'mac-tiger', 'leopard', 'mac-leopard') def test_setup_environ_for_server(self): port = self.make_port(options=MockOptions(leaks=True, guard_malloc=True)) env = port.setup_environ_for_server(port.driver_name()) self.assertEqual(env['MallocStackLogging'], '1') self.assertEqual(env['MallocScribble'], '1') self.assertEqual(env['DYLD_INSERT_LIBRARIES'], '/usr/lib/libgmalloc.dylib:/mock-build/libWebCoreTestShim.dylib') def test_show_results_html_file(self): port = self.make_port() # Delay setting a should_log executive to avoid logging from MacPort.__init__. port._executive = MockExecutive(should_log=True) expected_logs = "MOCK popen: ['Tools/Scripts/run-safari', '--release', '--no-saved-state', '-NSOpen', 'test.html'], cwd=/mock-checkout\n" OutputCapture().assert_outputs(self, port.show_results_html_file, ["test.html"], expected_logs=expected_logs) def test_operating_system(self): self.assertEqual('mac', self.make_port().operating_system()) def test_default_child_processes(self): port = self.make_port(port_name='mac-lion') # MockPlatformInfo only has 2 mock cores. The important part is that 2 > 1. self.assertEqual(port.default_child_processes(), 2) bytes_for_drt = 200 * 1024 * 1024 port.host.platform.total_bytes_memory = lambda: bytes_for_drt expected_logs = "This machine could support 2 child processes, but only has enough memory for 1.\n" child_processes = OutputCapture().assert_outputs(self, port.default_child_processes, (), expected_logs=expected_logs) self.assertEqual(child_processes, 1) # Make sure that we always use one process, even if we don't have the memory for it. port.host.platform.total_bytes_memory = lambda: bytes_for_drt - 1 expected_logs = "This machine could support 2 child processes, but only has enough memory for 1.\n" child_processes = OutputCapture().assert_outputs(self, port.default_child_processes, (), expected_logs=expected_logs) self.assertEqual(child_processes, 1) def test_32bit(self): port = self.make_port(options=MockOptions(architecture='x86')) def run_script(script, args=None, env=None): self.args = args port._run_script = run_script self.assertEqual(port.architecture(), 'x86') port._build_driver() self.assertEqual(self.args, ['ARCHS=i386']) def test_64bit(self): # Apple Mac port is 64-bit by default port = self.make_port() self.assertEqual(port.architecture(), 'x86_64') def run_script(script, args=None, env=None): self.args = args port._run_script = run_script port._build_driver() self.assertEqual(self.args, []) def test_sdk_name(self): port = self.make_port() self.assertEqual(port.SDK, 'macosx') def test_xcrun(self): def throwing_run_command(args): print(args) raise ScriptError("MOCK script error") port = self.make_port() port._executive = MockExecutive2(run_command_fn=throwing_run_command) expected_stdout = "['xcrun', '--sdk', 'macosx', '-find', 'test']\n" OutputCapture().assert_outputs(self, port.xcrun_find, args=['test', 'falling'], expected_stdout=expected_stdout) def test_layout_test_searchpath_with_apple_additions(self): with port_testcase.bind_mock_apple_additions(): search_path = self.make_port().default_baseline_search_path() self.assertEqual(search_path[0], '/additional_testing_path/mac-add-lion-wk1') self.assertEqual(search_path[1], '/mock-checkout/LayoutTests/platform/mac-lion-wk1') self.assertEqual(search_path[2], '/additional_testing_path/mac-add-lion') self.assertEqual(search_path[3], '/mock-checkout/LayoutTests/platform/mac-lion') self.assertEqual(search_path[4], '/additional_testing_path/mac-add-mountainlion-wk1') self.assertEqual(search_path[5], '/mock-checkout/LayoutTests/platform/mac-mountainlion-wk1') def test_factory_with_future_version(self): port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name)) port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac') self.assertEqual(port.driver_name(), 'DumpRenderTree') self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name)) port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name)) port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name)) def test_factory_with_future_version_and_apple_additions(self): with port_testcase.bind_mock_apple_additions(): port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), None) port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac') self.assertEqual(port.driver_name(), 'DumpRenderTree') self.assertEqual(port.version_name(), None) port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), None) port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), None) def test_factory_with_portname_version(self): port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac-mountainlion') self.assertEqual(port.driver_name(), 'DumpRenderTree') self.assertEqual(port.version_name(), 'Mountain Lion') port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac-mountainlion') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), 'Mountain Lion') port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac-mountainlion-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), 'Mountain Lion') port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac-mountainlion-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') self.assertEqual(port.version_name(), 'Mountain Lion') def test_factory_with_portname_wk2(self): port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac') self.assertEqual(port.driver_name(), 'DumpRenderTree') port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac') self.assertEqual(port.driver_name(), 'WebKitTestRunner') port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner') port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac-wk2') self.assertEqual(port.driver_name(), 'WebKitTestRunner')