def test_mac(self):
self.assert_port(port_name='mac-lion', cls=mac.MacPort)
self.assert_port(port_name='mac-lion-wk2', cls=mac.MacPort)
self.assert_port(port_name='mac',
os_name='mac',
os_version=Version.from_name('Lion'),
cls=mac.MacPort)
self.assert_port(port_name=None,
os_name='mac',
os_version=Version.from_name('Lion'),
cls=mac.MacPort)
def test_win(self):
self.assert_port(port_name='win-xp', cls=win.WinPort)
self.assert_port(port_name='win-xp-wk2', cls=win.WinPort)
self.assert_port(port_name='win',
os_name='win',
os_version=Version.from_name('XP'),
cls=win.WinPort)
self.assert_port(port_name=None,
os_name='win',
os_version=Version.from_name('XP'),
cls=win.WinPort)
self.assert_port(port_name=None,
os_name='win',
os_version=Version.from_name('XP'),
options=self.webkit_options,
cls=win.WinPort)
def __init__(self,
os_name='mac',
os_version=Version.from_name('High Sierra'),
architecture=None):
assert isinstance(os_version, Version)
self.os_name = os_name
self.os_version = os_version
self.expected_xcode_simctl_list = None
self._architecture = architecture or dict(
mac='x86_64',
ios='arm64',
).get(self.os_name, 'x86')
def test_versions(self):
self._assert_version('win-xp', Version.from_name('XP'))
self._assert_version('win-vista', Version.from_name('Vista'))
self._assert_version('win-7sp0', Version.from_name('7sp0'))
self.assertRaises(AssertionError, self._assert_version, 'win-me', Version.from_name('Vista'))
def test_baseline_search_path(self):
self._assert_search_path(['win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('XP'))
self._assert_search_path(['win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('Vista'))
self._assert_search_path(['win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('7sp0'))
self._assert_search_path(['win-wk2', 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac'], Version.from_name('XP'), use_webkit2=True)
self._assert_search_path(['win-wk2', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac'], Version.from_name('Vista'), use_webkit2=True)
self._assert_search_path(['win-wk2', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac'], Version.from_name('7sp0'), use_webkit2=True)
class WinPortTest(port_testcase.PortTestCase):
os_name = 'win'
os_version = Version.from_name('XP')
port_name = 'win-xp'
port_maker = WinPort
def test_show_results_html_file(self):
port = self.make_port()
port._executive = MockExecutive(should_log=True)
capture = OutputCapture()
capture.capture_output()
port.show_results_html_file('test.html')
_, _, logs = capture.restore_output()
# We can't know for sure what path will be produced by cygpath, but we can assert about
# everything else.
self.assertTrue(logs.startswith("MOCK run_command: ['Tools/Scripts/run-safari', '--release', '"))
self.assertTrue(logs.endswith("test.html'], cwd=/mock-checkout\n"))
def _assert_search_path(self, expected_search_paths, version, use_webkit2=False):
port = self.make_port(port_name='win', os_version=version, options=MockOptions(webkit_test_runner=use_webkit2))
absolute_search_paths = list(map(port._webkit_baseline_path, expected_search_paths))
self.assertEqual(port.baseline_search_path(), absolute_search_paths)
def test_baseline_search_path(self):
self._assert_search_path(['win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('XP'))
self._assert_search_path(['win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('Vista'))
self._assert_search_path(['win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'], Version.from_name('7sp0'))
self._assert_search_path(['win-wk2', 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac'], Version.from_name('XP'), use_webkit2=True)
self._assert_search_path(['win-wk2', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac'], Version.from_name('Vista'), use_webkit2=True)
self._assert_search_path(['win-wk2', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac-wk2', 'mac'], Version.from_name('7sp0'), use_webkit2=True)
def _assert_version(self, port_name, expected_version):
host = MockSystemHost(os_name='win', os_version=expected_version)
port = WinPort(host, port_name=port_name)
self.assertEqual(port.version_name(), VersionNameMap.map().to_name(expected_version, platform='win', table=PUBLIC_TABLE))
def test_versions(self):
self._assert_version('win-xp', Version.from_name('XP'))
self._assert_version('win-vista', Version.from_name('Vista'))
self._assert_version('win-7sp0', Version.from_name('7sp0'))
self.assertRaises(AssertionError, self._assert_version, 'win-me', Version.from_name('Vista'))
def test_compare_text(self):
expected = "EDITING DELEGATE: webViewDidChangeSelection:WebViewDidChangeSelectionNotification\nfoo\nEDITING DELEGATE: webViewDidChangeSelection:WebViewDidChangeSelectionNotification\n"
port = self.make_port()
self.assertFalse(port.do_text_results_differ(expected, "foo\n"))
self.assertTrue(port.do_text_results_differ(expected, "foo"))
self.assertTrue(port.do_text_results_differ(expected, "bar"))
# This hack doesn't exist in WK2.
port._options = MockOptions(webkit_test_runner=True)
self.assertTrue(port.do_text_results_differ(expected, "foo\n"))
def test_operating_system(self):
self.assertEqual('win', self.make_port().operating_system())
def test_expectations_files(self):
self.assertEqual(len(self.make_port().expectations_files()), 3)
self.assertEqual(len(self.make_port(options=MockOptions(webkit_test_runner=True, configuration='Release')).expectations_files()), 5)
def test_get_crash_log(self):
# Win crash logs are tested elsewhere, so here we just make sure we don't crash.
def fake_time_cb():
times = [0, 20, 40]
return lambda: times.pop(0)
port = self.make_port(port_name='win')
port._get_crash_log('DumpRenderTree', 1234, '', '', 0,
time_fn=fake_time_cb(), sleep_fn=lambda delay: None)
def test_layout_test_searchpath_with_apple_additions(self):
with port_testcase.bind_mock_apple_additions():
search_path = self.make_port().default_baseline_search_path()
self.assertEqual(search_path[0], '/additional_testing_path/win')
self.assertEqual(search_path[1], '/mock-checkout/LayoutTests/platform/win-xp')
class MacTest(darwin_testcase.DarwinTest):
os_name = 'mac'
os_version = Version.from_name('Lion')
port_name = 'mac-lion'
port_maker = MacPort
# 2 minor versions from the current version should always be a future version.
FUTURE_VERSION = Version.from_iterable(MacPort.CURRENT_VERSION)
FUTURE_VERSION.minor += 2
def test_version(self):
port = self.make_port()
self.assertIsNotNone(port.version_name())
def test_versions(self):
# Note: these tests don't need to be exhaustive as long as we get path coverage.
self.assert_name('mac', 'snowleopard', 'mac-snowleopard')
self.assert_name('mac-snowleopard', 'leopard', 'mac-snowleopard')
self.assert_name('mac-snowleopard', 'lion', 'mac-snowleopard')
self.assert_name('mac', 'lion', 'mac-lion')
self.assert_name('mac-lion', 'lion', 'mac-lion')
self.assert_name('mac', 'mountainlion', 'mac-mountainlion')
self.assert_name('mac-mountainlion', 'lion', 'mac-mountainlion')
self.assert_name('mac', 'mavericks', 'mac-mavericks')
self.assert_name('mac-mavericks', 'mountainlion', 'mac-mavericks')
self.assert_name('mac', 'yosemite', 'mac-yosemite')
self.assert_name('mac-yosemite', 'mavericks', 'mac-yosemite')
self.assert_name('mac', 'elcapitan', 'mac-elcapitan')
self.assert_name('mac-elcapitan', 'mavericks', 'mac-elcapitan')
self.assert_name('mac-elcapitan', 'yosemite', 'mac-elcapitan')
self.assert_name('mac', 'sierra', 'mac-sierra')
self.assert_name('mac-sierra', 'yosemite', 'mac-sierra')
self.assert_name('mac-sierra', 'elcapitan', 'mac-sierra')
self.assert_name('mac', 'highsierra', 'mac-highsierra')
self.assert_name('mac-highsierra', 'elcapitan', 'mac-highsierra')
self.assert_name('mac-highsierra', 'sierra', 'mac-highsierra')
self.assert_name('mac', 'mojave', 'mac-mojave')
self.assert_name('mac-mojave', 'sierra', 'mac-mojave')
self.assert_name('mac-mojave', 'highsierra', 'mac-mojave')
self.assertRaises(AssertionError, self.assert_name, 'mac-tiger',
'leopard', 'mac-leopard')
def test_setup_environ_for_server(self):
port = self.make_port(
options=MockOptions(leaks=True, guard_malloc=True))
env = port.setup_environ_for_server(port.driver_name())
self.assertEqual(env['MallocStackLogging'], '1')
self.assertEqual(env['MallocScribble'], '1')
self.assertEqual(
env['DYLD_INSERT_LIBRARIES'],
'/usr/lib/libgmalloc.dylib:/mock-build/libWebCoreTestShim.dylib')
def test_show_results_html_file(self):
port = self.make_port()
# Delay setting a should_log executive to avoid logging from MacPort.__init__.
port._executive = MockExecutive(should_log=True)
expected_logs = "MOCK popen: ['Tools/Scripts/run-safari', '--release', '--no-saved-state', '-NSOpen', 'test.html'], cwd=/mock-checkout\n"
OutputCapture().assert_outputs(self,
port.show_results_html_file,
["test.html"],
expected_logs=expected_logs)
def test_operating_system(self):
self.assertEqual('mac', self.make_port().operating_system())
def test_default_child_processes(self):
port = self.make_port(port_name='mac-lion')
# MockPlatformInfo only has 2 mock cores. The important part is that 2 > 1.
self.assertEqual(port.default_child_processes(), 2)
bytes_for_drt = 200 * 1024 * 1024
port.host.platform.total_bytes_memory = lambda: bytes_for_drt
expected_logs = "This machine could support 2 child processes, but only has enough memory for 1.\n"
child_processes = OutputCapture().assert_outputs(
self,
port.default_child_processes, (),
expected_logs=expected_logs)
self.assertEqual(child_processes, 1)
# Make sure that we always use one process, even if we don't have the memory for it.
port.host.platform.total_bytes_memory = lambda: bytes_for_drt - 1
expected_logs = "This machine could support 2 child processes, but only has enough memory for 1.\n"
child_processes = OutputCapture().assert_outputs(
self,
port.default_child_processes, (),
expected_logs=expected_logs)
self.assertEqual(child_processes, 1)
def test_32bit(self):
port = self.make_port(options=MockOptions(architecture='x86'))
def run_script(script, args=None, env=None):
self.args = args
port._run_script = run_script
self.assertEqual(port.architecture(), 'x86')
port._build_driver()
self.assertEqual(self.args, ['ARCHS=i386'])
def test_64bit(self):
port = self.make_port(options=MockOptions(architecture='x86_64'))
self.assertEqual(port.architecture(), 'x86_64')
def run_script(script, args=None, env=None):
self.args = args
port._run_script = run_script
port._build_driver()
self.assertEqual(self.args, ['ARCHS=x86_64'])
def test_arm(self):
port = self.make_port(options=MockOptions(architecture='arm64e'))
self.assertEqual(port.architecture(), 'arm64')
def run_script(script, args=None, env=None):
self.args = args
port._run_script = run_script
port._build_driver()
self.assertEqual(self.args, ['ARCHS=arm64'])
def test_default(self):
port = self.make_port()
self.assertEqual(port.architecture(),
port.host.platform.architecture())
def run_script(script, args=None, env=None):
self.args = args
port._run_script = run_script
port._build_driver()
self.assertEqual(
self.args, ['ARCHS={}'.format(port.host.platform.architecture())])
def test_sdk_name(self):
port = self.make_port()
self.assertEqual(port.SDK, 'macosx')
def test_xcrun(self):
def throwing_run_command(args):
print(args)
raise ScriptError("MOCK script error")
port = self.make_port()
port._executive = MockExecutive2(run_command_fn=throwing_run_command)
expected_stdout = "['xcrun', '--sdk', 'macosx', '-find', 'test']\n"
OutputCapture().assert_outputs(self,
port.xcrun_find,
args=['test', 'falling'],
expected_stdout=expected_stdout)
def test_layout_test_searchpath_with_apple_additions(self):
with port_testcase.bind_mock_apple_additions():
search_path = self.make_port().default_baseline_search_path()
self.assertEqual(search_path[0],
'/additional_testing_path/mac-add-lion-wk1')
self.assertEqual(search_path[1],
'/mock-checkout/LayoutTests/platform/mac-lion-wk1')
self.assertEqual(search_path[2],
'/additional_testing_path/mac-add-lion')
self.assertEqual(search_path[3],
'/mock-checkout/LayoutTests/platform/mac-lion')
self.assertEqual(search_path[4],
'/additional_testing_path/mac-add-mountainlion-wk1')
self.assertEqual(
search_path[5],
'/mock-checkout/LayoutTests/platform/mac-mountainlion-wk1')
def test_big_sur_baseline_search_path(self):
search_path = self.make_port(
port_name='macos-big-sur').default_baseline_search_path()
self.assertEqual(
search_path[0],
'/mock-checkout/LayoutTests/platform/mac-catalina-wk1')
self.assertEqual(search_path[1],
'/mock-checkout/LayoutTests/platform/mac-catalina')
self.assertEqual(search_path[2],
'/mock-checkout/LayoutTests/platform/mac-wk1')
self.assertEqual(search_path[3],
'/mock-checkout/LayoutTests/platform/mac')
def test_factory_with_future_version(self):
port = self.make_port(options=MockOptions(webkit_test_runner=True),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(
port.version_name(),
VersionNameMap().to_name(MacPort.CURRENT_VERSION,
platform=MacPort.port_name))
port = self.make_port(options=MockOptions(webkit_test_runner=False),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
self.assertEqual(
port.version_name(),
VersionNameMap().to_name(MacPort.CURRENT_VERSION,
platform=MacPort.port_name))
port = self.make_port(options=MockOptions(webkit_test_runner=False),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(
port.version_name(),
VersionNameMap().to_name(MacPort.CURRENT_VERSION,
platform=MacPort.port_name))
port = self.make_port(options=MockOptions(webkit_test_runner=True),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(
port.version_name(),
VersionNameMap().to_name(MacPort.CURRENT_VERSION,
platform=MacPort.port_name))
def test_factory_with_future_version_and_apple_additions(self):
with port_testcase.bind_mock_apple_additions():
port = self.make_port(options=MockOptions(webkit_test_runner=True),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), None)
port = self.make_port(
options=MockOptions(webkit_test_runner=False),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
self.assertEqual(port.version_name(), None)
port = self.make_port(
options=MockOptions(webkit_test_runner=False),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), None)
port = self.make_port(options=MockOptions(webkit_test_runner=True),
os_version=MacTest.FUTURE_VERSION,
os_name='mac',
port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), None)
def test_factory_with_portname_version(self):
port = self.make_port(options=MockOptions(webkit_test_runner=False),
port_name='mac-mountainlion')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
self.assertEqual(port.version_name(), 'Mountain Lion')
port = self.make_port(options=MockOptions(webkit_test_runner=True),
port_name='mac-mountainlion')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), 'Mountain Lion')
port = self.make_port(options=MockOptions(webkit_test_runner=True),
port_name='mac-mountainlion-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), 'Mountain Lion')
port = self.make_port(options=MockOptions(webkit_test_runner=False),
port_name='mac-mountainlion-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), 'Mountain Lion')
def test_factory_with_portname_wk2(self):
port = self.make_port(options=MockOptions(webkit_test_runner=False),
port_name='mac')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
port = self.make_port(options=MockOptions(webkit_test_runner=True),
port_name='mac')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
port = self.make_port(options=MockOptions(webkit_test_runner=True),
port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
port = self.make_port(options=MockOptions(webkit_test_runner=False),
port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
def test_configuration_for_upload(self):
port = self.make_port()
self.assertEqual(
dict(
platform='mac',
is_simulator=False,
architecture='x86_64',
version='10.7',
version_name='Lion',
sdk='17A405',
style='release',
),
port.configuration_for_upload(),
)
