def test_mac(self):
self.assert_port(port_name='mac-lion', cls=mac.MacPort)
self.assert_port(port_name='mac-lion-wk2', cls=mac.MacPort)
self.assert_port(port_name='mac',
os_name='mac',
os_version=Version.from_name('Lion'),
cls=mac.MacPort)
self.assert_port(port_name=None,
os_name='mac',
os_version=Version.from_name('Lion'),
cls=mac.MacPort)
def __init__(self,
os_name='mac',
os_version=Version.from_name('Snow Leopard')):
assert isinstance(os_version, Version)
self.os_name = os_name
self.os_version = os_version
self.expected_xcode_simctl_list = None
def test_win(self):
self.assert_port(port_name='win-xp', cls=win.WinPort)
self.assert_port(port_name='win-xp-wk2', cls=win.WinPort)
self.assert_port(port_name='win',
os_name='win',
os_version=Version.from_name('XP'),
cls=win.WinPort)
self.assert_port(port_name=None,
os_name='win',
os_version=Version.from_name('XP'),
cls=win.WinPort)
self.assert_port(port_name=None,
os_name='win',
os_version=Version.from_name('XP'),
options=self.webkit_options,
cls=win.WinPort)
def test_baseline_search_path(self):
self._assert_search_path([
'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10',
'win', 'mac'
], Version.from_name('XP'))
self._assert_search_path([
'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win',
'mac'
], Version.from_name('Vista'))
self._assert_search_path(
['win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'],
Version.from_name('7sp0'))
self._assert_search_path([
'win-wk2', 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1',
'win-win10', 'win', 'mac-wk2', 'mac'
],
Version.from_name('XP'),
use_webkit2=True)
self._assert_search_path([
'win-wk2', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1',
'win-win10', 'win', 'mac-wk2', 'mac'
],
Version.from_name('Vista'),
use_webkit2=True)
self._assert_search_path([
'win-wk2', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win',
'mac-wk2', 'mac'
],
Version.from_name('7sp0'),
use_webkit2=True)
class WinPortTest(port_testcase.PortTestCase):
os_name = 'win'
os_version = Version.from_name('XP')
port_name = 'win-xp'
port_maker = WinPort
def test_show_results_html_file(self):
port = self.make_port()
port._executive = MockExecutive(should_log=True)
capture = OutputCapture()
capture.capture_output()
port.show_results_html_file('test.html')
_, _, logs = capture.restore_output()
# We can't know for sure what path will be produced by cygpath, but we can assert about
# everything else.
self.assertTrue(
logs.startswith(
"MOCK run_command: ['Tools/Scripts/run-safari', '--release', '"
))
self.assertTrue(logs.endswith("test.html'], cwd=/mock-checkout\n"))
def _assert_search_path(self,
expected_search_paths,
version,
use_webkit2=False):
port = self.make_port(
port_name='win',
os_version=version,
options=MockOptions(webkit_test_runner=use_webkit2))
absolute_search_paths = map(port._webkit_baseline_path,
expected_search_paths)
self.assertEqual(port.baseline_search_path(), absolute_search_paths)
def test_baseline_search_path(self):
self._assert_search_path([
'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10',
'win', 'mac'
], Version.from_name('XP'))
self._assert_search_path([
'win-vista', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win',
'mac'
], Version.from_name('Vista'))
self._assert_search_path(
['win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win', 'mac'],
Version.from_name('7sp0'))
self._assert_search_path([
'win-wk2', 'win-xp', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1',
'win-win10', 'win', 'mac-wk2', 'mac'
],
Version.from_name('XP'),
use_webkit2=True)
self._assert_search_path([
'win-wk2', 'win-vista', 'win-7sp0', 'win-8', 'win-8.1',
'win-win10', 'win', 'mac-wk2', 'mac'
],
Version.from_name('Vista'),
use_webkit2=True)
self._assert_search_path([
'win-wk2', 'win-7sp0', 'win-8', 'win-8.1', 'win-win10', 'win',
'mac-wk2', 'mac'
],
Version.from_name('7sp0'),
use_webkit2=True)
def _assert_version(self, port_name, expected_version):
host = MockSystemHost(os_name='win', os_version=expected_version)
port = WinPort(host, port_name=port_name)
self.assertEqual(
port.version_name(),
VersionNameMap.map().to_name(expected_version,
platform='win',
table=PUBLIC_TABLE))
def test_versions(self):
self._assert_version('win-xp', Version.from_name('XP'))
self._assert_version('win-vista', Version.from_name('Vista'))
self._assert_version('win-7sp0', Version.from_name('7sp0'))
self.assertRaises(AssertionError, self._assert_version, 'win-me',
Version.from_name('Vista'))
def test_compare_text(self):
expected = "EDITING DELEGATE: webViewDidChangeSelection:WebViewDidChangeSelectionNotification\nfoo\nEDITING DELEGATE: webViewDidChangeSelection:WebViewDidChangeSelectionNotification\n"
port = self.make_port()
self.assertFalse(port.do_text_results_differ(expected, "foo\n"))
self.assertTrue(port.do_text_results_differ(expected, "foo"))
self.assertTrue(port.do_text_results_differ(expected, "bar"))
# This hack doesn't exist in WK2.
port._options = MockOptions(webkit_test_runner=True)
self.assertTrue(port.do_text_results_differ(expected, "foo\n"))
def test_operating_system(self):
self.assertEqual('win', self.make_port().operating_system())
def test_runtime_feature_list(self):
port = self.make_port()
port._executive.run_command = lambda command, cwd=None, ignore_errors=False: "Nonsense"
# runtime_features_list returns None when its results are meaningless (it couldn't run DRT or parse the output, etc.)
self.assertEqual(port._runtime_feature_list(), None)
port._executive.run_command = lambda command, cwd=None, ignore_errors=False: "SupportedFeatures:foo bar"
self.assertEqual(port._runtime_feature_list(), ['foo', 'bar'])
def test_expectations_files(self):
self.assertEqual(len(self.make_port().expectations_files()), 3)
self.assertEqual(
len(
self.make_port(options=MockOptions(
webkit_test_runner=True,
configuration='Release')).expectations_files()), 5)
def test_get_crash_log(self):
# Win crash logs are tested elsewhere, so here we just make sure we don't crash.
def fake_time_cb():
times = [0, 20, 40]
return lambda: times.pop(0)
port = self.make_port(port_name='win')
port._get_crash_log('DumpRenderTree',
1234,
'',
'',
0,
time_fn=fake_time_cb(),
sleep_fn=lambda delay: None)
def test_layout_test_searchpath_with_apple_additions(self):
with port_testcase.bind_mock_apple_additions():
search_path = self.make_port().default_baseline_search_path()
self.assertEqual(search_path[0], '/additional_testing_path/win')
self.assertEqual(search_path[1],
'/mock-checkout/LayoutTests/platform/win-xp')
def test_versions(self):
self._assert_version('win-xp', Version.from_name('XP'))
self._assert_version('win-vista', Version.from_name('Vista'))
self._assert_version('win-7sp0', Version.from_name('7sp0'))
self.assertRaises(AssertionError, self._assert_version, 'win-me',
Version.from_name('Vista'))
class MacTest(darwin_testcase.DarwinTest):
os_name = 'mac'
os_version = Version.from_name('Lion')
port_name = 'mac-lion'
port_maker = MacPort
# 2 minor versions from the current version should always be a future version.
FUTURE_VERSION = Version.from_iterable(MacPort.CURRENT_VERSION)
FUTURE_VERSION.minor += 2
def test_version(self):
port = self.make_port()
self.assertIsNotNone(port.version_name())
def test_versions(self):
# Note: these tests don't need to be exhaustive as long as we get path coverage.
self.assert_name('mac', 'snowleopard', 'mac-snowleopard')
self.assert_name('mac-snowleopard', 'leopard', 'mac-snowleopard')
self.assert_name('mac-snowleopard', 'lion', 'mac-snowleopard')
self.assert_name('mac', 'lion', 'mac-lion')
self.assert_name('mac-lion', 'lion', 'mac-lion')
self.assert_name('mac', 'mountainlion', 'mac-mountainlion')
self.assert_name('mac-mountainlion', 'lion', 'mac-mountainlion')
self.assert_name('mac', 'mavericks', 'mac-mavericks')
self.assert_name('mac-mavericks', 'mountainlion', 'mac-mavericks')
self.assert_name('mac', 'yosemite', 'mac-yosemite')
self.assert_name('mac-yosemite', 'mavericks', 'mac-yosemite')
self.assert_name('mac', 'elcapitan', 'mac-elcapitan')
self.assert_name('mac-elcapitan', 'mavericks', 'mac-elcapitan')
self.assert_name('mac-elcapitan', 'yosemite', 'mac-elcapitan')
self.assert_name('mac', 'sierra', 'mac-sierra')
self.assert_name('mac-sierra', 'yosemite', 'mac-sierra')
self.assert_name('mac-sierra', 'elcapitan', 'mac-sierra')
self.assert_name('mac', 'highsierra', 'mac-highsierra')
self.assert_name('mac-highsierra', 'elcapitan', 'mac-highsierra')
self.assert_name('mac-highsierra', 'sierra', 'mac-highsierra')
self.assert_name('mac', 'mojave', 'mac-mojave')
self.assert_name('mac-mojave', 'sierra', 'mac-mojave')
self.assert_name('mac-mojave', 'highsierra', 'mac-mojave')
self.assertRaises(AssertionError, self.assert_name, 'mac-tiger', 'leopard', 'mac-leopard')
def test_setup_environ_for_server(self):
port = self.make_port(options=MockOptions(leaks=True, guard_malloc=True))
env = port.setup_environ_for_server(port.driver_name())
self.assertEqual(env['MallocStackLogging'], '1')
self.assertEqual(env['MallocScribble'], '1')
self.assertEqual(env['DYLD_INSERT_LIBRARIES'], '/usr/lib/libgmalloc.dylib:/mock-build/libWebCoreTestShim.dylib')
def test_show_results_html_file(self):
port = self.make_port()
# Delay setting a should_log executive to avoid logging from MacPort.__init__.
port._executive = MockExecutive(should_log=True)
expected_logs = "MOCK popen: ['Tools/Scripts/run-safari', '--release', '--no-saved-state', '-NSOpen', 'test.html'], cwd=/mock-checkout\n"
OutputCapture().assert_outputs(self, port.show_results_html_file, ["test.html"], expected_logs=expected_logs)
def test_operating_system(self):
self.assertEqual('mac', self.make_port().operating_system())
def test_default_child_processes(self):
port = self.make_port(port_name='mac-lion')
# MockPlatformInfo only has 2 mock cores. The important part is that 2 > 1.
self.assertEqual(port.default_child_processes(), 2)
bytes_for_drt = 200 * 1024 * 1024
port.host.platform.total_bytes_memory = lambda: bytes_for_drt
expected_logs = "This machine could support 2 child processes, but only has enough memory for 1.\n"
child_processes = OutputCapture().assert_outputs(self, port.default_child_processes, (), expected_logs=expected_logs)
self.assertEqual(child_processes, 1)
# Make sure that we always use one process, even if we don't have the memory for it.
port.host.platform.total_bytes_memory = lambda: bytes_for_drt - 1
expected_logs = "This machine could support 2 child processes, but only has enough memory for 1.\n"
child_processes = OutputCapture().assert_outputs(self, port.default_child_processes, (), expected_logs=expected_logs)
self.assertEqual(child_processes, 1)
def test_32bit(self):
port = self.make_port(options=MockOptions(architecture='x86'))
def run_script(script, args=None, env=None):
self.args = args
port._run_script = run_script
self.assertEqual(port.architecture(), 'x86')
port._build_driver()
self.assertEqual(self.args, ['ARCHS=i386'])
def test_64bit(self):
# Apple Mac port is 64-bit by default
port = self.make_port()
self.assertEqual(port.architecture(), 'x86_64')
def run_script(script, args=None, env=None):
self.args = args
port._run_script = run_script
port._build_driver()
self.assertEqual(self.args, [])
def test_sdk_name(self):
port = self.make_port()
self.assertEqual(port.SDK, 'macosx')
def test_xcrun(self):
def throwing_run_command(args):
print(args)
raise ScriptError("MOCK script error")
port = self.make_port()
port._executive = MockExecutive2(run_command_fn=throwing_run_command)
expected_stdout = "['xcrun', '--sdk', 'macosx', '-find', 'test']\n"
OutputCapture().assert_outputs(self, port.xcrun_find, args=['test', 'falling'], expected_stdout=expected_stdout)
def test_layout_test_searchpath_with_apple_additions(self):
with port_testcase.bind_mock_apple_additions():
search_path = self.make_port().default_baseline_search_path()
self.assertEqual(search_path[0], '/additional_testing_path/mac-add-lion-wk1')
self.assertEqual(search_path[1], '/mock-checkout/LayoutTests/platform/mac-lion-wk1')
self.assertEqual(search_path[2], '/additional_testing_path/mac-add-lion')
self.assertEqual(search_path[3], '/mock-checkout/LayoutTests/platform/mac-lion')
self.assertEqual(search_path[4], '/additional_testing_path/mac-add-mountainlion-wk1')
self.assertEqual(search_path[5], '/mock-checkout/LayoutTests/platform/mac-mountainlion-wk1')
def test_factory_with_future_version(self):
port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name))
port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name))
port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name))
port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), VersionNameMap().to_name(MacPort.CURRENT_VERSION, platform=MacPort.port_name))
def test_factory_with_future_version_and_apple_additions(self):
with port_testcase.bind_mock_apple_additions():
port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), None)
port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
self.assertEqual(port.version_name(), None)
port = self.make_port(options=MockOptions(webkit_test_runner=False), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), None)
port = self.make_port(options=MockOptions(webkit_test_runner=True), os_version=MacTest.FUTURE_VERSION, os_name='mac', port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), None)
def test_factory_with_portname_version(self):
port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac-mountainlion')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
self.assertEqual(port.version_name(), 'Mountain Lion')
port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac-mountainlion')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), 'Mountain Lion')
port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac-mountainlion-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), 'Mountain Lion')
port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac-mountainlion-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
self.assertEqual(port.version_name(), 'Mountain Lion')
def test_factory_with_portname_wk2(self):
port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac')
self.assertEqual(port.driver_name(), 'DumpRenderTree')
port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
port = self.make_port(options=MockOptions(webkit_test_runner=True), port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
port = self.make_port(options=MockOptions(webkit_test_runner=False), port_name='mac-wk2')
self.assertEqual(port.driver_name(), 'WebKitTestRunner')
