def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: "/mock-build"
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEqual(
driver.cmd_line(True, []), ["/mock-build/content_shell", "--no-timeout", "--dump-render-tree", "-"]
)
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.uri_to_test('file://%s/foo/bar.html' % port.layout_tests_dir()), 'foo/bar.html')
self.assertEqual(driver.uri_to_test('http://127.0.0.1:8000/foo.html'), 'http/tests/foo.html')
self.assertEqual(driver.uri_to_test('https://127.0.0.1:8443/https/bar.html'), 'http/tests/https/bar.html')
self.assertEqual(driver.uri_to_test('https://127.0.0.1:8443/bar.https.html'), 'http/tests/bar.https.html')
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-checkout/out/' + configuration
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
cmd_line = driver.cmd_line(True, [])
self.assertEqual(cmd_line[0], '/mock-checkout/out/Release/content_shell')
self.assertEqual(cmd_line[-1], '-')
self.assertTrue('--no-timeout' in cmd_line)
def test_two_starts_cleans_up_properly(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
last_tmpdir = port._filesystem.last_tmpdir
driver._start(True, [])
self.assertFalse(port._filesystem.isdir(last_tmpdir))
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-checkout/out/' + configuration
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEqual(driver.cmd_line(True, []), [
'/mock-checkout/out/Release/content_shell', '--no-timeout',
'--dump-render-tree', '-'
])
def test_test_to_uri(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.test_to_uri('foo/bar.html'),
'file://%s/foo/bar.html' % port.layout_tests_dir())
self.assertEqual(driver.test_to_uri('http/tests/foo.html'),
'http://127.0.0.1:8000/foo.html')
self.assertEqual(driver.test_to_uri('http/tests/ssl/bar.html'),
'https://127.0.0.1:8443/ssl/bar.html')
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-checkout/out/' + configuration
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
cmd_line = driver.cmd_line(True, [])
self.assertEqual(cmd_line[0],
'/mock-checkout/out/Release/content_shell')
self.assertEqual(cmd_line[-1], '-')
self.assertTrue('--no-timeout' in cmd_line)
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
if sys.platform in ('cygwin', 'win32'):
self.assertEqual(driver.uri_to_test('file:///%s/foo/bar.html' % port.layout_tests_dir()), 'foo/bar.html')
else:
self.assertEqual(driver.uri_to_test('file://%s/foo/bar.html' % port.layout_tests_dir()), 'foo/bar.html')
self.assertEqual(driver.uri_to_test('http://127.0.0.1:8000/foo.html'), 'http/tests/foo.html')
self.assertEqual(driver.uri_to_test('https://127.0.0.1:8443/ssl/bar.html'), 'http/tests/ssl/bar.html')
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(
lines=["ActualHash: foobar", "Content-Type: my_type", "Content-Transfer-Encoding: none", "#EOF"]
)
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, "my_type")
self.assertEqual(content_block.encoding, "none")
self.assertEqual(content_block.content_hash, "foobar")
driver._server_process = None
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(lines=[
'ActualHash: foobar',
'Content-Type: my_type',
'Content-Transfer-Encoding: none',
"#EOF",
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'my_type')
self.assertEqual(content_block.encoding, 'none')
self.assertEqual(content_block.content_hash, 'foobar')
driver._server_process = None
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(lines=[
'ActualHash: foobar',
'Content-Type: my_type',
'Content-Transfer-Encoding: none',
"#EOF",
])
content_block = driver._read_block(0)
self.assertEquals(content_block.content_type, 'my_type')
self.assertEquals(content_block.encoding, 'none')
self.assertEquals(content_block.content_hash, 'foobar')
driver._server_process = None
def __init__(self, port, worker_number):
Driver.__init__(self, port, worker_number)
self._driver_tempdir = port._filesystem.mkdtemp(prefix="%s-" % self._port.driver_name())
# WebKitTestRunner can report back subprocess crashes by printing
# "#CRASHED - PROCESSNAME". Since those can happen at any time
# and ServerProcess won't be aware of them (since the actual tool
# didn't crash, just a subprocess) we record the crashed subprocess name here.
self._crashed_subprocess_name = None
# stderr reading is scoped on a per-test (not per-block) basis, so we store the accumulated
# stderr output, as well as if we've seen #EOF on this driver instance.
# FIXME: We should probably remove _read_first_block and _read_optional_image_block and
# instead scope these locally in run_test.
self.error_from_test = str()
self.err_seen_eof = False
def __init__(self, port, worker_number, pixel_tests):
Driver.__init__(self, port, worker_number, pixel_tests)
self._driver_tempdir = port._filesystem.mkdtemp(prefix='%s-' % self._port.driver_name())
# WebKitTestRunner can report back subprocess crashes by printing
# "#CRASHED - PROCESSNAME". Since those can happen at any time
# and ServerProcess won't be aware of them (since the actual tool
# didn't crash, just a subprocess) we record the crashed subprocess name here.
self._crashed_subprocess_name = None
# stderr reading is scoped on a per-test (not per-block) basis, so we store the accumulated
# stderr output, as well as if we've seen #EOF on this driver instance.
# FIXME: We should probably remove _read_first_block and _read_optional_image_block and
# instead scope these locally in run_test.
self.error_from_test = str()
self.err_seen_eof = False
self._server_process = None
def test_read_base64_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Transfer-Encoding: base64',
'Content-Length: 12',
'MTIzNDU2NzgK#EOF',
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'image/png')
self.assertEqual(content_block.content_hash, 'actual')
self.assertEqual(content_block.encoding, 'base64')
self.assertEqual(content_block.content, 'MTIzNDU2NzgK')
self.assertEqual(content_block.decoded_content, '12345678\n')
def test_read_base64_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Transfer-Encoding: base64',
'Content-Length: 12',
'MTIzNDU2NzgK#EOF',
])
content_block = driver._read_block(0)
self.assertEquals(content_block.content_type, 'image/png')
self.assertEquals(content_block.content_hash, 'actual')
self.assertEquals(content_block.encoding, 'base64')
self.assertEquals(content_block.content, 'MTIzNDU2NzgK')
self.assertEquals(content_block.decoded_content, '12345678\n')
def test_read_binary_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Length: 9',
"12345678",
"#EOF",
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'image/png')
self.assertEqual(content_block.content_hash, 'actual')
self.assertEqual(content_block.content, '12345678\n')
self.assertEqual(content_block.decoded_content, '12345678\n')
driver._server_process = None
def test_read_binary_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Length: 9',
"12345678",
"#EOF",
])
content_block = driver._read_block(0)
self.assertEquals(content_block.content_type, 'image/png')
self.assertEquals(content_block.content_hash, 'actual')
self.assertEquals(content_block.content, '12345678\n')
self.assertEquals(content_block.decoded_content, '12345678\n')
driver._server_process = None
def test_two_starts_cleans_up_properly(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process_constructor = MockServerProcess
driver.start(True, [])
last_tmpdir = port._filesystem.last_tmpdir
driver._start(True, [])
self.assertFalse(port._filesystem.isdir(last_tmpdir))
def test_read_binary_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(
lines=[
"ActualHash: actual",
"ExpectedHash: expected",
"Content-Type: image/png",
"Content-Length: 9",
"12345678",
"#EOF",
]
)
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, "image/png")
self.assertEqual(content_block.content_hash, "actual")
self.assertEqual(content_block.content, "12345678\n")
self.assertEqual(content_block.decoded_content, "12345678\n")
driver._server_process = None
def test_read_base64_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(
lines=[
"ActualHash: actual",
"ExpectedHash: expected",
"Content-Type: image/png",
"Content-Transfer-Encoding: base64",
"Content-Length: 12",
"MTIzNDU2NzgK#EOF",
]
)
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, "image/png")
self.assertEqual(content_block.content_hash, "actual")
self.assertEqual(content_block.encoding, "base64")
self.assertEqual(content_block.content, "MTIzNDU2NzgK")
self.assertEqual(content_block.decoded_content, "12345678\n")
def __init__(self, port, worker_number, pixel_tests, no_timeout=False):
Driver.__init__(self, port, worker_number, pixel_tests, no_timeout)
self._driver_tempdir = None
# WebKitTestRunner can report back subprocess crashes by printing
# "#CRASHED - PROCESSNAME". Since those can happen at any time
# and ServerProcess won't be aware of them (since the actual tool
# didn't crash, just a subprocess) we record the crashed subprocess name here.
self._crashed_process_name = None
self._crashed_pid = None
# WebKitTestRunner can report back subprocesses that became unresponsive
# This could mean they crashed.
self._subprocess_was_unresponsive = False
# stderr reading is scoped on a per-test (not per-block) basis, so we store the accumulated
# stderr output, as well as if we've seen #EOF on this driver instance.
# FIXME: We should probably remove _read_first_block and _read_optional_image_block and
# instead scope these locally in run_test.
self.error_from_test = str()
self.err_seen_eof = False
self._server_process = None
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
if sys.platform in ('cygwin', 'win32'):
self.assertEqual(
driver.uri_to_test('file:///%s/foo/bar.html' %
port.layout_tests_dir()), 'foo/bar.html')
else:
self.assertEqual(
driver.uri_to_test('file://%s/foo/bar.html' %
port.layout_tests_dir()), 'foo/bar.html')
self.assertEqual(driver.uri_to_test('http://127.0.0.1:8000/foo.html'),
'http/tests/foo.html')
self.assertEqual(
driver.uri_to_test('https://127.0.0.1:8443/ssl/bar.html'),
'http/tests/ssl/bar.html')
def __init__(self, port, worker_number):
Driver.__init__(self, port, worker_number)
self._driver_tempdir = port._filesystem.mkdtemp(prefix='%s-' % self._port.driver_name())
def _assert_wrapper(self, wrapper_string, expected_wrapper):
wrapper = Driver(self.make_port(), None, pixel_tests=False)._command_wrapper(wrapper_string)
self.assertEqual(wrapper, expected_wrapper)
def test_start_actually_starts(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
self.assertTrue(driver._server_process.started)
def test_virtual_driver_methods(self):
driver = Driver(None, None)
self.assertVirtual(driver.run_test, None)
self.assertVirtual(driver.poll)
self.assertVirtual(driver.stop)
def __init__(self, port, worker_number):
Driver.__init__(self, port, worker_number)
self._driver_tempdir = port._filesystem.mkdtemp(
prefix='%s-' % self._port.driver_name())
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.uri_to_test("file://%s/foo/bar.html" % port.layout_tests_dir()), "foo/bar.html")
self.assertEqual(driver.uri_to_test("http://127.0.0.1:8000/foo.html"), "http/tests/foo.html")
self.assertEqual(driver.uri_to_test("https://127.0.0.1:8443/ssl/bar.html"), "http/tests/ssl/bar.html")
def test_virtual_driver_methods(self):
driver = Driver(Port(MockHost()), None, pixel_tests=False)
self.assertVirtual(driver.run_test, None)
self.assertVirtual(driver.stop)
self.assertVirtual(driver.cmd_line)
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-checkout/out/' + configuration
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEqual(driver.cmd_line(True, []), ['/mock-checkout/out/Release/content_shell', '--no-timeout', '--dump-render-tree', '-'])
def test_check_for_driver_crash(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
class FakeServerProcess(object):
def __init__(self, crashed):
self.crashed = crashed
def pid(self):
return 1234
def name(self):
return "FakeServerProcess"
def has_crashed(self):
return self.crashed
def stop(self, timeout=0.0):
pass
def assert_crash(driver, error_line, crashed, name, pid, unresponsive=False, leaked=False):
self.assertEqual(driver._check_for_driver_crash(error_line), crashed)
self.assertEqual(driver._crashed_process_name, name)
self.assertEqual(driver._crashed_pid, pid)
self.assertEqual(driver._subprocess_was_unresponsive, unresponsive)
self.assertEqual(driver._check_for_leak(error_line), leaked)
driver.stop()
driver._server_process = FakeServerProcess(False)
assert_crash(driver, "", False, None, None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(driver, "#CRASHED\n", True, "FakeServerProcess", 1234)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(driver, "#CRASHED - WebProcess\n", True, "WebProcess", None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(driver, "#CRASHED - WebProcess (pid 8675)\n", True, "WebProcess", 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(driver, "#PROCESS UNRESPONSIVE - WebProcess (pid 8675)\n", True, "WebProcess", 8675, True)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(driver, "#CRASHED - renderer (pid 8675)\n", True, "renderer", 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(
driver, '#LEAK - renderer pid 8675 ({"numberOfLiveDocuments":[2,3]})\n', False, None, None, False, True
)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(True)
driver._subprocess_was_unresponsive = False
driver._leaked = False
assert_crash(driver, "", True, "FakeServerProcess", 1234)
def test_no_timeout(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEquals(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree', '--no-timeout', '-'])
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-build'
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree', '--no-timeout', '-'])
def test_virtual_driver_methods(self):
driver = Driver(self.make_port(), None, pixel_tests=False)
self.assertVirtual(driver.run_test, None)
self.assertVirtual(driver.stop)
self.assertVirtual(driver.cmd_line, False, [])
def test_check_for_driver_crash(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
class FakeServerProcess(object):
def __init__(self, crashed):
self.crashed = crashed
def pid(self):
return 1234
def name(self):
return 'FakeServerProcess'
def has_crashed(self):
return self.crashed
def stop(self, timeout):
pass
def assert_crash(driver, error_line, crashed, name, pid, unresponsive=False):
self.assertEquals(driver._check_for_driver_crash(error_line), crashed)
self.assertEquals(driver._crashed_process_name, name)
self.assertEquals(driver._crashed_pid, pid)
self.assertEquals(driver._subprocess_was_unresponsive, unresponsive)
driver.stop()
driver._server_process = FakeServerProcess(False)
assert_crash(driver, '', False, None, None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED\n', True, 'FakeServerProcess', 1234)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED - WebProcess\n', True, 'WebProcess', None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED - WebProcess (pid 8675)\n', True, 'WebProcess', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#PROCESS UNRESPONSIVE - WebProcess (pid 8675)\n', True, 'WebProcess', 8675, True)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(True)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '', True, 'FakeServerProcess', 1234)
def test_check_for_driver_crash(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
class FakeServerProcess(object):
def __init__(self, crashed):
self.crashed = crashed
def pid(self):
return 1234
def name(self):
return 'FakeServerProcess'
def has_crashed(self):
return self.crashed
def stop(self, timeout):
pass
def assert_crash(driver, error_line, crashed, name, pid, unresponsive=False):
self.assertEqual(driver._check_for_driver_crash(error_line), crashed)
self.assertEqual(driver._crashed_process_name, name)
self.assertEqual(driver._crashed_pid, pid)
self.assertEqual(driver._subprocess_was_unresponsive, unresponsive)
driver.stop()
driver._server_process = FakeServerProcess(False)
assert_crash(driver, '', False, None, None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED\n', True, 'FakeServerProcess', 1234)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED - WebProcess\n', True, 'WebProcess', None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED - WebProcess (pid 8675)\n', True, 'WebProcess', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#PROCESS UNRESPONSIVE - WebProcess (pid 8675)\n', True, 'WebProcess', 8675, True)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '#CRASHED - renderer (pid 8675)\n', True, 'renderer', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(True)
driver._subprocess_was_unresponsive = False
assert_crash(driver, '', True, 'FakeServerProcess', 1234)
def test_start_actually_starts(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
self.assertTrue(driver._server_process.started)
def test_creating_a_port_does_not_write_to_the_filesystem(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
self.assertEqual(port._filesystem.written_files, {})
self.assertEqual(port._filesystem.last_tmpdir, None)
def _assert_wrapper(self, wrapper_string, expected_wrapper):
wrapper = Driver(None, None)._command_wrapper(wrapper_string)
self.assertEqual(wrapper, expected_wrapper)
def test_no_timeout(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEquals(driver.cmd_line(True, []), [
'/mock-build/DumpRenderTree', '--no-timeout', '--pixel-tests', '-'
])