def test_setup_environ_base_vars(self):
# This are essential environment variables that should be copied
# as part of base:setup_environ_for_server for all drivers
environ_keep_yes = {
'HOME': '/home/igalia',
'PATH': '/bin:/usr/sbin:/usr/bin',
'WEBKIT_TESTFONTS': '/opt/webkit/WebKitBuild/WKTestFonts',
'WEBKIT_OUTPUTDIR': '/opt/webkit/WebKitBuild/Release',
'LANG': 'en_US.utf8'
}
# This are environment variables that should be copied
# on the driver (wayland, x11). But not in the base driver.
environ_keep_no = {
'DISPLAY': ':0.0',
'XAUTHORITY': '/home/igalia/.Xauthority',
'WAYLAND_DISPLAY': 'wayland-0',
'WAYLAND_SOCKET': 'wayland-socket-0',
'GDK_BACKEND': 'x11'
}
environment_user = dict(environ_keep_yes.items() +
environ_keep_no.items())
with patch('os.environ', environment_user):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
environment_driver_test = driver._setup_environ_for_test()
for var in environ_keep_no.keys():
self.assertNotIn(var, environment_driver_test)
for var in environ_keep_yes.keys():
self.assertIn(var, environment_driver_test)
self.assertEqual(environment_driver_test[var],
environ_keep_yes[var])
def test_profiler_as_wrapper(self):
driver = Driver(
self.make_port(MockSystemHost(os_name="linux"), MockOptions(profile=True, profiler="perf")), None, False
)
self.assertEqual(
driver._command_wrapper(), ["perf", "record", "-g", "--output", "/mock-build/layout-test-results/test.data"]
)
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.uri_to_test('file://%s/foo/bar.html' % port.layout_tests_dir()), 'foo/bar.html')
self.assertEqual(driver.uri_to_test('http://127.0.0.1:8000/foo.html'), 'http/tests/foo.html')
self.assertEqual(driver.uri_to_test('https://127.0.0.1:8443/ssl/bar.html'), 'http/tests/ssl/bar.html')
self.assertEqual(driver.uri_to_test('http://localhost:8800/foo/bar.html'), 'imported/w3c/web-platform-tests/foo/bar.html')
def test_no_timeout(self):
port = TestWebKitPort(options=optparse.Values({'enable_all_experimental_features': True}))
port._config.build_directory = lambda configuration: '/mock-build'
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
if sys.platform.startswith('win'):
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree.exe', '--no-timeout', '-'])
else:
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree', '--no-timeout', '-'])
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-build'
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
if sys.platform.startswith('win'):
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree.exe', '--no-timeout', '-'])
else:
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree', '--no-timeout', '-'])
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: '/mock-build'
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
if sys.platform.startswith('win'):
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree.exe', '--no-timeout', '-'])
else:
self.assertEqual(driver.cmd_line(True, []), ['/mock-build/DumpRenderTree', '--no-timeout', '-'])
def test_two_starts_cleans_up_properly(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
last_tmpdir = port._filesystem.last_tmpdir
driver._start(True, [])
self.assertFalse(port._filesystem.isdir(last_tmpdir))
def test_test_to_uri(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.test_to_uri('foo/bar.html'),
'file://%s/foo/bar.html' % port.layout_tests_dir())
self.assertEqual(driver.test_to_uri('http/tests/foo.html'),
'http://127.0.0.1:8000/foo.html')
self.assertEqual(driver.test_to_uri('http/tests/ssl/bar.html'),
'https://127.0.0.1:8443/ssl/bar.html')
def test_profiler_as_wrapper(self):
driver = Driver(
self.make_port(MockSystemHost(os_name='linux'),
MockOptions(profile=True, profiler='perf')), None,
False)
self.assertEqual(driver._command_wrapper(), [
'perf', 'record', '-g', '--output',
'/mock-build/layout-test-results/test.data'
])
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(
lines=["ActualHash: foobar", "Content-Type: my_type", "Content-Transfer-Encoding: none", "#EOF"]
)
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, "my_type")
self.assertEqual(content_block.encoding, "none")
self.assertEqual(content_block.content_hash, "foobar")
driver._server_process = None
def test_setup_environ_for_test(self):
environment_user = {}
environment_user['WEBKIT_OUTPUTDIR'] = '/opt/webkit/WebKitBuild/Release'
environment_user['FOO'] = 'BAR'
with patch('os.environ', environment_user):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
environment_driver_test = driver._setup_environ_for_test()
self.assertNotIn('FOO', environment_driver_test)
self.assertIn('WEBKIT_OUTPUTDIR', environment_driver_test)
self.assertEqual(environment_user['WEBKIT_OUTPUTDIR'], environment_driver_test['WEBKIT_OUTPUTDIR'])
def test_setup_environ_for_test(self):
environment_user = {}
environment_user['WEBKIT_OUTPUTDIR'] = '/opt/webkit/WebKitBuild/Release'
environment_user['FOO'] = 'BAR'
with patch('os.environ', environment_user):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
environment_driver_test = driver._setup_environ_for_test()
self.assertNotIn('FOO', environment_driver_test)
self.assertIn('WEBKIT_OUTPUTDIR', environment_driver_test)
self.assertEqual(environment_user['WEBKIT_OUTPUTDIR'], environment_driver_test['WEBKIT_OUTPUTDIR'])
def test_setup_environ_without_starting_driver(self):
environ_user = {'WEBKIT_OUTPUTDIR': '/opt/webkit/WebKitBuild/Release'}
with patch('os.environ', environ_user):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver._driver_tempdir, None)
environ_driver = driver._setup_environ_for_test()
self.assertNotEqual(driver._driver_tempdir, None)
self.assertTrue(port._filesystem.isdir(str(driver._driver_tempdir)))
for var in environ_driver:
self.assertNotEqual(var, None)
self.assertNotEqual(environ_driver[var], None)
def test_create_temporal_home_dir(self):
environ_user = {'HOME': '/home/igalia'}
with patch('os.environ', environ_user), patch('sys.platform', 'linux2'):
port = self.make_port()
port._test_runner_process_constructor = MockServerProcess
driver = Driver(port, None, pixel_tests=False)
driver.start(True, [])
environ_driver = driver._setup_environ_for_test()
self.assertNotEquals(environ_driver['HOME'], environ_user['HOME'])
self.assertIn(str(driver._driver_tempdir), environ_driver['HOME'])
self.assertNotIn(str(driver._driver_tempdir), environ_user['HOME'])
self.assertTrue(port._filesystem.isdir(environ_driver['HOME']))
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.uri_to_test('file://%s/foo/bar.html' % port.layout_tests_dir()), 'foo/bar.html')
self.assertEqual(driver.uri_to_test('http://127.0.0.1:8000/foo.html'), 'http/tests/foo.html')
self.assertEqual(driver.uri_to_test('https://127.0.0.1:8443/ssl/bar.html'), 'http/tests/ssl/bar.html')
self.assertEqual(driver.uri_to_test('https://127.0.0.1:8443/ssl/bar.https.html'), 'http/tests/ssl/bar.https.html')
self.assertEqual(driver.uri_to_test('http://localhost:8800/foo/bar.html'), 'imported/w3c/web-platform-tests/foo/bar.html')
self.assertEqual(driver.uri_to_test('http://localhost:8800/WebKit/bar2.html'), 'http/wpt/bar2.html')
self.assertEqual(driver.uri_to_test('https://localhost:9443/WebKit/bar2.https.html'), 'http/wpt/bar2.https.html')
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(lines=[
'ActualHash: foobar',
'Content-Type: my_type',
'Content-Transfer-Encoding: none',
"#EOF",
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'my_type')
self.assertEqual(content_block.encoding, 'none')
self.assertEqual(content_block.content_hash, 'foobar')
driver._server_process = None
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(lines=[
'ActualHash: foobar',
'Content-Type: my_type',
'Content-Transfer-Encoding: none',
"#EOF",
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'my_type')
self.assertEqual(content_block.encoding, 'none')
self.assertEqual(content_block.content_hash, 'foobar')
driver._server_process = None
def test_read_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(lines=[
'ActualHash: foobar',
'Content-Type: my_type',
'Content-Transfer-Encoding: none',
"#EOF",
])
content_block = driver._read_block(0, "")
self.assertEqual(content_block.content_type, 'my_type')
self.assertEqual(content_block.encoding, 'none')
self.assertEqual(content_block.content_hash, 'foobar')
# We should only poll once for each line.
self.assertEqual(driver._server_process.number_of_times_polled, 4)
driver._server_process = None
def test_read_base64_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Transfer-Encoding: base64',
'Content-Length: 12',
'MTIzNDU2NzgK#EOF',
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'image/png')
self.assertEqual(content_block.content_hash, 'actual')
self.assertEqual(content_block.encoding, 'base64')
self.assertEqual(content_block.content, 'MTIzNDU2NzgK')
self.assertEqual(content_block.decoded_content, '12345678\n')
def test_read_binary_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Length: 9',
"12345678",
"#EOF",
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'image/png')
self.assertEqual(content_block.content_hash, 'actual')
self.assertEqual(content_block.content, '12345678\n')
self.assertEqual(content_block.decoded_content, '12345678\n')
driver._server_process = None
def test_read_binary_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Length: 9',
"12345678",
"#EOF",
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'image/png')
self.assertEqual(content_block.content_hash, 'actual')
self.assertEqual(content_block.content, '12345678\n')
self.assertEqual(content_block.decoded_content, '12345678\n')
driver._server_process = None
def test_read_block_crashed_process(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=False)
driver._server_process = MockServerProcess(
crashed=True,
lines=[
'ActualHash: foobar',
'Content-Type: my_type',
'Content-Transfer-Encoding: none',
'#EOF',
])
content_block = driver._read_block(0, "")
self.assertEqual(content_block.content_type, None)
self.assertEqual(content_block.encoding, None)
self.assertEqual(content_block.content_hash, None)
driver._server_process = None
def test_read_base64_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(lines=[
'ActualHash: actual',
'ExpectedHash: expected',
'Content-Type: image/png',
'Content-Transfer-Encoding: base64',
'Content-Length: 12',
'MTIzNDU2NzgK#EOF',
])
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, 'image/png')
self.assertEqual(content_block.content_hash, 'actual')
self.assertEqual(content_block.encoding, 'base64')
self.assertEqual(content_block.content, 'MTIzNDU2NzgK')
self.assertEqual(content_block.decoded_content, '12345678\n')
def test_read_binary_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(
lines=[
"ActualHash: actual",
"ExpectedHash: expected",
"Content-Type: image/png",
"Content-Length: 9",
"12345678",
"#EOF",
]
)
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, "image/png")
self.assertEqual(content_block.content_hash, "actual")
self.assertEqual(content_block.content, "12345678\n")
self.assertEqual(content_block.decoded_content, "12345678\n")
driver._server_process = None
def test_read_base64_block(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
driver._server_process = MockServerProcess(
lines=[
"ActualHash: actual",
"ExpectedHash: expected",
"Content-Type: image/png",
"Content-Transfer-Encoding: base64",
"Content-Length: 12",
"MTIzNDU2NzgK#EOF",
]
)
content_block = driver._read_block(0)
self.assertEqual(content_block.content_type, "image/png")
self.assertEqual(content_block.content_hash, "actual")
self.assertEqual(content_block.encoding, "base64")
self.assertEqual(content_block.content, "MTIzNDU2NzgK")
self.assertEqual(content_block.decoded_content, "12345678\n")
def test_two_starts_cleans_up_properly(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
last_tmpdir = port._filesystem.last_tmpdir
driver._start(True, [])
self.assertFalse(port._filesystem.isdir(last_tmpdir))
def test__append_environment_variable_path(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
environment = {}
variable = 'DYLD_FAKE_PATH'
path = '/tmp/fake-dyld-path'
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], path)
base_value = ''
environment[variable] = base_value
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], base_value + os.pathsep + path)
base_value = '/usr/lib'
environment[variable] = base_value
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], base_value + os.pathsep + path)
base_value = os.pathsep.join(['/usr/lib', '/usr/local/lib'])
environment[variable] = base_value
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], base_value + os.pathsep + path)
def test__append_environment_variable_path(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
environment = {}
variable = 'DYLD_FAKE_PATH'
path = '/tmp/fake-dyld-path'
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], path)
base_value = ''
environment[variable] = base_value
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], base_value + os.pathsep + path)
base_value = '/usr/lib'
environment[variable] = base_value
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], base_value + os.pathsep + path)
base_value = os.pathsep.join(['/usr/lib', '/usr/local/lib'])
environment[variable] = base_value
driver._append_environment_variable_path(environment, variable, path)
self.assertEqual(environment[variable], base_value + os.pathsep + path)
def test_start_actually_starts(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
self.assertTrue(driver._server_process.started)
def test_creating_a_port_does_not_write_to_the_filesystem(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
self.assertEqual(port._filesystem.written_files, {})
self.assertEqual(port._filesystem.last_tmpdir, None)
def test_uri_to_test(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.uri_to_test("file://%s/foo/bar.html" % port.layout_tests_dir()), "foo/bar.html")
self.assertEqual(driver.uri_to_test("http://127.0.0.1:8000/foo.html"), "http/tests/foo.html")
self.assertEqual(driver.uri_to_test("https://127.0.0.1:8443/ssl/bar.html"), "http/tests/ssl/bar.html")
def test_check_for_driver_crash(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
class FakeServerProcess(object):
def __init__(self, crashed):
self.crashed = crashed
def pid(self):
return 1234
def name(self):
return 'FakeServerProcess'
def has_crashed(self):
return self.crashed
def stop(self, timeout):
pass
def assert_crash(driver,
error_line,
crashed,
name,
pid,
unresponsive=False):
self.assertEqual(
driver._check_for_driver_crash_or_unresponsiveness(error_line),
crashed)
self.assertEqual(driver._crashed_process_name, name)
self.assertEqual(driver._crashed_pid, pid)
self.assertEqual(driver._driver_timed_out, unresponsive)
driver.stop()
driver._server_process = FakeServerProcess(False)
assert_crash(driver, '', False, None, None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED\n', True, 'FakeServerProcess', 1234)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED - WebProcess\n', True, 'WebProcess',
None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED - WebProcess (pid 8675)\n', True,
'WebProcess', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#PROCESS UNRESPONSIVE - WebProcess (pid 8675)\n',
True, None, None, True)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED - renderer (pid 8675)\n', True,
'renderer', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(True)
driver._driver_timed_out = False
assert_crash(driver, '', True, 'FakeServerProcess', 1234)
def test_no_timeout(self):
port = TestWebKitPort()
port._config.build_directory = lambda configuration: "/mock-build"
driver = Driver(port, 0, pixel_tests=True, no_timeout=True)
self.assertEqual(driver.cmd_line(True, []), ["/mock-build/DumpRenderTree", "--no-timeout", "-"])
def test_test_to_uri(self):
port = self.make_port()
driver = Driver(port, None, pixel_tests=False)
self.assertEqual(driver.test_to_uri('foo/bar.html'), 'file://%s/foo/bar.html' % port.layout_tests_dir())
self.assertEqual(driver.test_to_uri('http/tests/foo.html'), 'http://127.0.0.1:8000/foo.html')
self.assertEqual(driver.test_to_uri('http/tests/ssl/bar.html'), 'https://127.0.0.1:8443/ssl/bar.html')
def test_check_for_driver_crash(self):
port = TestWebKitPort()
driver = Driver(port, 0, pixel_tests=True)
class FakeServerProcess(object):
def __init__(self, crashed):
self.crashed = crashed
def pid(self):
return 1234
def name(self):
return 'FakeServerProcess'
def has_crashed(self):
return self.crashed
def stop(self, timeout):
pass
def assert_crash(driver, error_line, crashed, name, pid, unresponsive=False):
self.assertEqual(driver._check_for_driver_crash_or_unresponsiveness(error_line), crashed)
self.assertEqual(driver._crashed_process_name, name)
self.assertEqual(driver._crashed_pid, pid)
self.assertEqual(driver._driver_timed_out, unresponsive)
driver.stop()
driver._server_process = FakeServerProcess(False)
assert_crash(driver, '', False, None, None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED\n', True, 'FakeServerProcess', 1234)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED - WebProcess\n', True, 'WebProcess', None)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED - WebProcess (pid 8675)\n', True, 'WebProcess', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#PROCESS UNRESPONSIVE - WebProcess (pid 8675)\n', True, None, None, True)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(False)
driver._driver_timed_out = False
assert_crash(driver, '#CRASHED - renderer (pid 8675)\n', True, 'renderer', 8675)
driver._crashed_process_name = None
driver._crashed_pid = None
driver._server_process = FakeServerProcess(True)
driver._driver_timed_out = False
assert_crash(driver, '', True, 'FakeServerProcess', 1234)
def test_start_actually_starts(self):
port = TestWebKitPort()
port._server_process_constructor = MockServerProcess
driver = Driver(port, 0, pixel_tests=True)
driver.start(True, [])
self.assertTrue(driver._server_process.started)
def _assert_wrapper(self, wrapper_string, expected_wrapper):
wrapper = Driver(
self.make_port(options=MockOptions(wrapper=wrapper_string)),
None,
pixel_tests=False)._command_wrapper()
self.assertEqual(wrapper, expected_wrapper)
def test_profiler_and_wrapper(self):
driver = Driver(self.make_port(MockSystemHost(os_name='linux'), MockOptions(profile=True, profiler='perf', wrapper='valgrind')), None, False)
self.assertEqual(driver._command_wrapper(), ['valgrind', 'perf', 'record', '-g', '--output', '/mock-build/layout-test-results/test.data'])
