def SetupTestServer(target, test_concurrency):
"""Provisions a forwarding test server and configures |target| to use it.
Returns a Popen object for the test server process."""
logging.debug('Starting test server.')
spawning_server = chrome_test_server_spawner.SpawningServer(
0, SSHPortForwarder(target), test_concurrency)
forwarded_port = common.ConnectPortForwardingTask(
target, spawning_server.server_port)
spawning_server.Start()
logging.debug('Test server listening for connections (port=%d)' %
spawning_server.server_port)
logging.debug('Forwarded port is %d' % forwarded_port)
config_file = tempfile.NamedTemporaryFile(delete=True)
# Clean up the config JSON to only pass ports. See https://crbug.com/810209 .
config_file.write(json.dumps({
'name': 'testserver',
'address': '127.0.0.1',
'spawner_url_base': 'http://localhost:%d' % forwarded_port
}))
config_file.flush()
target.PutFile(config_file.name, '/tmp/net-test-server-config')
return spawning_server
def SetupTestServer(target, test_concurrency, for_package, for_realms=[]):
"""Provisions a forwarding test server and configures |target| to use it.
Returns a Popen object for the test server process."""
logging.debug('Starting test server.')
# The TestLauncher can launch more jobs than the limit specified with
# --test-launcher-jobs so the max number of spawned test servers is set to
# twice that limit here. See https://crbug.com/913156#c19.
spawning_server = chrome_test_server_spawner.SpawningServer(
0, SSHPortForwarder(target), test_concurrency * 2)
forwarded_port = common.ConnectPortForwardingTask(
target, spawning_server.server_port)
spawning_server.Start()
logging.debug('Test server listening for connections (port=%d)' %
spawning_server.server_port)
logging.debug('Forwarded port is %d' % forwarded_port)
config_file = tempfile.NamedTemporaryFile(delete=True)
config_file.write(
json.dumps(
{'spawner_url_base': 'http://localhost:%d' % forwarded_port}))
config_file.flush()
target.PutFile(config_file.name,
'/tmp/net-test-server-config',
for_package=for_package,
for_realms=for_realms)
return spawning_server
def __init__(self, port, device, tool):
super().__init__()
self._device = device
self._spawning_server = chrome_test_server_spawner.SpawningServer(
port, PortForwarderAndroid(device, tool),
MAX_TEST_SERVER_INSTANCES)
self._tool = tool
def main():
parser = argparse.ArgumentParser()
parser.add_argument('--dry-run',
'-n',
action='store_true',
default=False,
help='Just print commands, don\'t execute them.')
parser.add_argument('--output-directory',
type=os.path.realpath,
help=('Path to the directory in which build files are'
' located (must include build type).'))
parser.add_argument('--runtime-deps-path',
type=os.path.realpath,
help='Runtime data dependency file from GN.')
parser.add_argument('--exe-name',
type=os.path.realpath,
help='Name of the the test')
parser.add_argument('--enable-test-server',
action='store_true',
default=False,
help='Enable testserver spawner.')
parser.add_argument('--gtest_filter',
help='GTest filter to use in place of any default.')
parser.add_argument(
'--gtest_repeat',
help='GTest repeat value to use. This also disables the '
'test launcher timeout.')
parser.add_argument('--gtest_break_on_failure',
action='store_true',
default=False,
help='Should GTest break on failure; useful with '
'--gtest_repeat.')
parser.add_argument('--single-process-tests',
action='store_true',
default=False,
help='Runs the tests and the launcher in the same '
'process. Useful for debugging.')
parser.add_argument('--test-launcher-batch-limit',
type=int,
help='Sets the limit of test batch to run in a single '
'process.')
# --test-launcher-filter-file is specified relative to --output-directory,
# so specifying type=os.path.* will break it.
parser.add_argument('--test-launcher-filter-file',
help='Pass filter file through to target process.')
parser.add_argument('--test-launcher-jobs',
type=int,
help='Sets the number of parallel test jobs.')
parser.add_argument('--test-launcher-summary-output',
'--test_launcher_summary_output',
help='Where the test launcher will output its json.')
parser.add_argument('child_args',
nargs='*',
help='Arguments for the test process.')
parser.add_argument('-d',
'--device',
action='store_true',
default=False,
help='Run on hardware device instead of QEMU.')
args = parser.parse_args()
child_args = ['--test-launcher-retry-limit=0']
if args.single_process_tests:
child_args.append('--single-process-tests')
if args.test_launcher_batch_limit:
child_args.append('--test-launcher-batch-limit=%d' %
args.test_launcher_batch_limit)
test_concurrency = args.test_launcher_jobs \
if args.test_launcher_jobs else DEFAULT_TEST_CONCURRENCY
child_args.append('--test-launcher-jobs=%d' % test_concurrency)
if args.gtest_filter:
child_args.append('--gtest_filter=' + args.gtest_filter)
if args.gtest_repeat:
child_args.append('--gtest_repeat=' + args.gtest_repeat)
child_args.append('--test-launcher-timeout=-1')
if args.gtest_break_on_failure:
child_args.append('--gtest_break_on_failure')
if args.child_args:
child_args.extend(args.child_args)
runtime_deps = ReadRuntimeDeps(args.runtime_deps_path,
args.output_directory)
spawning_server = None
# Start test server spawner for tests that need it.
if args.enable_test_server:
spawning_server = chrome_test_server_spawner.SpawningServer(
0, PortForwarderNoop(), test_concurrency)
spawning_server.Start()
# Generate test server config.
config_file = tempfile.NamedTemporaryFile()
config_file.write(
json.dumps({
'name':
'testserver',
'address':
HOST_IP_ADDRESS,
'spawner_url_base':
'http://%s:%d' % (HOST_IP_ADDRESS, spawning_server.server_port)
}))
config_file.flush()
runtime_deps.append(('net-test-server-config', config_file.name))
if args.test_launcher_filter_file:
# Bundle the filter file in the runtime deps and compose the command-line
# flag which references it.
test_launcher_filter_file = os.path.normpath(
os.path.join(args.output_directory,
args.test_launcher_filter_file))
runtime_deps.append(('test_filter_file', test_launcher_filter_file))
child_args.append(
'--test-launcher-filter-file=/system/test_filter_file')
try:
bootfs = BuildBootfs(args.output_directory,
runtime_deps,
args.exe_name,
child_args,
args.dry_run,
summary_output=args.test_launcher_summary_output,
power_off=not args.device)
if not bootfs:
return 2
return RunFuchsia(bootfs, args.device, args.dry_run,
args.test_launcher_summary_output)
finally:
# Stop the spawner to make sure it doesn't leave testserver running, in
# case some tests failed.
if spawning_server:
spawning_server.Stop()
def main():
parser = argparse.ArgumentParser()
AddRunnerCommandLineArguments(parser)
parser.add_argument('--enable-test-server',
action='store_true',
default=False,
help='Enable testserver spawner.')
parser.add_argument('--gtest_filter',
help='GTest filter to use in place of any default.')
parser.add_argument(
'--gtest_repeat',
help='GTest repeat value to use. This also disables the '
'test launcher timeout.')
parser.add_argument('--gtest_break_on_failure',
action='store_true',
default=False,
help='Should GTest break on failure; useful with '
'--gtest_repeat.')
parser.add_argument('--single-process-tests',
action='store_true',
default=False,
help='Runs the tests and the launcher in the same '
'process. Useful for debugging.')
parser.add_argument('--test-launcher-batch-limit',
type=int,
help='Sets the limit of test batch to run in a single '
'process.')
# --test-launcher-filter-file is specified relative to --output-directory,
# so specifying type=os.path.* will break it.
parser.add_argument(
'--test-launcher-filter-file',
default=None,
help='Override default filter file passed to target test '
'process. Set an empty path to disable filtering.')
parser.add_argument('--test-launcher-jobs',
type=int,
help='Sets the number of parallel test jobs.')
parser.add_argument('--test-launcher-summary-output',
'--test_launcher_summary_output',
help='Where the test launcher will output its json.')
parser.add_argument('child_args',
nargs='*',
help='Arguments for the test process.')
args = parser.parse_args()
child_args = ['--test-launcher-retry-limit=0']
if args.single_process_tests:
child_args.append('--single-process-tests')
if args.test_launcher_batch_limit:
child_args.append('--test-launcher-batch-limit=%d' %
args.test_launcher_batch_limit)
test_concurrency = args.test_launcher_jobs \
if args.test_launcher_jobs else DEFAULT_TEST_CONCURRENCY
child_args.append('--test-launcher-jobs=%d' % test_concurrency)
if args.gtest_filter:
child_args.append('--gtest_filter=' + args.gtest_filter)
if args.gtest_repeat:
child_args.append('--gtest_repeat=' + args.gtest_repeat)
child_args.append('--test-launcher-timeout=-1')
if args.gtest_break_on_failure:
child_args.append('--gtest_break_on_failure')
if args.child_args:
child_args.extend(args.child_args)
runtime_deps = ReadRuntimeDeps(args.runtime_deps_path,
args.output_directory)
spawning_server = None
# Start test server spawner for tests that need it.
if args.enable_test_server:
spawning_server = chrome_test_server_spawner.SpawningServer(
0, PortForwarderNoop(), test_concurrency)
spawning_server.Start()
# Generate test server config.
config_file = tempfile.NamedTemporaryFile()
config_file.write(
json.dumps({
'name':
'testserver',
'address':
HOST_IP_ADDRESS,
'spawner_url_base':
'http://%s:%d' % (HOST_IP_ADDRESS, spawning_server.server_port)
}))
config_file.flush()
runtime_deps.append(('net-test-server-config', config_file.name))
# If no --test-launcher-filter-file is specified, use the default filter path.
if args.test_launcher_filter_file == None:
exe_base_name = os.path.basename(args.exe_name)
test_launcher_filter_file = os.path.normpath(
os.path.join(
args.output_directory,
'../../testing/buildbot/filters/fuchsia.%s.filter' %
exe_base_name))
if os.path.exists(test_launcher_filter_file):
args.test_launcher_filter_file = test_launcher_filter_file
# Copy the test-launcher-filter-file to the bootfs, if set.
if args.test_launcher_filter_file:
# Bundle the filter file in the runtime deps and compose the command-line
# flag which references it.
test_launcher_filter_file = os.path.normpath(
os.path.join(args.output_directory,
args.test_launcher_filter_file))
runtime_deps.append(('test_filter_file', test_launcher_filter_file))
child_args.append(
'--test-launcher-filter-file=/system/test_filter_file')
if args.dry_run:
print 'Filter file is %s' % (args.test_launcher_filter_file
if args.test_launcher_filter_file else
'not applied.')
try:
image_creation_data = ImageCreationData(
output_directory=args.output_directory,
exe_name=args.exe_name,
runtime_deps=runtime_deps,
target_cpu=args.target_cpu,
dry_run=args.dry_run,
child_args=child_args,
use_device=args.device,
bootdata=args.bootdata,
summary_output=args.test_launcher_summary_output,
shutdown_machine=True,
wait_for_network=args.wait_for_network,
use_autorun=True)
bootfs = BuildBootfs(image_creation_data)
if not bootfs:
return 2
return RunFuchsia(
bootfs,
args.device,
args.kernel,
args.dry_run,
test_launcher_summary_output=args.test_launcher_summary_output)
finally:
# Stop the spawner to make sure it doesn't leave testserver running, in
# case some tests failed.
if spawning_server:
spawning_server.Stop()
def main():
parser = argparse.ArgumentParser()
parser.add_argument('--dry-run',
'-n',
action='store_true',
default=False,
help='Just print commands, don\'t execute them.')
parser.add_argument('--output-directory',
type=os.path.realpath,
help=('Path to the directory in which build files are'
' located (must include build type).'))
parser.add_argument('--runtime-deps-path',
type=os.path.realpath,
help='Runtime data dependency file from GN.')
parser.add_argument('--exe-name',
type=os.path.realpath,
help='Name of the the test')
parser.add_argument('--enable-test-server',
action='store_true',
default=False,
help='Enable testserver spawner.')
parser.add_argument('--gtest_filter',
help='GTest filter to use in place of any default.')
parser.add_argument('--gtest_repeat', help='GTest repeat value to use.')
parser.add_argument('--single-process-tests',
action='store_true',
default=False,
help='Runs the tests and the launcher in the same '
'process. Useful for debugging.')
parser.add_argument('--test-launcher-batch-limit',
type=int,
help='Sets the limit of test batch to run in a single '
'process.')
# --test-launcher-filter-file is specified relative to --output-directory,
# so specifying type=os.path.* will break it.
parser.add_argument('--test-launcher-filter-file',
help='Pass filter file through to target process.')
parser.add_argument('--test-launcher-jobs',
type=int,
help='Sets the number of parallel test jobs.')
parser.add_argument('--test_launcher_summary_output',
help='Currently ignored for 2-sided roll.')
parser.add_argument('child_args',
nargs='*',
help='Arguments for the test process.')
parser.add_argument('-d',
'--device',
action='store_true',
default=False,
help='Run on hardware device instead of QEMU.')
args = parser.parse_args()
child_args = ['--test-launcher-retry-limit=0']
if int(os.environ.get('CHROME_HEADLESS', 0)) != 0:
# When running on bots (without KVM) execution is quite slow. The test
# launcher times out a subprocess after 45s which can be too short. Make the
# timeout twice as long.
child_args.append('--test-launcher-timeout=90000')
if args.single_process_tests:
child_args.append('--single-process-tests')
if args.test_launcher_batch_limit:
child_args.append('--test-launcher-batch-limit=%d' %
args.test_launcher_batch_limit)
if args.test_launcher_jobs:
child_args.append('--test-launcher-jobs=%d' % args.test_launcher_jobs)
if args.gtest_filter:
child_args.append('--gtest_filter=' + args.gtest_filter)
if args.gtest_repeat:
child_args.append('--gtest_repeat=' + args.gtest_repeat)
if args.child_args:
child_args.extend(args.child_args)
runtime_deps = ReadRuntimeDeps(args.runtime_deps_path,
args.output_directory)
# Start test server spawner for tests that need it.
if args.enable_test_server:
spawning_server = chrome_test_server_spawner.SpawningServer(
TEST_SERVER_PORT, PortForwarderNoop())
spawning_server.Start()
# Generate test server config.
config_file = tempfile.NamedTemporaryFile()
config_file.write(
str(TEST_SERVER_PORT) + ':' + str(TEST_SERVER_PORT + 1))
config_file.flush()
runtime_deps.append(('net-test-server-ports', config_file.name))
if args.test_launcher_filter_file:
# Bundle the filter file in the runtime deps and compose the command-line
# flag which references it.
test_launcher_filter_file = os.path.normpath(
os.path.join(args.output_directory,
args.test_launcher_filter_file))
runtime_deps.append(('test_filter_file', test_launcher_filter_file))
child_args.append(
'--test-launcher-filter-file=/system/test_filter_file')
bootfs = BuildBootfs(args.output_directory,
runtime_deps,
args.exe_name,
child_args,
args.dry_run,
power_off=not args.device)
if not bootfs:
return 2
return RunFuchsia(bootfs, args.device, args.dry_run, interactive=False)
def __init__(self, port, device, tool):
super(LocalTestServerSpawner, self).__init__()
self._device = device
self._spawning_server = chrome_test_server_spawner.SpawningServer(
port, PortForwarderAndroid(device, tool))
self._tool = tool
