def BaseConfig(INTERNAL=False,
REPO_NAME=None,
REPO_URL=None,
BUILD_CONFIG='Debug',
REVISION='',
**_kwargs):
return ConfigGroup(
INTERNAL=Static(INTERNAL),
REPO_NAME=Static(REPO_NAME),
REPO_URL=Static(REPO_URL),
BUILD_CONFIG=Static(BUILD_CONFIG),
revision=Single(basestring, empty_val=REVISION),
revisions=Dict(value_type=(basestring, types.NoneType)),
asan_symbolize=Single(bool, required=False, empty_val=False),
get_app_manifest_vars=Single(bool, required=False, empty_val=True),
run_tree_truth=Single(bool, required=False, empty_val=True),
deps_file=Single(basestring, required=False, empty_val='.DEPS.git'),
internal_dir_name=Single(basestring, required=False),
# deps_dir: where to checkout the gclient deps file
deps_dir=Single(basestring, required=False, empty_val=REPO_NAME),
managed=Single(bool, required=False, empty_val=True),
extra_deploy_opts=List(inner_type=basestring),
tests=List(inner_type=basestring),
cr_build_android=Static(Path('[CHECKOUT]', 'build', 'android')),
test_runner=Single(Path),
gclient_custom_deps=Dict(value_type=(basestring, types.NoneType)),
channel=Single(basestring, empty_val='chrome'),
gclient_custom_vars=Dict(value_type=(basestring, types.NoneType)),
coverage=Single(bool, required=False, empty_val=False),
chrome_specific_wipe=Single(bool, required=False, empty_val=False),
incremental_coverage=Single(bool, required=False, empty_val=False),
env=ConfigGroup(LLVM_FORCE_HEAD_REVISION=Single(basestring,
required=False), ),
)
def BaseConfig(**_kwargs):
shard_count = _kwargs.get('SHARD_COUNT', 1)
shard_run = _kwargs.get('SHARD_RUN', 1)
assert shard_count >= 1
assert shard_run >= 1
assert shard_run <= shard_count
return ConfigGroup(
gyp_env=ConfigGroup(
AR=Single(basestring, required=False),
CC=Single(basestring, required=False),
CXX=Single(basestring, required=False),
CXX_host=Single(basestring, required=False),
LINK=Single(basestring, required=False),
RANLIB=Single(basestring, required=False),
),
mips_cross_compile=Single(bool, empty_val=False, required=False),
# Test configuration that is the equal for all tests of a builder. It
# might be refined later in the test runner for distinct tests.
testing=ConfigGroup(
test_args=List(basestring),
may_shard=Single(bool, empty_val=True, required=False),
SHARD_COUNT=Static(shard_count),
SHARD_RUN=Static(shard_run),
),
)
def BaseConfig(PERF_ID=None, PERF_CONFIG=None, TEST_SUITE=None, **_kwargs):
return ConfigGroup(
PERF_ID=Static(PERF_ID),
PERF_CONFIG=Static(PERF_CONFIG),
TEST_SUITE=Static(TEST_SUITE),
use_isolate=Single(bool, False),
)
def BaseConfig(CHECKOUT_PATH, **_kwargs):
return ConfigGroup(
install_emulator_deps_path=Static(
CHECKOUT_PATH.join('build', 'android',
'install_emulator_deps.py')),
avd_script_path=Static(CHECKOUT_PATH.join('build', 'android',
'avd.py')),
)
def BaseConfig(CURRENT_WORKING_DIR, TEMP_DIR, **_kwargs):
assert CURRENT_WORKING_DIR[0].endswith(('\\', '/'))
assert TEMP_DIR[0].endswith(('\\', '/'))
return ConfigGroup(
# base path name -> [tokenized absolute path]
base_paths=Dict(value_type=tuple),
# dynamic path name -> Path object (referencing one of the base_paths)
dynamic_paths=Dict(value_type=(Path, type(None))),
CURRENT_WORKING_DIR=Static(tuple(CURRENT_WORKING_DIR)),
TEMP_DIR=Static(tuple(TEMP_DIR)),
)
def BaseConfig(CHECKOUT_PATH, **dummy_kwargs):
return ConfigGroup(
CHECKOUT_PATH=Static(CHECKOUT_PATH),
official_build=Single(bool, empty_val=False, required=False),
unittests_gypi=Single(Path, required=False),
version_file=Single(Path, required=False),
)
def BaseConfig(PLATFORM, START_DIR, TEMP_DIR, CACHE_DIR, CLEANUP_DIR,
**_kwargs):
assert START_DIR[0].endswith(('\\', '/')), START_DIR
assert TEMP_DIR[0].endswith(('\\', '/')), TEMP_DIR
assert CACHE_DIR[0].endswith(('\\', '/')), CACHE_DIR
assert CLEANUP_DIR[0].endswith(('\\', '/')), CLEANUP_DIR
return ConfigGroup(
# base path name -> [tokenized absolute path]
base_paths=Dict(value_type=tuple),
# dynamic path name -> Path object (referencing one of the base_paths)
dynamic_paths=Dict(value_type=(Path, type(None))),
PLATFORM=Static(PLATFORM),
START_DIR=Static(tuple(START_DIR)),
TEMP_DIR=Static(tuple(TEMP_DIR)),
CACHE_DIR=Static(tuple(CACHE_DIR)),
CLEANUP_DIR=Static(tuple(CLEANUP_DIR)),
)
def BaseConfig(**_kwargs):
return ConfigGroup(
# Various config options to be exercised in tests.
thedict=Dict(value_type=tuple),
thelist=List(basestring),
thestring=Single(basestring, required=True),
thebool=Single(bool, required=False, empty_val=False),
thesubconfig=ConfigGroup(
thefloat=Single(float),
thestaticint=Static(42, hidden=False),
),
)
def BaseConfig(USE_MIRROR=False):
chromium_in_android_subpath = ('external', 'chromium_org')
build_path = Path('[SLAVE_BUILD]', 'android-src')
return ConfigGroup(
lunch_flavor=Single(basestring),
repo=ConfigGroup(
url=Single(basestring),
branch=Single(basestring),
sync_flags=List(basestring),
),
USE_MIRROR=Static(bool(USE_MIRROR)),
# If present causes the sync step to use the specified manifest instead of
# the one associated with the repo.branch.
sync_manifest_override=Single(Path, required=False),
# Path stuff
chromium_in_android_subpath=Static(
'/'.join(chromium_in_android_subpath)),
build_path=Static(build_path),
slave_chromium_in_android_path=Static(
build_path.join(*chromium_in_android_subpath)),
slave_android_out_path=Static(build_path.join('out')),
)
def BaseConfig(CHECKOUT_PATH, INTERNAL=False, REPO_NAME=None, REPO_URL=None,
BUILD_CONFIG='Debug', REVISION='', asan_symbolize=False,
**_kwargs):
return ConfigGroup(
CHECKOUT_PATH = Static(CHECKOUT_PATH),
INTERNAL = Static(INTERNAL),
REPO_NAME = Static(REPO_NAME),
REPO_URL = Static(REPO_URL),
BUILD_CONFIG = Static(BUILD_CONFIG),
cs_base_url = Single(basestring, required=False, empty_val='http://cs.chromium.org'),
results_bucket = Single(basestring, required=False, empty_val='chromium-result-details'),
revision = Single(basestring, empty_val=REVISION),
revisions = Dict(value_type=(basestring, types.NoneType)),
asan_symbolize = Single(bool, required=False, empty_val=asan_symbolize),
get_app_manifest_vars = Single(bool, required=False, empty_val=True),
run_tree_truth = Single(bool, required=False, empty_val=True),
deps_file = Single(basestring, required=False, empty_val='.DEPS.git'),
internal_dir_name = Single(basestring, required=False),
# deps_dir: where to checkout the gclient deps file
deps_dir = Single(basestring, required=False, empty_val=REPO_NAME),
managed = Single(bool, required=False, empty_val=True),
extra_deploy_opts = List(inner_type=basestring),
tests = List(inner_type=basestring),
cr_build_android = Static(CHECKOUT_PATH.join('build', 'android')),
test_runner = Single(Path),
gclient_custom_deps = Dict(value_type=(basestring, types.NoneType)),
channel = Single(basestring, empty_val='chrome'),
gclient_custom_vars = Dict(value_type=(basestring, types.NoneType)),
coverage = Single(bool, required=False, empty_val=False),
chrome_specific_wipe = Single(bool, required=False, empty_val=False),
incremental_coverage = Single(bool, required=False, empty_val=False),
env = ConfigGroup(
LLVM_FORCE_HEAD_REVISION = Single(basestring, required=False),
),
restart_usb = Single(bool, required=False, empty_val=False),
use_devil_adb = Single(bool, required=False, empty_val=False),
# TODO(jbudorick): Remove this once everything has switched to devil
# provisioning.
use_devil_provision = Single(bool, required=False, empty_val=False),
remove_system_packages = List(inner_type=basestring),
)
def BaseConfig(HOST_PLATFORM, HOST_ARCH, HOST_BITS, TARGET_PLATFORM,
TARGET_ARCH, TARGET_BITS, BUILD_CONFIG, TARGET_CROS_BOARD,
BUILD_PATH, CHECKOUT_PATH, **_kwargs):
equal_fn = lambda tup: ('%s=%s' % (tup[0], pipes.quote(str(tup[1]))))
return ConfigGroup(
compile_py=ConfigGroup(
default_targets=Set(basestring),
build_args=List(basestring),
compiler=Single(basestring, required=False),
mode=Single(basestring, required=False),
goma_dir=Single(Path, required=False),
goma_canary=Single(bool, empty_val=False, required=False),
show_ninja_stats=Single(bool, empty_val=False, required=False),
goma_hermetic=Single(basestring, required=False),
goma_enable_remote_link=Single(bool,
empty_val=False,
required=False),
goma_store_local_run_output=Single(bool,
empty_val=False,
required=False),
goma_failfast=Single(bool, empty_val=False, required=False),
goma_max_active_fail_fallback_tasks=Single(int,
empty_val=None,
required=False),
goma_enable_localoutputcache=Single(bool,
empty_val=False,
required=False),
xcode_sdk=Single(basestring, required=False),
ninja_confirm_noop=Single(bool, empty_val=False, required=False),
set_build_data_dir=Single(bool, empty_val=False, required=False),
goma_high_parallel=Single(bool, empty_val=False, required=False),
),
runtest_py=ConfigGroup(src_side=Single(bool), ),
gyp_env=ConfigGroup(
DOWNLOAD_VR_TEST_APKS=Single(int, required=False),
GYP_CROSSCOMPILE=Single(int, jsonish_fn=str, required=False),
GYP_CHROMIUM_NO_ACTION=Single(int, jsonish_fn=str, required=False),
GYP_DEFINES=Dict(equal_fn, ' '.join, (basestring, int, Path)),
GYP_GENERATORS=Set(basestring, ','.join),
GYP_GENERATOR_FLAGS=Dict(equal_fn, ' '.join, (basestring, int)),
GYP_INCLUDE_LAST=Single(Path, required=False),
GYP_LINK_CONCURRENCY=Single(int, required=False),
GYP_MSVS_VERSION=Single(basestring, required=False),
GYP_USE_SEPARATE_MSPDBSRV=Single(int,
jsonish_fn=str,
required=False),
LLVM_DOWNLOAD_GOLD_PLUGIN=Single(int, required=False),
),
env=ConfigGroup(
PATH=List(Path),
ADB_VENDOR_KEYS=Single(Path, required=False),
LLVM_FORCE_HEAD_REVISION=Single(basestring, required=False),
GOMA_STUBBY_PROXY_IP_ADDRESS=Single(basestring, required=False),
FORCE_MAC_TOOLCHAIN=Single(int, required=False),
FORCE_MAC_TOOLCHAIN_REVISION_OVERRIDE=Single(basestring,
required=False),
),
project_generator=ConfigGroup(
tool=Single(basestring, empty_val='gyp'),
args=Set(basestring),
),
build_dir=Single(Path),
cros_sdk=ConfigGroup(
external=Single(bool, empty_val=True, required=False),
args=List(basestring),
),
runtests=ConfigGroup(
enable_memcheck=Single(bool, empty_val=False, required=False),
memory_tests_runner=Single(Path),
enable_lsan=Single(bool, empty_val=False, required=False),
test_args=List(basestring),
run_asan_test=Single(bool, required=False),
swarming_extra_args=List(basestring),
swarming_tags=Set(basestring),
),
# Some platforms do not have a 1:1 correlation of BUILD_CONFIG to what is
# passed as --target on the command line.
build_config_fs=Single(basestring),
BUILD_CONFIG=Static(check(BUILD_CONFIG, BUILD_CONFIGS)),
HOST_PLATFORM=Static(check(HOST_PLATFORM, HOST_PLATFORMS)),
HOST_ARCH=Static(check(HOST_ARCH, HOST_ARCHS)),
HOST_BITS=Static(check(HOST_BITS, HOST_TARGET_BITS)),
TARGET_PLATFORM=Static(check(TARGET_PLATFORM, TARGET_PLATFORMS)),
TARGET_ARCH=Static(check(TARGET_ARCH, TARGET_ARCHS)),
TARGET_BITS=Static(check(TARGET_BITS, HOST_TARGET_BITS)),
TARGET_CROS_BOARD=Static(TARGET_CROS_BOARD),
BUILD_PATH=Static(BUILD_PATH),
CHECKOUT_PATH=Static(CHECKOUT_PATH),
gn_args=List(basestring),
lto=Single(bool, empty_val=False, required=False),
clobber_before_runhooks=Single(bool,
empty_val=False,
required=False,
hidden=False),
)
def BaseConfig(USE_MIRROR=True,
CACHE_DIR=None,
BUILDSPEC_VERSION=None,
**_kwargs):
cache_dir = str(CACHE_DIR) if CACHE_DIR else None
return ConfigGroup(
solutions=ConfigList(lambda: ConfigGroup(
name=Single(basestring),
url=Single((basestring, type(None)), empty_val=''),
deps_file=Single(basestring,
empty_val='.DEPS.git',
required=False,
hidden=False),
managed=Single(bool, empty_val=True, required=False, hidden=False),
custom_deps=Dict(value_type=(basestring, types.NoneType)),
custom_vars=Dict(value_type=(basestring, types.BooleanType)),
safesync_url=Single(basestring, required=False),
revision=Single((basestring, gclient_api.RevisionResolver),
required=False,
hidden=True),
)),
deps_os=Dict(value_type=basestring),
hooks=List(basestring),
target_os=Set(basestring),
target_os_only=Single(bool, empty_val=False, required=False),
target_cpu=Set(basestring),
target_cpu_only=Single(bool, empty_val=False, required=False),
cache_dir=Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root=Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
# TODO(machenbach): Deprecate this in favor of the one below.
# http://crbug.com/713356
got_revision_mapping=Dict(hidden=True),
# Maps build_property -> 'solution'
got_revision_reverse_mapping=Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping=Dict(hidden=True),
delete_unversioned_trees=Single(bool, empty_val=True, required=False),
# Maps canonical repo URL to (local_path, revision).
# - canonical gitiles repo URL is "https://<host>/<project>"
# where project does not have "/a/" prefix or ".git" suffix.
# - solution/path is then used to apply patches as patch root in
# bot_update.
# - if revision is given, it's passed verbatim to bot_update for
# corresponding dependency. Otherwise (i.e. None), the patch will be
# applied on top of version pinned in DEPS.
# This is essentially a whitelist of which repos inside a solution
# can be patched automatically by bot_update based on
# api.buildbucket.build.input.gerrit_changes[0].project
# For example, if bare chromium solution has this entry in repo_path_map
# 'http://103.210.161.2:3232/angle/angle': (
# 'src/third_party/angle', 'HEAD')
# then a patch to Angle project can be applied to a chromium src's
# checkout after first updating Angle's repo to its master's HEAD.
repo_path_map=Dict(value_type=tuple, hidden=True),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads=Single(bool,
empty_val=False,
required=False,
hidden=True),
# Check out refs/tags.
with_tags=Single(bool, empty_val=False, required=False, hidden=True),
disable_syntax_validation=Single(bool, empty_val=False,
required=False),
USE_MIRROR=Static(bool(USE_MIRROR)),
BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True),
)
def BaseConfig(USE_MIRROR=True,
GIT_MODE=False,
CACHE_DIR=None,
PATCH_PROJECT=None,
BUILDSPEC_VERSION=None,
**_kwargs):
deps = '.DEPS.git' if GIT_MODE else 'DEPS'
cache_dir = str(CACHE_DIR) if CACHE_DIR else None
return ConfigGroup(
solutions=ConfigList(lambda: ConfigGroup(
name=Single(basestring),
url=Single(basestring),
deps_file=Single(
basestring, empty_val=deps, required=False, hidden=False),
managed=Single(bool, empty_val=True, required=False, hidden=False),
custom_deps=Dict(value_type=(basestring, types.NoneType)),
custom_vars=Dict(value_type=basestring),
safesync_url=Single(basestring, required=False),
revision=Single((basestring, gclient_api.RevisionResolver),
required=False,
hidden=True),
)),
deps_os=Dict(value_type=basestring),
hooks=List(basestring),
target_os=Set(basestring),
target_os_only=Single(bool, empty_val=False, required=False),
cache_dir=Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root=Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
got_revision_mapping=Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping=Dict(hidden=True),
delete_unversioned_trees=Single(bool, empty_val=True, required=False),
# Maps patch_project to (solution/path, revision).
# - solution/path is then used to apply patches as patch root in
# bot_update.
# - if revision is given, it's passed verbatim to bot_update for
# corresponding dependency. Otherwise (ie None), the patch will be
# applied on top of version pinned in DEPS.
# This is essentially a whitelist of which projects inside a solution
# can be patched automatically by bot_update based on PATCH_PROJECT
# property.
# For example, bare chromium solution has this entry in patch_projects
# 'angle/angle': ('src/third_party/angle', 'HEAD')
# then a patch to Angle project can be applied to a chromium src's
# checkout after first updating Angle's repo to its master's HEAD.
patch_projects=Dict(value_type=tuple, hidden=True),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads=Single(bool,
empty_val=False,
required=False,
hidden=True),
GIT_MODE=Static(bool(GIT_MODE)),
USE_MIRROR=Static(bool(USE_MIRROR)),
# TODO(tandrii): remove PATCH_PROJECT field.
# DON'T USE THIS. WILL BE REMOVED.
PATCH_PROJECT=Static(str(PATCH_PROJECT), hidden=True),
BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True),
)
def BaseConfig(PLATFORM='default'):
return ConfigGroup(buildbucket_host=Single(str, required=True),
buildbucket_client_path=Single(str, required=True),
PLATFORM=Static(str(PLATFORM)))
def BaseConfig(USE_MIRROR=True, GIT_MODE=False, CACHE_DIR=None,
PATCH_PROJECT=None, BUILDSPEC_VERSION=None,
**_kwargs):
deps = '.DEPS.git' if GIT_MODE else 'DEPS'
cache_dir = str(CACHE_DIR) if GIT_MODE and CACHE_DIR else None
return ConfigGroup(
solutions = ConfigList(
lambda: ConfigGroup(
name = Single(basestring),
url = Single(basestring),
deps_file = Single(basestring, empty_val=deps, required=False,
hidden=False),
managed = Single(bool, empty_val=True, required=False, hidden=False),
custom_deps = Dict(value_type=(basestring, types.NoneType)),
custom_vars = Dict(value_type=basestring),
safesync_url = Single(basestring, required=False),
revision = Single(
(basestring, gclient_api.RevisionResolver),
required=False, hidden=True),
)
),
deps_os = Dict(value_type=basestring),
hooks = List(basestring),
target_os = Set(basestring),
target_os_only = Single(bool, empty_val=False, required=False),
cache_dir = Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root = Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
got_revision_mapping = Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions = Dict(
value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping = Dict(hidden=True),
delete_unversioned_trees = Single(bool, empty_val=True, required=False),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads = Single(
bool,
empty_val=False,
required=False,
hidden=True),
GIT_MODE = Static(bool(GIT_MODE)),
USE_MIRROR = Static(bool(USE_MIRROR)),
PATCH_PROJECT = Static(str(PATCH_PROJECT), hidden=True),
BUILDSPEC_VERSION= Static(BUILDSPEC_VERSION, hidden=True),
)
