def BaseConfig(**_kwargs):
def render_cmd(lst):
return [(x if isinstance(x, Placeholder) else str(x)) for x in lst]
return ConfigGroup(
# For compatibility with buildbot, the step name must be ascii, which is why
# this is a 'str' and not a 'basestring'.
name=Single(str),
cmd=List(inner_type=(int, basestring, Path, Placeholder),
jsonish_fn=render_cmd),
# optional
env=Dict(item_fn=lambda (k, v): (k, v if v is None else str(v)),
value_type=(basestring, int, Path, type(None))),
cwd=Single(Path, jsonish_fn=str, required=False),
stdout=Single(Placeholder, required=False),
stderr=Single(Placeholder, required=False),
stdin=Single(Placeholder, required=False),
allow_subannotations=Single(bool, required=False),
trigger_specs=ConfigList(
lambda: ConfigGroup(
bucket=Single(basestring),
builder_name=Single(basestring),
properties=Dict(value_type=object),
buildbot_changes=List(dict),
), ),
step_test_data=Single(collections.Callable, required=False),
ok_ret=Set(int),
infra_step=Single(bool, required=False),
step_nest_level=Single(int, required=False),
)
def BaseConfig(HOST_PLATFORM, HOST_ARCH, HOST_BITS, TARGET_PLATFORM,
TARGET_ARCH, TARGET_BITS, BUILD_CONFIG, TARGET_CROS_BOARD,
BUILD_PATH, CHECKOUT_PATH, **_kwargs):
equal_fn = lambda tup: ('%s=%s' % (tup[0], pipes.quote(str(tup[1]))))
return ConfigGroup(
compile_py=ConfigGroup(
default_targets=Set(basestring),
build_args=List(basestring),
compiler=Single(basestring, required=False),
mode=Single(basestring, required=False),
goma_dir=Single(Path, required=False),
goma_canary=Single(bool, empty_val=False, required=False),
show_ninja_stats=Single(bool, empty_val=False, required=False),
goma_hermetic=Single(basestring, required=False),
goma_enable_remote_link=Single(bool,
empty_val=False,
required=False),
goma_store_local_run_output=Single(bool,
empty_val=False,
required=False),
goma_failfast=Single(bool, empty_val=False, required=False),
goma_max_active_fail_fallback_tasks=Single(int,
empty_val=None,
required=False),
goma_enable_localoutputcache=Single(bool,
empty_val=False,
required=False),
xcode_sdk=Single(basestring, required=False),
ninja_confirm_noop=Single(bool, empty_val=False, required=False),
set_build_data_dir=Single(bool, empty_val=False, required=False),
goma_high_parallel=Single(bool, empty_val=False, required=False),
),
runtest_py=ConfigGroup(src_side=Single(bool), ),
gyp_env=ConfigGroup(
DOWNLOAD_VR_TEST_APKS=Single(int, required=False),
GYP_CROSSCOMPILE=Single(int, jsonish_fn=str, required=False),
GYP_CHROMIUM_NO_ACTION=Single(int, jsonish_fn=str, required=False),
GYP_DEFINES=Dict(equal_fn, ' '.join, (basestring, int, Path)),
GYP_GENERATORS=Set(basestring, ','.join),
GYP_GENERATOR_FLAGS=Dict(equal_fn, ' '.join, (basestring, int)),
GYP_INCLUDE_LAST=Single(Path, required=False),
GYP_LINK_CONCURRENCY=Single(int, required=False),
GYP_MSVS_VERSION=Single(basestring, required=False),
GYP_USE_SEPARATE_MSPDBSRV=Single(int,
jsonish_fn=str,
required=False),
LLVM_DOWNLOAD_GOLD_PLUGIN=Single(int, required=False),
),
env=ConfigGroup(
PATH=List(Path),
ADB_VENDOR_KEYS=Single(Path, required=False),
LLVM_FORCE_HEAD_REVISION=Single(basestring, required=False),
GOMA_STUBBY_PROXY_IP_ADDRESS=Single(basestring, required=False),
FORCE_MAC_TOOLCHAIN=Single(int, required=False),
FORCE_MAC_TOOLCHAIN_REVISION_OVERRIDE=Single(basestring,
required=False),
),
project_generator=ConfigGroup(
tool=Single(basestring, empty_val='gyp'),
args=Set(basestring),
),
build_dir=Single(Path),
cros_sdk=ConfigGroup(
external=Single(bool, empty_val=True, required=False),
args=List(basestring),
),
runtests=ConfigGroup(
enable_memcheck=Single(bool, empty_val=False, required=False),
memory_tests_runner=Single(Path),
enable_lsan=Single(bool, empty_val=False, required=False),
test_args=List(basestring),
run_asan_test=Single(bool, required=False),
swarming_extra_args=List(basestring),
swarming_tags=Set(basestring),
),
# Some platforms do not have a 1:1 correlation of BUILD_CONFIG to what is
# passed as --target on the command line.
build_config_fs=Single(basestring),
BUILD_CONFIG=Static(check(BUILD_CONFIG, BUILD_CONFIGS)),
HOST_PLATFORM=Static(check(HOST_PLATFORM, HOST_PLATFORMS)),
HOST_ARCH=Static(check(HOST_ARCH, HOST_ARCHS)),
HOST_BITS=Static(check(HOST_BITS, HOST_TARGET_BITS)),
TARGET_PLATFORM=Static(check(TARGET_PLATFORM, TARGET_PLATFORMS)),
TARGET_ARCH=Static(check(TARGET_ARCH, TARGET_ARCHS)),
TARGET_BITS=Static(check(TARGET_BITS, HOST_TARGET_BITS)),
TARGET_CROS_BOARD=Static(TARGET_CROS_BOARD),
BUILD_PATH=Static(BUILD_PATH),
CHECKOUT_PATH=Static(CHECKOUT_PATH),
gn_args=List(basestring),
lto=Single(bool, empty_val=False, required=False),
clobber_before_runhooks=Single(bool,
empty_val=False,
required=False,
hidden=False),
)
def BaseConfig(USE_MIRROR=True,
CACHE_DIR=None,
BUILDSPEC_VERSION=None,
**_kwargs):
cache_dir = str(CACHE_DIR) if CACHE_DIR else None
return ConfigGroup(
solutions=ConfigList(lambda: ConfigGroup(
name=Single(basestring),
url=Single((basestring, type(None)), empty_val=''),
deps_file=Single(basestring,
empty_val='.DEPS.git',
required=False,
hidden=False),
managed=Single(bool, empty_val=True, required=False, hidden=False),
custom_deps=Dict(value_type=(basestring, types.NoneType)),
custom_vars=Dict(value_type=(basestring, types.BooleanType)),
safesync_url=Single(basestring, required=False),
revision=Single((basestring, gclient_api.RevisionResolver),
required=False,
hidden=True),
)),
deps_os=Dict(value_type=basestring),
hooks=List(basestring),
target_os=Set(basestring),
target_os_only=Single(bool, empty_val=False, required=False),
target_cpu=Set(basestring),
target_cpu_only=Single(bool, empty_val=False, required=False),
cache_dir=Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root=Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
# TODO(machenbach): Deprecate this in favor of the one below.
# http://crbug.com/713356
got_revision_mapping=Dict(hidden=True),
# Maps build_property -> 'solution'
got_revision_reverse_mapping=Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping=Dict(hidden=True),
delete_unversioned_trees=Single(bool, empty_val=True, required=False),
# Maps canonical repo URL to (local_path, revision).
# - canonical gitiles repo URL is "https://<host>/<project>"
# where project does not have "/a/" prefix or ".git" suffix.
# - solution/path is then used to apply patches as patch root in
# bot_update.
# - if revision is given, it's passed verbatim to bot_update for
# corresponding dependency. Otherwise (i.e. None), the patch will be
# applied on top of version pinned in DEPS.
# This is essentially a whitelist of which repos inside a solution
# can be patched automatically by bot_update based on
# api.buildbucket.build.input.gerrit_changes[0].project
# For example, if bare chromium solution has this entry in repo_path_map
# 'http://103.210.161.2:3232/angle/angle': (
# 'src/third_party/angle', 'HEAD')
# then a patch to Angle project can be applied to a chromium src's
# checkout after first updating Angle's repo to its master's HEAD.
repo_path_map=Dict(value_type=tuple, hidden=True),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads=Single(bool,
empty_val=False,
required=False,
hidden=True),
# Check out refs/tags.
with_tags=Single(bool, empty_val=False, required=False, hidden=True),
disable_syntax_validation=Single(bool, empty_val=False,
required=False),
USE_MIRROR=Static(bool(USE_MIRROR)),
BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True),
)
def BaseConfig(USE_MIRROR=True,
GIT_MODE=False,
CACHE_DIR=None,
PATCH_PROJECT=None,
BUILDSPEC_VERSION=None,
**_kwargs):
deps = '.DEPS.git' if GIT_MODE else 'DEPS'
cache_dir = str(CACHE_DIR) if CACHE_DIR else None
return ConfigGroup(
solutions=ConfigList(lambda: ConfigGroup(
name=Single(basestring),
url=Single(basestring),
deps_file=Single(
basestring, empty_val=deps, required=False, hidden=False),
managed=Single(bool, empty_val=True, required=False, hidden=False),
custom_deps=Dict(value_type=(basestring, types.NoneType)),
custom_vars=Dict(value_type=basestring),
safesync_url=Single(basestring, required=False),
revision=Single((basestring, gclient_api.RevisionResolver),
required=False,
hidden=True),
)),
deps_os=Dict(value_type=basestring),
hooks=List(basestring),
target_os=Set(basestring),
target_os_only=Single(bool, empty_val=False, required=False),
cache_dir=Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root=Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
got_revision_mapping=Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping=Dict(hidden=True),
delete_unversioned_trees=Single(bool, empty_val=True, required=False),
# Maps patch_project to (solution/path, revision).
# - solution/path is then used to apply patches as patch root in
# bot_update.
# - if revision is given, it's passed verbatim to bot_update for
# corresponding dependency. Otherwise (ie None), the patch will be
# applied on top of version pinned in DEPS.
# This is essentially a whitelist of which projects inside a solution
# can be patched automatically by bot_update based on PATCH_PROJECT
# property.
# For example, bare chromium solution has this entry in patch_projects
# 'angle/angle': ('src/third_party/angle', 'HEAD')
# then a patch to Angle project can be applied to a chromium src's
# checkout after first updating Angle's repo to its master's HEAD.
patch_projects=Dict(value_type=tuple, hidden=True),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads=Single(bool,
empty_val=False,
required=False,
hidden=True),
GIT_MODE=Static(bool(GIT_MODE)),
USE_MIRROR=Static(bool(USE_MIRROR)),
# TODO(tandrii): remove PATCH_PROJECT field.
# DON'T USE THIS. WILL BE REMOVED.
PATCH_PROJECT=Static(str(PATCH_PROJECT), hidden=True),
BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True),
)
def BaseConfig(CBB_CONFIG=None,
CBB_BRANCH=None,
CBB_BUILD_NUMBER=None,
CBB_DEBUG=False,
CBB_CLOBBER=False,
**_kwargs):
return ConfigGroup(
# Base mapping of repository key to repository name.
repositories=Dict(value_type=Set(basestring)),
# Checkout Chromite at this branch. "origin/" will be prepended.
chromite_branch=Single(basestring, empty_val=CBB_BRANCH or 'master'),
# Should the Chrome version be supplied to cbuildbot?
use_chrome_version=Single(bool),
# Should the CrOS manifest commit message be parsed and added to 'cbuildbot'
# flags?
read_cros_manifest=Single(bool),
cbb=ConfigGroup(
# The Chromite configuration to use.
config=Single(basestring, empty_val=CBB_CONFIG),
# The buildroot directory name to use.
builddir=Single(basestring),
# If supplied, forward to cbuildbot as '--master-build-id'.
build_id=Single(basestring),
# If supplied, forward to cbuildbot as '--buildnumber'.
build_number=Single(int, empty_val=CBB_BUILD_NUMBER),
# If supplied, forward to cbuildbot as '--chrome-rev'.
chrome_rev=Single(basestring),
# If supplied, forward to cbuildbot as '--chrome_version'.
chrome_version=Single(basestring),
# If True, add cbuildbot flag: '--debug'.
debug=Single(bool, empty_val=CBB_DEBUG),
# If True, add cbuildbot flag: '--clobber'.
clobber=Single(bool, empty_val=CBB_CLOBBER),
# The (optional) configuration repository to use.
config_repo=Single(basestring),
# This disables Chromite bootstrapping by omitting the explicit "--branch"
# argument.
disable_bootstrap=Single(bool),
# Whether this Chromite version supports warm cache.
# https://chromium-review.googlesource.com/#/c/348011
supports_repo_cache=Single(bool),
),
# A list of branches whose Chromite version is "old". Old Chromite
# buildbot commands reside in the "buildbot" subdirectory of the Chromite
# repository instead of the "bin".
old_chromite_branches=Set(basestring),
# A list of branches whose builders should not use a shared buildroot.
non_shared_root_branches=Set(basestring),
# A list of branches whose builders checkout Chrome from SVN instead of Git.
chrome_svn_branches=Set(basestring),
# Directory where a warm repo cache is stored. If set, and if the current
# build supports a warm cache, this will be used to bootstrap the Chromite
# checkout.
repo_cache_dir=Single(basestring))
def BaseConfig(USE_MIRROR=True, GIT_MODE=False, CACHE_DIR=None,
PATCH_PROJECT=None, BUILDSPEC_VERSION=None,
**_kwargs):
deps = '.DEPS.git' if GIT_MODE else 'DEPS'
cache_dir = str(CACHE_DIR) if GIT_MODE and CACHE_DIR else None
return ConfigGroup(
solutions = ConfigList(
lambda: ConfigGroup(
name = Single(basestring),
url = Single(basestring),
deps_file = Single(basestring, empty_val=deps, required=False,
hidden=False),
managed = Single(bool, empty_val=True, required=False, hidden=False),
custom_deps = Dict(value_type=(basestring, types.NoneType)),
custom_vars = Dict(value_type=basestring),
safesync_url = Single(basestring, required=False),
revision = Single(
(basestring, gclient_api.RevisionResolver),
required=False, hidden=True),
)
),
deps_os = Dict(value_type=basestring),
hooks = List(basestring),
target_os = Set(basestring),
target_os_only = Single(bool, empty_val=False, required=False),
cache_dir = Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root = Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
got_revision_mapping = Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions = Dict(
value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping = Dict(hidden=True),
delete_unversioned_trees = Single(bool, empty_val=True, required=False),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads = Single(
bool,
empty_val=False,
required=False,
hidden=True),
GIT_MODE = Static(bool(GIT_MODE)),
USE_MIRROR = Static(bool(USE_MIRROR)),
PATCH_PROJECT = Static(str(PATCH_PROJECT), hidden=True),
BUILDSPEC_VERSION= Static(BUILDSPEC_VERSION, hidden=True),
)
def BaseConfig(CBB_CONFIG=None,
CBB_BRANCH=None,
CBB_BUILD_NUMBER=None,
CBB_DEBUG=False,
CBB_CLOBBER=False,
CBB_BUILDBUCKET_ID=None,
CBB_MASTER_BUILD_ID=None,
CBB_EXTRA_ARGS=None,
**_kwargs):
cgrp = ConfigGroup(
# Base mapping of repository key to repository name.
repositories=Dict(value_type=Set(basestring)),
# Checkout Chromite at this branch. "origin/" will be prepended.
chromite_branch=Single(basestring, empty_val=CBB_BRANCH or 'master'),
# Should the Chrome version be supplied to cbuildbot?
use_chrome_version=Single(bool),
# Should the CrOS manifest commit message be parsed and added to 'cbuildbot'
# flags?
read_cros_manifest=Single(bool),
# cbuildbot tool flags.
cbb=ConfigGroup(
# The Chromite configuration to use.
config=Single(basestring, empty_val=CBB_CONFIG),
# If supplied, forward to cbuildbot as '--master-build-id'.
build_id=Single(basestring, empty_val=CBB_MASTER_BUILD_ID),
# If supplied, forward to cbuildbot as '--buildnumber'.
build_number=Single(int, empty_val=CBB_BUILD_NUMBER),
# If supplied, forward to cbuildbot as '--chrome_version'.
chrome_version=Single(basestring),
# If True, add cbuildbot flag: '--debug'.
debug=Single(bool, empty_val=CBB_DEBUG),
# If True, add cbuildbot flag: '--clobber'.
clobber=Single(bool, empty_val=CBB_CLOBBER),
# The (optional) configuration repository to use.
config_repo=Single(basestring),
# If set, supply the "--git-cache-dir" option with this value.
git_cache_dir=Single(basestring),
# If supplied, forward to cbuildbot as '--buildbucket-id'
buildbucket_id=Single(basestring, empty_val=CBB_BUILDBUCKET_ID),
# Extra arguments passed to cbuildbot.
extra_args=List(basestring),
),
# If "chromite_branch" includes a branch version, this will be set to the
# version value. Otherwise, this will be None.
#
# Set in "base".
branch_version=Single(int),
)
if CBB_EXTRA_ARGS:
cgrp.cbb.extra_args = CBB_EXTRA_ARGS
return cgrp