def BaseConfig(INTERNAL=False,
REPO_NAME=None,
REPO_URL=None,
BUILD_CONFIG='Debug',
REVISION='',
**_kwargs):
return ConfigGroup(
INTERNAL=Static(INTERNAL),
REPO_NAME=Static(REPO_NAME),
REPO_URL=Static(REPO_URL),
BUILD_CONFIG=Static(BUILD_CONFIG),
revision=Single(basestring, empty_val=REVISION),
revisions=Dict(value_type=(basestring, types.NoneType)),
asan_symbolize=Single(bool, required=False, empty_val=False),
get_app_manifest_vars=Single(bool, required=False, empty_val=True),
run_tree_truth=Single(bool, required=False, empty_val=True),
deps_file=Single(basestring, required=False, empty_val='.DEPS.git'),
internal_dir_name=Single(basestring, required=False),
# deps_dir: where to checkout the gclient deps file
deps_dir=Single(basestring, required=False, empty_val=REPO_NAME),
managed=Single(bool, required=False, empty_val=True),
extra_deploy_opts=List(inner_type=basestring),
tests=List(inner_type=basestring),
cr_build_android=Static(Path('[CHECKOUT]', 'build', 'android')),
test_runner=Single(Path),
gclient_custom_deps=Dict(value_type=(basestring, types.NoneType)),
channel=Single(basestring, empty_val='chrome'),
gclient_custom_vars=Dict(value_type=(basestring, types.NoneType)),
coverage=Single(bool, required=False, empty_val=False),
chrome_specific_wipe=Single(bool, required=False, empty_val=False),
incremental_coverage=Single(bool, required=False, empty_val=False),
env=ConfigGroup(LLVM_FORCE_HEAD_REVISION=Single(basestring,
required=False), ),
)
def BaseConfig(**_kwargs):
def render_cmd(lst):
return [(x if isinstance(x, Placeholder) else str(x)) for x in lst]
return ConfigGroup(
# For compatibility with buildbot, the step name must be ascii, which is why
# this is a 'str' and not a 'basestring'.
name=Single(str),
cmd=List(inner_type=(int, basestring, Path, Placeholder),
jsonish_fn=render_cmd),
# optional
env=Dict(item_fn=lambda (k, v): (k, v if v is None else str(v)),
value_type=(basestring, int, Path, type(None))),
cwd=Single(Path, jsonish_fn=str, required=False),
stdout=Single(Placeholder, required=False),
stderr=Single(Placeholder, required=False),
stdin=Single(Placeholder, required=False),
allow_subannotations=Single(bool, required=False),
trigger_specs=ConfigList(
lambda: ConfigGroup(
bucket=Single(basestring),
builder_name=Single(basestring),
properties=Dict(value_type=object),
buildbot_changes=List(dict),
), ),
step_test_data=Single(collections.Callable, required=False),
ok_ret=Set(int),
infra_step=Single(bool, required=False),
step_nest_level=Single(int, required=False),
)
def BaseConfig(**_kwargs):
shard_count = _kwargs.get('SHARD_COUNT', 1)
shard_run = _kwargs.get('SHARD_RUN', 1)
assert shard_count >= 1
assert shard_run >= 1
assert shard_run <= shard_count
return ConfigGroup(
gyp_env=ConfigGroup(
AR=Single(basestring, required=False),
CC=Single(basestring, required=False),
CXX=Single(basestring, required=False),
CXX_host=Single(basestring, required=False),
LINK=Single(basestring, required=False),
RANLIB=Single(basestring, required=False),
),
mips_cross_compile=Single(bool, empty_val=False, required=False),
# Test configuration that is the equal for all tests of a builder. It
# might be refined later in the test runner for distinct tests.
testing=ConfigGroup(
test_args=List(basestring),
may_shard=Single(bool, empty_val=True, required=False),
SHARD_COUNT=Static(shard_count),
SHARD_RUN=Static(shard_run),
),
)
def BaseConfig(CHECKOUT_PATH, INTERNAL=False, REPO_NAME=None, REPO_URL=None,
BUILD_CONFIG='Debug', REVISION='', asan_symbolize=False,
**_kwargs):
return ConfigGroup(
CHECKOUT_PATH = Static(CHECKOUT_PATH),
INTERNAL = Static(INTERNAL),
REPO_NAME = Static(REPO_NAME),
REPO_URL = Static(REPO_URL),
BUILD_CONFIG = Static(BUILD_CONFIG),
cs_base_url = Single(basestring, required=False, empty_val='http://cs.chromium.org'),
results_bucket = Single(basestring, required=False, empty_val='chromium-result-details'),
revision = Single(basestring, empty_val=REVISION),
revisions = Dict(value_type=(basestring, types.NoneType)),
asan_symbolize = Single(bool, required=False, empty_val=asan_symbolize),
get_app_manifest_vars = Single(bool, required=False, empty_val=True),
run_tree_truth = Single(bool, required=False, empty_val=True),
deps_file = Single(basestring, required=False, empty_val='.DEPS.git'),
internal_dir_name = Single(basestring, required=False),
# deps_dir: where to checkout the gclient deps file
deps_dir = Single(basestring, required=False, empty_val=REPO_NAME),
managed = Single(bool, required=False, empty_val=True),
extra_deploy_opts = List(inner_type=basestring),
tests = List(inner_type=basestring),
cr_build_android = Static(CHECKOUT_PATH.join('build', 'android')),
test_runner = Single(Path),
gclient_custom_deps = Dict(value_type=(basestring, types.NoneType)),
channel = Single(basestring, empty_val='chrome'),
gclient_custom_vars = Dict(value_type=(basestring, types.NoneType)),
coverage = Single(bool, required=False, empty_val=False),
chrome_specific_wipe = Single(bool, required=False, empty_val=False),
incremental_coverage = Single(bool, required=False, empty_val=False),
env = ConfigGroup(
LLVM_FORCE_HEAD_REVISION = Single(basestring, required=False),
),
restart_usb = Single(bool, required=False, empty_val=False),
use_devil_adb = Single(bool, required=False, empty_val=False),
# TODO(jbudorick): Remove this once everything has switched to devil
# provisioning.
use_devil_provision = Single(bool, required=False, empty_val=False),
remove_system_packages = List(inner_type=basestring),
)
def BaseConfig(**_kwargs):
return ConfigGroup(
# Various config options to be exercised in tests.
thedict=Dict(value_type=tuple),
thelist=List(basestring),
thestring=Single(basestring, required=True),
thebool=Single(bool, required=False, empty_val=False),
thesubconfig=ConfigGroup(
thefloat=Single(float),
thestaticint=Static(42, hidden=False),
),
)
def BaseConfig(USE_MIRROR=False):
chromium_in_android_subpath = ('external', 'chromium_org')
build_path = Path('[SLAVE_BUILD]', 'android-src')
return ConfigGroup(
lunch_flavor=Single(basestring),
repo=ConfigGroup(
url=Single(basestring),
branch=Single(basestring),
sync_flags=List(basestring),
),
USE_MIRROR=Static(bool(USE_MIRROR)),
# If present causes the sync step to use the specified manifest instead of
# the one associated with the repo.branch.
sync_manifest_override=Single(Path, required=False),
# Path stuff
chromium_in_android_subpath=Static(
'/'.join(chromium_in_android_subpath)),
build_path=Static(build_path),
slave_chromium_in_android_path=Static(
build_path.join(*chromium_in_android_subpath)),
slave_android_out_path=Static(build_path.join('out')),
)
'recipe_engine/python',
'recipe_engine/raw_io',
'recipe_engine/step',
]
PROPERTIES = {
'target_mastername':
Property(kind=str, help='The target master to match compile config to.'),
'target_buildername':
Property(kind=str, help='The target builder to match compile config to.'),
'good_revision':
Property(kind=str, help='The last known good chromium revision.'),
'bad_revision':
Property(kind=str, help='The first known bad chromium revision.'),
'compile_targets':
Property(kind=List(basestring),
default=None,
help='The failed compile targets, eg: browser_tests, '
'obj/path/to/source.o, gen/path/to/generated.cc, etc.'),
'buildbucket':
Property(default=None,
help='The buildbucket property in which we can find build id. '
'We need to use build id to get compile_targets.'),
'use_analyze':
Property(kind=Single(bool, empty_val=False, required=False),
default=True,
help='Use analyze to filter out affected targets.'),
'suspected_revisions':
Property(kind=List(basestring),
default=[],
help='A list of suspected revisions from heuristic analysis.'),
"""Launches multiple builds at the same revision."""
from recipe_engine.config import List
from recipe_engine.config import Single
from recipe_engine.recipe_api import Property
DEPS = [
'buildbucket',
'properties',
]
PROPERTIES = {
'build_requests': Property(
kind=List(dict),
help='List of params to buildbucket.schedule_request for builds'
' to trigger.'),
'collect_builds': Property(
kind=Single(bool),
default=False,
help='Whether to wait for child builds and surface failures.'),
}
def RunSteps(api, build_requests, collect_builds):
builds_to_schedule = []
for params in build_requests:
builds_to_schedule.append(api.buildbucket.schedule_request(**params))
if collect_builds:
api.buildbucket.run(builds_to_schedule, raise_if_unsuccessful=True)
def BaseConfig(HOST_PLATFORM, HOST_ARCH, HOST_BITS, TARGET_PLATFORM,
TARGET_ARCH, TARGET_BITS, BUILD_CONFIG, TARGET_CROS_BOARD,
BUILD_PATH, CHECKOUT_PATH, **_kwargs):
equal_fn = lambda tup: ('%s=%s' % (tup[0], pipes.quote(str(tup[1]))))
return ConfigGroup(
compile_py=ConfigGroup(
default_targets=Set(basestring),
build_args=List(basestring),
compiler=Single(basestring, required=False),
mode=Single(basestring, required=False),
goma_dir=Single(Path, required=False),
goma_canary=Single(bool, empty_val=False, required=False),
show_ninja_stats=Single(bool, empty_val=False, required=False),
goma_hermetic=Single(basestring, required=False),
goma_enable_remote_link=Single(bool,
empty_val=False,
required=False),
goma_store_local_run_output=Single(bool,
empty_val=False,
required=False),
goma_failfast=Single(bool, empty_val=False, required=False),
goma_max_active_fail_fallback_tasks=Single(int,
empty_val=None,
required=False),
goma_enable_localoutputcache=Single(bool,
empty_val=False,
required=False),
xcode_sdk=Single(basestring, required=False),
ninja_confirm_noop=Single(bool, empty_val=False, required=False),
set_build_data_dir=Single(bool, empty_val=False, required=False),
goma_high_parallel=Single(bool, empty_val=False, required=False),
),
runtest_py=ConfigGroup(src_side=Single(bool), ),
gyp_env=ConfigGroup(
DOWNLOAD_VR_TEST_APKS=Single(int, required=False),
GYP_CROSSCOMPILE=Single(int, jsonish_fn=str, required=False),
GYP_CHROMIUM_NO_ACTION=Single(int, jsonish_fn=str, required=False),
GYP_DEFINES=Dict(equal_fn, ' '.join, (basestring, int, Path)),
GYP_GENERATORS=Set(basestring, ','.join),
GYP_GENERATOR_FLAGS=Dict(equal_fn, ' '.join, (basestring, int)),
GYP_INCLUDE_LAST=Single(Path, required=False),
GYP_LINK_CONCURRENCY=Single(int, required=False),
GYP_MSVS_VERSION=Single(basestring, required=False),
GYP_USE_SEPARATE_MSPDBSRV=Single(int,
jsonish_fn=str,
required=False),
LLVM_DOWNLOAD_GOLD_PLUGIN=Single(int, required=False),
),
env=ConfigGroup(
PATH=List(Path),
ADB_VENDOR_KEYS=Single(Path, required=False),
LLVM_FORCE_HEAD_REVISION=Single(basestring, required=False),
GOMA_STUBBY_PROXY_IP_ADDRESS=Single(basestring, required=False),
FORCE_MAC_TOOLCHAIN=Single(int, required=False),
FORCE_MAC_TOOLCHAIN_REVISION_OVERRIDE=Single(basestring,
required=False),
),
project_generator=ConfigGroup(
tool=Single(basestring, empty_val='gyp'),
args=Set(basestring),
),
build_dir=Single(Path),
cros_sdk=ConfigGroup(
external=Single(bool, empty_val=True, required=False),
args=List(basestring),
),
runtests=ConfigGroup(
enable_memcheck=Single(bool, empty_val=False, required=False),
memory_tests_runner=Single(Path),
enable_lsan=Single(bool, empty_val=False, required=False),
test_args=List(basestring),
run_asan_test=Single(bool, required=False),
swarming_extra_args=List(basestring),
swarming_tags=Set(basestring),
),
# Some platforms do not have a 1:1 correlation of BUILD_CONFIG to what is
# passed as --target on the command line.
build_config_fs=Single(basestring),
BUILD_CONFIG=Static(check(BUILD_CONFIG, BUILD_CONFIGS)),
HOST_PLATFORM=Static(check(HOST_PLATFORM, HOST_PLATFORMS)),
HOST_ARCH=Static(check(HOST_ARCH, HOST_ARCHS)),
HOST_BITS=Static(check(HOST_BITS, HOST_TARGET_BITS)),
TARGET_PLATFORM=Static(check(TARGET_PLATFORM, TARGET_PLATFORMS)),
TARGET_ARCH=Static(check(TARGET_ARCH, TARGET_ARCHS)),
TARGET_BITS=Static(check(TARGET_BITS, HOST_TARGET_BITS)),
TARGET_CROS_BOARD=Static(TARGET_CROS_BOARD),
BUILD_PATH=Static(BUILD_PATH),
CHECKOUT_PATH=Static(CHECKOUT_PATH),
gn_args=List(basestring),
lto=Single(bool, empty_val=False, required=False),
clobber_before_runhooks=Single(bool,
empty_val=False,
required=False,
hidden=False),
)
def BaseConfig(USE_MIRROR=True,
GIT_MODE=False,
CACHE_DIR=None,
PATCH_PROJECT=None,
BUILDSPEC_VERSION=None,
**_kwargs):
deps = '.DEPS.git' if GIT_MODE else 'DEPS'
cache_dir = str(CACHE_DIR) if CACHE_DIR else None
return ConfigGroup(
solutions=ConfigList(lambda: ConfigGroup(
name=Single(basestring),
url=Single(basestring),
deps_file=Single(
basestring, empty_val=deps, required=False, hidden=False),
managed=Single(bool, empty_val=True, required=False, hidden=False),
custom_deps=Dict(value_type=(basestring, types.NoneType)),
custom_vars=Dict(value_type=basestring),
safesync_url=Single(basestring, required=False),
revision=Single((basestring, gclient_api.RevisionResolver),
required=False,
hidden=True),
)),
deps_os=Dict(value_type=basestring),
hooks=List(basestring),
target_os=Set(basestring),
target_os_only=Single(bool, empty_val=False, required=False),
cache_dir=Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root=Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
got_revision_mapping=Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping=Dict(hidden=True),
delete_unversioned_trees=Single(bool, empty_val=True, required=False),
# Maps patch_project to (solution/path, revision).
# - solution/path is then used to apply patches as patch root in
# bot_update.
# - if revision is given, it's passed verbatim to bot_update for
# corresponding dependency. Otherwise (ie None), the patch will be
# applied on top of version pinned in DEPS.
# This is essentially a whitelist of which projects inside a solution
# can be patched automatically by bot_update based on PATCH_PROJECT
# property.
# For example, bare chromium solution has this entry in patch_projects
# 'angle/angle': ('src/third_party/angle', 'HEAD')
# then a patch to Angle project can be applied to a chromium src's
# checkout after first updating Angle's repo to its master's HEAD.
patch_projects=Dict(value_type=tuple, hidden=True),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads=Single(bool,
empty_val=False,
required=False,
hidden=True),
GIT_MODE=Static(bool(GIT_MODE)),
USE_MIRROR=Static(bool(USE_MIRROR)),
# TODO(tandrii): remove PATCH_PROJECT field.
# DON'T USE THIS. WILL BE REMOVED.
PATCH_PROJECT=Static(str(PATCH_PROJECT), hidden=True),
BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True),
)
kind=Dict(value_type=list),
default={},
help='The failed tests, the test name should be full name, e.g.: {'
' "browser_tests": ['
' "suite.test1", "suite.test2"'
' ]'
'}'),
'buildbucket': Property(
default=None,
help='The buildbucket property in which we can find build id.'
'We need to use build id to get tests.'),
'use_analyze': Property(
kind=Single(bool, empty_val=False, required=False), default=True,
help='Use analyze to skip commits that do not affect tests.'),
'suspected_revisions': Property(
kind=List(basestring), default=[],
help='A list of suspected revisions from heuristic analysis.'),
}
class TestResult(object):
SKIPPED = 'skipped' # A commit doesn't impact the test.
PASSED = 'passed' # The compile or test passed.
FAILED = 'failed' # The compile or test failed.
INFRA_FAILED = 'infra_failed' # Infra failed.
def _compile_and_test_at_revision(api, target_mastername, target_buildername,
target_testername, revision, requested_tests,
use_analyze):
results = {}
from recipe_engine.config import List, Single, ConfigList, ConfigGroup
from recipe_engine.recipe_api import Property
DEPS = [
'cipd',
'recipe_engine/path',
'recipe_engine/platform',
'recipe_engine/properties',
'recipe_engine/step',
]
PROPERTIES = {
'use_pkg':
Property(default=False, kind=bool),
'pkg_files':
Property(default=(), kind=List(str)),
'pkg_dirs':
Property(default=(),
kind=ConfigList(lambda: ConfigGroup(
path=Single(str),
exclusions=List(str),
))),
'ver_files':
Property(default=(), kind=List(str)),
'install_mode':
Property(default=None),
}
def RunSteps(api, use_pkg, pkg_files, pkg_dirs, ver_files, install_mode):
# Set the service account credentials if needed.
'patch_repository_url':
Property(kind=str, help='URL to a Git repository', default=None),
'project':
Property(kind=str, help='Jiri remote manifest project', default=None),
'manifest':
Property(kind=str, help='Jiri manifest to use'),
'remote':
Property(kind=str, help='Remote manifest repository'),
'target':
Property(kind=Enum(*TARGETS), help='Target to build'),
'build_type':
Property(kind=Enum('debug', 'release', 'thinlto', 'lto'),
help='The build type',
default='debug'),
'packages':
Property(kind=List(basestring), help='Packages to build', default=[]),
'variant':
Property(kind=List(basestring),
help='--variant arguments to gen.py',
default=[]),
'run_tests':
Property(kind=bool, help='Whether to run tests or not', default=False),
'runtests_args':
Property(kind=str,
help='Arguments to pass to the executable running tests',
default=''),
'use_isolate':
Property(kind=bool,
help='Whether to run tests on another machine',
default=False),
'upload_snapshot':
'recipe_engine/python',
'recipe_engine/step',
]
PROPERTIES = {
'target_mastername': Property(
kind=str, help='The target master to match compile config to.'),
'target_buildername': Property(
kind=str, help='The target builder to match compile config to.'),
'good_revision': Property(
kind=str, help='The last known good chromium revision.'),
'bad_revision': Property(
kind=str, help='The first known bad chromium revision.'),
'compile_targets': Property(
kind=List(basestring), default=None,
help='The failed compile targets, eg: browser_tests, '
'obj/path/to/source.o, gen/path/to/generated.cc, etc.'),
'use_analyze': Property(
kind=Single(bool, empty_val=False, required=False), default=True,
help='Use analyze to filter out affected targets.'),
}
class CompileResult(object):
SKIPPED = 'skipped' # No compile is needed.
PASSED = 'passed' # Compile passed.
FAILED = 'failed' # Compile failed.
def _run_compile_at_revision(api, target_mastername, target_buildername,
Property(help=('URL of repo containing package definitions.'
'Cross-compiling requires docker on $PATH.'),
kind=ConfigList(
lambda: ConfigGroup(
repo=Single(str),
ref=Single(str, required=False),
subdir=Single(str, required=False),
), )),
'to_build':
Property(
help=
('The names (and optionally versions) of the packages to build and upload.'
' Leave empty to build and upload all known packages. If you want to '
'specify a version other than "latest", pass the package name like '
'"[email protected]".'),
kind=List(str),
default=(),
),
'platform':
Property(
kind=str,
default=None,
help=
('Target platform. Must be a valid CIPD ${platform}. Cross-compiling '
'requires docker on $PATH.')),
'force_build':
Property(
kind=bool,
default=False,
help=(
'Forces building packages, even if they\'re available on the CIPD '
DEPS = [
'cipd',
'json',
'path',
'platform',
'properties',
'service_account',
'step',
]
PROPERTIES = {
'use_pkg':
Property(default=False, kind=bool),
'pkg_files':
Property(default=(), kind=List(str)),
'pkg_dirs':
Property(default=(),
kind=ConfigList(lambda: ConfigGroup(
path=Single(str),
exclusions=List(str),
))),
'pkg_vars':
Property(default=None, kind=dict),
'ver_files':
Property(default=(), kind=List(str)),
'install_mode':
Property(default=None),
'refs':
Property(default=['fake-ref-1', 'fake-ref-2'], kind=List(str)),
'tags':
# Copyright 2017 The LUCI Authors. All rights reserved.
# Use of this source code is governed under the Apache License, Version 2.0
# that can be found in the LICENSE file.
from recipe_engine.recipe_api import Property
from recipe_engine.config import ConfigGroup, List
DEPS = [
"context",
"path",
]
PROPERTIES = {
'$recipe_engine/step': Property(
help="Properties for the recipe_engine/step module",
param_name="step_properties",
kind=ConfigGroup(
# A list of PATH elements to prefix onto the PATH for every step.
prefix_path=List(str),
), default={
'prefix_path': [],
}),
}
def BaseConfig(USE_MIRROR=True,
CACHE_DIR=None,
BUILDSPEC_VERSION=None,
**_kwargs):
cache_dir = str(CACHE_DIR) if CACHE_DIR else None
return ConfigGroup(
solutions=ConfigList(lambda: ConfigGroup(
name=Single(basestring),
url=Single((basestring, type(None)), empty_val=''),
deps_file=Single(basestring,
empty_val='.DEPS.git',
required=False,
hidden=False),
managed=Single(bool, empty_val=True, required=False, hidden=False),
custom_deps=Dict(value_type=(basestring, types.NoneType)),
custom_vars=Dict(value_type=(basestring, types.BooleanType)),
safesync_url=Single(basestring, required=False),
revision=Single((basestring, gclient_api.RevisionResolver),
required=False,
hidden=True),
)),
deps_os=Dict(value_type=basestring),
hooks=List(basestring),
target_os=Set(basestring),
target_os_only=Single(bool, empty_val=False, required=False),
target_cpu=Set(basestring),
target_cpu_only=Single(bool, empty_val=False, required=False),
cache_dir=Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root=Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
# TODO(machenbach): Deprecate this in favor of the one below.
# http://crbug.com/713356
got_revision_mapping=Dict(hidden=True),
# Maps build_property -> 'solution'
got_revision_reverse_mapping=Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping=Dict(hidden=True),
delete_unversioned_trees=Single(bool, empty_val=True, required=False),
# Maps canonical repo URL to (local_path, revision).
# - canonical gitiles repo URL is "https://<host>/<project>"
# where project does not have "/a/" prefix or ".git" suffix.
# - solution/path is then used to apply patches as patch root in
# bot_update.
# - if revision is given, it's passed verbatim to bot_update for
# corresponding dependency. Otherwise (i.e. None), the patch will be
# applied on top of version pinned in DEPS.
# This is essentially a whitelist of which repos inside a solution
# can be patched automatically by bot_update based on
# api.buildbucket.build.input.gerrit_changes[0].project
# For example, if bare chromium solution has this entry in repo_path_map
# 'http://103.210.161.2:3232/angle/angle': (
# 'src/third_party/angle', 'HEAD')
# then a patch to Angle project can be applied to a chromium src's
# checkout after first updating Angle's repo to its master's HEAD.
repo_path_map=Dict(value_type=tuple, hidden=True),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads=Single(bool,
empty_val=False,
required=False,
hidden=True),
# Check out refs/tags.
with_tags=Single(bool, empty_val=False, required=False, hidden=True),
disable_syntax_validation=Single(bool, empty_val=False,
required=False),
USE_MIRROR=Static(bool(USE_MIRROR)),
BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True),
)
def BaseConfig(CBB_CONFIG=None,
CBB_BRANCH=None,
CBB_BUILD_NUMBER=None,
CBB_DEBUG=False,
CBB_CLOBBER=False,
CBB_BUILDBUCKET_ID=None,
CBB_MASTER_BUILD_ID=None,
CBB_EXTRA_ARGS=None,
**_kwargs):
cgrp = ConfigGroup(
# Base mapping of repository key to repository name.
repositories=Dict(value_type=Set(basestring)),
# Checkout Chromite at this branch. "origin/" will be prepended.
chromite_branch=Single(basestring, empty_val=CBB_BRANCH or 'master'),
# Should the Chrome version be supplied to cbuildbot?
use_chrome_version=Single(bool),
# Should the CrOS manifest commit message be parsed and added to 'cbuildbot'
# flags?
read_cros_manifest=Single(bool),
# cbuildbot tool flags.
cbb=ConfigGroup(
# The Chromite configuration to use.
config=Single(basestring, empty_val=CBB_CONFIG),
# If supplied, forward to cbuildbot as '--master-build-id'.
build_id=Single(basestring, empty_val=CBB_MASTER_BUILD_ID),
# If supplied, forward to cbuildbot as '--buildnumber'.
build_number=Single(int, empty_val=CBB_BUILD_NUMBER),
# If supplied, forward to cbuildbot as '--chrome_version'.
chrome_version=Single(basestring),
# If True, add cbuildbot flag: '--debug'.
debug=Single(bool, empty_val=CBB_DEBUG),
# If True, add cbuildbot flag: '--clobber'.
clobber=Single(bool, empty_val=CBB_CLOBBER),
# The (optional) configuration repository to use.
config_repo=Single(basestring),
# If set, supply the "--git-cache-dir" option with this value.
git_cache_dir=Single(basestring),
# If supplied, forward to cbuildbot as '--buildbucket-id'
buildbucket_id=Single(basestring, empty_val=CBB_BUILDBUCKET_ID),
# Extra arguments passed to cbuildbot.
extra_args=List(basestring),
),
# If "chromite_branch" includes a branch version, this will be set to the
# version value. Otherwise, this will be None.
#
# Set in "base".
branch_version=Single(int),
)
if CBB_EXTRA_ARGS:
cgrp.cbb.extra_args = CBB_EXTRA_ARGS
return cgrp
def BaseConfig(USE_MIRROR=True, GIT_MODE=False, CACHE_DIR=None,
PATCH_PROJECT=None, BUILDSPEC_VERSION=None,
**_kwargs):
deps = '.DEPS.git' if GIT_MODE else 'DEPS'
cache_dir = str(CACHE_DIR) if GIT_MODE and CACHE_DIR else None
return ConfigGroup(
solutions = ConfigList(
lambda: ConfigGroup(
name = Single(basestring),
url = Single(basestring),
deps_file = Single(basestring, empty_val=deps, required=False,
hidden=False),
managed = Single(bool, empty_val=True, required=False, hidden=False),
custom_deps = Dict(value_type=(basestring, types.NoneType)),
custom_vars = Dict(value_type=basestring),
safesync_url = Single(basestring, required=False),
revision = Single(
(basestring, gclient_api.RevisionResolver),
required=False, hidden=True),
)
),
deps_os = Dict(value_type=basestring),
hooks = List(basestring),
target_os = Set(basestring),
target_os_only = Single(bool, empty_val=False, required=False),
cache_dir = Static(cache_dir, hidden=False),
# If supplied, use this as the source root (instead of the first solution's
# checkout).
src_root = Single(basestring, required=False, hidden=True),
# Maps 'solution' -> build_property
got_revision_mapping = Dict(hidden=True),
# Addition revisions we want to pass in. For now theres a duplication
# of code here of setting custom vars AND passing in --revision. We hope
# to remove custom vars later.
revisions = Dict(
value_type=(basestring, gclient_api.RevisionResolver),
hidden=True),
# TODO(iannucci): HACK! The use of None here to indicate that we apply this
# to the solution.revision field is really terrible. I mostly blame
# gclient.
# Maps 'parent_build_property' -> 'custom_var_name'
# Maps 'parent_build_property' -> None
# If value is None, the property value will be applied to
# solutions[0].revision. Otherwise, it will be applied to
# solutions[0].custom_vars['custom_var_name']
parent_got_revision_mapping = Dict(hidden=True),
delete_unversioned_trees = Single(bool, empty_val=True, required=False),
# Check out refs/branch-heads.
# TODO (machenbach): Only implemented for bot_update atm.
with_branch_heads = Single(
bool,
empty_val=False,
required=False,
hidden=True),
GIT_MODE = Static(bool(GIT_MODE)),
USE_MIRROR = Static(bool(USE_MIRROR)),
PATCH_PROJECT = Static(str(PATCH_PROJECT), hidden=True),
BUILDSPEC_VERSION= Static(BUILDSPEC_VERSION, hidden=True),
)
# that can be found in the LICENSE file.
from recipe_engine.recipe_api import Property
from recipe_engine.config import ConfigGroup, List, Single
DEPS = [
'buildbucket',
'json',
'platform',
'properties',
'raw_io',
'runtime',
'step',
'time',
]
PROPERTIES = {
'$recipe_engine/scheduler': Property(
help='Internal property to initialize scheduler module',
param_name='init_state',
kind=ConfigGroup(
hostname=Single(basestring),
# A list of scheduler triggers that triggered the current build.
# A trigger is JSON-formatted dict of a scheduler.Trigger protobuf
# message.
triggers=List(dict),
),
default={},
),
}
