def BaseConfig(INTERNAL=False, REPO_NAME=None, REPO_URL=None, BUILD_CONFIG='Debug', REVISION='', **_kwargs): return ConfigGroup( INTERNAL=Static(INTERNAL), REPO_NAME=Static(REPO_NAME), REPO_URL=Static(REPO_URL), BUILD_CONFIG=Static(BUILD_CONFIG), revision=Single(basestring, empty_val=REVISION), revisions=Dict(value_type=(basestring, types.NoneType)), asan_symbolize=Single(bool, required=False, empty_val=False), get_app_manifest_vars=Single(bool, required=False, empty_val=True), run_tree_truth=Single(bool, required=False, empty_val=True), deps_file=Single(basestring, required=False, empty_val='.DEPS.git'), internal_dir_name=Single(basestring, required=False), # deps_dir: where to checkout the gclient deps file deps_dir=Single(basestring, required=False, empty_val=REPO_NAME), managed=Single(bool, required=False, empty_val=True), extra_deploy_opts=List(inner_type=basestring), tests=List(inner_type=basestring), cr_build_android=Static(Path('[CHECKOUT]', 'build', 'android')), test_runner=Single(Path), gclient_custom_deps=Dict(value_type=(basestring, types.NoneType)), channel=Single(basestring, empty_val='chrome'), gclient_custom_vars=Dict(value_type=(basestring, types.NoneType)), coverage=Single(bool, required=False, empty_val=False), chrome_specific_wipe=Single(bool, required=False, empty_val=False), incremental_coverage=Single(bool, required=False, empty_val=False), env=ConfigGroup(LLVM_FORCE_HEAD_REVISION=Single(basestring, required=False), ), )
def BaseConfig(**_kwargs): shard_count = _kwargs.get('SHARD_COUNT', 1) shard_run = _kwargs.get('SHARD_RUN', 1) assert shard_count >= 1 assert shard_run >= 1 assert shard_run <= shard_count return ConfigGroup( gyp_env=ConfigGroup( AR=Single(basestring, required=False), CC=Single(basestring, required=False), CXX=Single(basestring, required=False), CXX_host=Single(basestring, required=False), LINK=Single(basestring, required=False), RANLIB=Single(basestring, required=False), ), mips_cross_compile=Single(bool, empty_val=False, required=False), # Test configuration that is the equal for all tests of a builder. It # might be refined later in the test runner for distinct tests. testing=ConfigGroup( test_args=List(basestring), may_shard=Single(bool, empty_val=True, required=False), SHARD_COUNT=Static(shard_count), SHARD_RUN=Static(shard_run), ), )
def BaseConfig(PERF_ID=None, PERF_CONFIG=None, TEST_SUITE=None, **_kwargs): return ConfigGroup( PERF_ID=Static(PERF_ID), PERF_CONFIG=Static(PERF_CONFIG), TEST_SUITE=Static(TEST_SUITE), use_isolate=Single(bool, False), )
def BaseConfig(CHECKOUT_PATH, **_kwargs): return ConfigGroup( install_emulator_deps_path=Static( CHECKOUT_PATH.join('build', 'android', 'install_emulator_deps.py')), avd_script_path=Static(CHECKOUT_PATH.join('build', 'android', 'avd.py')), )
def BaseConfig(CURRENT_WORKING_DIR, TEMP_DIR, **_kwargs): assert CURRENT_WORKING_DIR[0].endswith(('\\', '/')) assert TEMP_DIR[0].endswith(('\\', '/')) return ConfigGroup( # base path name -> [tokenized absolute path] base_paths=Dict(value_type=tuple), # dynamic path name -> Path object (referencing one of the base_paths) dynamic_paths=Dict(value_type=(Path, type(None))), CURRENT_WORKING_DIR=Static(tuple(CURRENT_WORKING_DIR)), TEMP_DIR=Static(tuple(TEMP_DIR)), )
def BaseConfig(CHECKOUT_PATH, **dummy_kwargs): return ConfigGroup( CHECKOUT_PATH=Static(CHECKOUT_PATH), official_build=Single(bool, empty_val=False, required=False), unittests_gypi=Single(Path, required=False), version_file=Single(Path, required=False), )
def BaseConfig(PLATFORM, START_DIR, TEMP_DIR, CACHE_DIR, CLEANUP_DIR, **_kwargs): assert START_DIR[0].endswith(('\\', '/')), START_DIR assert TEMP_DIR[0].endswith(('\\', '/')), TEMP_DIR assert CACHE_DIR[0].endswith(('\\', '/')), CACHE_DIR assert CLEANUP_DIR[0].endswith(('\\', '/')), CLEANUP_DIR return ConfigGroup( # base path name -> [tokenized absolute path] base_paths=Dict(value_type=tuple), # dynamic path name -> Path object (referencing one of the base_paths) dynamic_paths=Dict(value_type=(Path, type(None))), PLATFORM=Static(PLATFORM), START_DIR=Static(tuple(START_DIR)), TEMP_DIR=Static(tuple(TEMP_DIR)), CACHE_DIR=Static(tuple(CACHE_DIR)), CLEANUP_DIR=Static(tuple(CLEANUP_DIR)), )
def BaseConfig(**_kwargs): return ConfigGroup( # Various config options to be exercised in tests. thedict=Dict(value_type=tuple), thelist=List(basestring), thestring=Single(basestring, required=True), thebool=Single(bool, required=False, empty_val=False), thesubconfig=ConfigGroup( thefloat=Single(float), thestaticint=Static(42, hidden=False), ), )
def BaseConfig(USE_MIRROR=False): chromium_in_android_subpath = ('external', 'chromium_org') build_path = Path('[SLAVE_BUILD]', 'android-src') return ConfigGroup( lunch_flavor=Single(basestring), repo=ConfigGroup( url=Single(basestring), branch=Single(basestring), sync_flags=List(basestring), ), USE_MIRROR=Static(bool(USE_MIRROR)), # If present causes the sync step to use the specified manifest instead of # the one associated with the repo.branch. sync_manifest_override=Single(Path, required=False), # Path stuff chromium_in_android_subpath=Static( '/'.join(chromium_in_android_subpath)), build_path=Static(build_path), slave_chromium_in_android_path=Static( build_path.join(*chromium_in_android_subpath)), slave_android_out_path=Static(build_path.join('out')), )
def BaseConfig(CHECKOUT_PATH, INTERNAL=False, REPO_NAME=None, REPO_URL=None, BUILD_CONFIG='Debug', REVISION='', asan_symbolize=False, **_kwargs): return ConfigGroup( CHECKOUT_PATH = Static(CHECKOUT_PATH), INTERNAL = Static(INTERNAL), REPO_NAME = Static(REPO_NAME), REPO_URL = Static(REPO_URL), BUILD_CONFIG = Static(BUILD_CONFIG), cs_base_url = Single(basestring, required=False, empty_val='http://cs.chromium.org'), results_bucket = Single(basestring, required=False, empty_val='chromium-result-details'), revision = Single(basestring, empty_val=REVISION), revisions = Dict(value_type=(basestring, types.NoneType)), asan_symbolize = Single(bool, required=False, empty_val=asan_symbolize), get_app_manifest_vars = Single(bool, required=False, empty_val=True), run_tree_truth = Single(bool, required=False, empty_val=True), deps_file = Single(basestring, required=False, empty_val='.DEPS.git'), internal_dir_name = Single(basestring, required=False), # deps_dir: where to checkout the gclient deps file deps_dir = Single(basestring, required=False, empty_val=REPO_NAME), managed = Single(bool, required=False, empty_val=True), extra_deploy_opts = List(inner_type=basestring), tests = List(inner_type=basestring), cr_build_android = Static(CHECKOUT_PATH.join('build', 'android')), test_runner = Single(Path), gclient_custom_deps = Dict(value_type=(basestring, types.NoneType)), channel = Single(basestring, empty_val='chrome'), gclient_custom_vars = Dict(value_type=(basestring, types.NoneType)), coverage = Single(bool, required=False, empty_val=False), chrome_specific_wipe = Single(bool, required=False, empty_val=False), incremental_coverage = Single(bool, required=False, empty_val=False), env = ConfigGroup( LLVM_FORCE_HEAD_REVISION = Single(basestring, required=False), ), restart_usb = Single(bool, required=False, empty_val=False), use_devil_adb = Single(bool, required=False, empty_val=False), # TODO(jbudorick): Remove this once everything has switched to devil # provisioning. use_devil_provision = Single(bool, required=False, empty_val=False), remove_system_packages = List(inner_type=basestring), )
def BaseConfig(HOST_PLATFORM, HOST_ARCH, HOST_BITS, TARGET_PLATFORM, TARGET_ARCH, TARGET_BITS, BUILD_CONFIG, TARGET_CROS_BOARD, BUILD_PATH, CHECKOUT_PATH, **_kwargs): equal_fn = lambda tup: ('%s=%s' % (tup[0], pipes.quote(str(tup[1])))) return ConfigGroup( compile_py=ConfigGroup( default_targets=Set(basestring), build_args=List(basestring), compiler=Single(basestring, required=False), mode=Single(basestring, required=False), goma_dir=Single(Path, required=False), goma_canary=Single(bool, empty_val=False, required=False), show_ninja_stats=Single(bool, empty_val=False, required=False), goma_hermetic=Single(basestring, required=False), goma_enable_remote_link=Single(bool, empty_val=False, required=False), goma_store_local_run_output=Single(bool, empty_val=False, required=False), goma_failfast=Single(bool, empty_val=False, required=False), goma_max_active_fail_fallback_tasks=Single(int, empty_val=None, required=False), goma_enable_localoutputcache=Single(bool, empty_val=False, required=False), xcode_sdk=Single(basestring, required=False), ninja_confirm_noop=Single(bool, empty_val=False, required=False), set_build_data_dir=Single(bool, empty_val=False, required=False), goma_high_parallel=Single(bool, empty_val=False, required=False), ), runtest_py=ConfigGroup(src_side=Single(bool), ), gyp_env=ConfigGroup( DOWNLOAD_VR_TEST_APKS=Single(int, required=False), GYP_CROSSCOMPILE=Single(int, jsonish_fn=str, required=False), GYP_CHROMIUM_NO_ACTION=Single(int, jsonish_fn=str, required=False), GYP_DEFINES=Dict(equal_fn, ' '.join, (basestring, int, Path)), GYP_GENERATORS=Set(basestring, ','.join), GYP_GENERATOR_FLAGS=Dict(equal_fn, ' '.join, (basestring, int)), GYP_INCLUDE_LAST=Single(Path, required=False), GYP_LINK_CONCURRENCY=Single(int, required=False), GYP_MSVS_VERSION=Single(basestring, required=False), GYP_USE_SEPARATE_MSPDBSRV=Single(int, jsonish_fn=str, required=False), LLVM_DOWNLOAD_GOLD_PLUGIN=Single(int, required=False), ), env=ConfigGroup( PATH=List(Path), ADB_VENDOR_KEYS=Single(Path, required=False), LLVM_FORCE_HEAD_REVISION=Single(basestring, required=False), GOMA_STUBBY_PROXY_IP_ADDRESS=Single(basestring, required=False), FORCE_MAC_TOOLCHAIN=Single(int, required=False), FORCE_MAC_TOOLCHAIN_REVISION_OVERRIDE=Single(basestring, required=False), ), project_generator=ConfigGroup( tool=Single(basestring, empty_val='gyp'), args=Set(basestring), ), build_dir=Single(Path), cros_sdk=ConfigGroup( external=Single(bool, empty_val=True, required=False), args=List(basestring), ), runtests=ConfigGroup( enable_memcheck=Single(bool, empty_val=False, required=False), memory_tests_runner=Single(Path), enable_lsan=Single(bool, empty_val=False, required=False), test_args=List(basestring), run_asan_test=Single(bool, required=False), swarming_extra_args=List(basestring), swarming_tags=Set(basestring), ), # Some platforms do not have a 1:1 correlation of BUILD_CONFIG to what is # passed as --target on the command line. build_config_fs=Single(basestring), BUILD_CONFIG=Static(check(BUILD_CONFIG, BUILD_CONFIGS)), HOST_PLATFORM=Static(check(HOST_PLATFORM, HOST_PLATFORMS)), HOST_ARCH=Static(check(HOST_ARCH, HOST_ARCHS)), HOST_BITS=Static(check(HOST_BITS, HOST_TARGET_BITS)), TARGET_PLATFORM=Static(check(TARGET_PLATFORM, TARGET_PLATFORMS)), TARGET_ARCH=Static(check(TARGET_ARCH, TARGET_ARCHS)), TARGET_BITS=Static(check(TARGET_BITS, HOST_TARGET_BITS)), TARGET_CROS_BOARD=Static(TARGET_CROS_BOARD), BUILD_PATH=Static(BUILD_PATH), CHECKOUT_PATH=Static(CHECKOUT_PATH), gn_args=List(basestring), lto=Single(bool, empty_val=False, required=False), clobber_before_runhooks=Single(bool, empty_val=False, required=False, hidden=False), )
def BaseConfig(USE_MIRROR=True, CACHE_DIR=None, BUILDSPEC_VERSION=None, **_kwargs): cache_dir = str(CACHE_DIR) if CACHE_DIR else None return ConfigGroup( solutions=ConfigList(lambda: ConfigGroup( name=Single(basestring), url=Single((basestring, type(None)), empty_val=''), deps_file=Single(basestring, empty_val='.DEPS.git', required=False, hidden=False), managed=Single(bool, empty_val=True, required=False, hidden=False), custom_deps=Dict(value_type=(basestring, types.NoneType)), custom_vars=Dict(value_type=(basestring, types.BooleanType)), safesync_url=Single(basestring, required=False), revision=Single((basestring, gclient_api.RevisionResolver), required=False, hidden=True), )), deps_os=Dict(value_type=basestring), hooks=List(basestring), target_os=Set(basestring), target_os_only=Single(bool, empty_val=False, required=False), target_cpu=Set(basestring), target_cpu_only=Single(bool, empty_val=False, required=False), cache_dir=Static(cache_dir, hidden=False), # If supplied, use this as the source root (instead of the first solution's # checkout). src_root=Single(basestring, required=False, hidden=True), # Maps 'solution' -> build_property # TODO(machenbach): Deprecate this in favor of the one below. # http://crbug.com/713356 got_revision_mapping=Dict(hidden=True), # Maps build_property -> 'solution' got_revision_reverse_mapping=Dict(hidden=True), # Addition revisions we want to pass in. For now theres a duplication # of code here of setting custom vars AND passing in --revision. We hope # to remove custom vars later. revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver), hidden=True), # TODO(iannucci): HACK! The use of None here to indicate that we apply this # to the solution.revision field is really terrible. I mostly blame # gclient. # Maps 'parent_build_property' -> 'custom_var_name' # Maps 'parent_build_property' -> None # If value is None, the property value will be applied to # solutions[0].revision. Otherwise, it will be applied to # solutions[0].custom_vars['custom_var_name'] parent_got_revision_mapping=Dict(hidden=True), delete_unversioned_trees=Single(bool, empty_val=True, required=False), # Maps canonical repo URL to (local_path, revision). # - canonical gitiles repo URL is "https://<host>/<project>" # where project does not have "/a/" prefix or ".git" suffix. # - solution/path is then used to apply patches as patch root in # bot_update. # - if revision is given, it's passed verbatim to bot_update for # corresponding dependency. Otherwise (i.e. None), the patch will be # applied on top of version pinned in DEPS. # This is essentially a whitelist of which repos inside a solution # can be patched automatically by bot_update based on # api.buildbucket.build.input.gerrit_changes[0].project # For example, if bare chromium solution has this entry in repo_path_map # 'http://103.210.161.2:3232/angle/angle': ( # 'src/third_party/angle', 'HEAD') # then a patch to Angle project can be applied to a chromium src's # checkout after first updating Angle's repo to its master's HEAD. repo_path_map=Dict(value_type=tuple, hidden=True), # Check out refs/branch-heads. # TODO (machenbach): Only implemented for bot_update atm. with_branch_heads=Single(bool, empty_val=False, required=False, hidden=True), # Check out refs/tags. with_tags=Single(bool, empty_val=False, required=False, hidden=True), disable_syntax_validation=Single(bool, empty_val=False, required=False), USE_MIRROR=Static(bool(USE_MIRROR)), BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True), )
def BaseConfig(USE_MIRROR=True, GIT_MODE=False, CACHE_DIR=None, PATCH_PROJECT=None, BUILDSPEC_VERSION=None, **_kwargs): deps = '.DEPS.git' if GIT_MODE else 'DEPS' cache_dir = str(CACHE_DIR) if CACHE_DIR else None return ConfigGroup( solutions=ConfigList(lambda: ConfigGroup( name=Single(basestring), url=Single(basestring), deps_file=Single( basestring, empty_val=deps, required=False, hidden=False), managed=Single(bool, empty_val=True, required=False, hidden=False), custom_deps=Dict(value_type=(basestring, types.NoneType)), custom_vars=Dict(value_type=basestring), safesync_url=Single(basestring, required=False), revision=Single((basestring, gclient_api.RevisionResolver), required=False, hidden=True), )), deps_os=Dict(value_type=basestring), hooks=List(basestring), target_os=Set(basestring), target_os_only=Single(bool, empty_val=False, required=False), cache_dir=Static(cache_dir, hidden=False), # If supplied, use this as the source root (instead of the first solution's # checkout). src_root=Single(basestring, required=False, hidden=True), # Maps 'solution' -> build_property got_revision_mapping=Dict(hidden=True), # Addition revisions we want to pass in. For now theres a duplication # of code here of setting custom vars AND passing in --revision. We hope # to remove custom vars later. revisions=Dict(value_type=(basestring, gclient_api.RevisionResolver), hidden=True), # TODO(iannucci): HACK! The use of None here to indicate that we apply this # to the solution.revision field is really terrible. I mostly blame # gclient. # Maps 'parent_build_property' -> 'custom_var_name' # Maps 'parent_build_property' -> None # If value is None, the property value will be applied to # solutions[0].revision. Otherwise, it will be applied to # solutions[0].custom_vars['custom_var_name'] parent_got_revision_mapping=Dict(hidden=True), delete_unversioned_trees=Single(bool, empty_val=True, required=False), # Maps patch_project to (solution/path, revision). # - solution/path is then used to apply patches as patch root in # bot_update. # - if revision is given, it's passed verbatim to bot_update for # corresponding dependency. Otherwise (ie None), the patch will be # applied on top of version pinned in DEPS. # This is essentially a whitelist of which projects inside a solution # can be patched automatically by bot_update based on PATCH_PROJECT # property. # For example, bare chromium solution has this entry in patch_projects # 'angle/angle': ('src/third_party/angle', 'HEAD') # then a patch to Angle project can be applied to a chromium src's # checkout after first updating Angle's repo to its master's HEAD. patch_projects=Dict(value_type=tuple, hidden=True), # Check out refs/branch-heads. # TODO (machenbach): Only implemented for bot_update atm. with_branch_heads=Single(bool, empty_val=False, required=False, hidden=True), GIT_MODE=Static(bool(GIT_MODE)), USE_MIRROR=Static(bool(USE_MIRROR)), # TODO(tandrii): remove PATCH_PROJECT field. # DON'T USE THIS. WILL BE REMOVED. PATCH_PROJECT=Static(str(PATCH_PROJECT), hidden=True), BUILDSPEC_VERSION=Static(BUILDSPEC_VERSION, hidden=True), )
def BaseConfig(PLATFORM='default'): return ConfigGroup(buildbucket_host=Single(str, required=True), buildbucket_client_path=Single(str, required=True), PLATFORM=Static(str(PLATFORM)))
def BaseConfig(USE_MIRROR=True, GIT_MODE=False, CACHE_DIR=None, PATCH_PROJECT=None, BUILDSPEC_VERSION=None, **_kwargs): deps = '.DEPS.git' if GIT_MODE else 'DEPS' cache_dir = str(CACHE_DIR) if GIT_MODE and CACHE_DIR else None return ConfigGroup( solutions = ConfigList( lambda: ConfigGroup( name = Single(basestring), url = Single(basestring), deps_file = Single(basestring, empty_val=deps, required=False, hidden=False), managed = Single(bool, empty_val=True, required=False, hidden=False), custom_deps = Dict(value_type=(basestring, types.NoneType)), custom_vars = Dict(value_type=basestring), safesync_url = Single(basestring, required=False), revision = Single( (basestring, gclient_api.RevisionResolver), required=False, hidden=True), ) ), deps_os = Dict(value_type=basestring), hooks = List(basestring), target_os = Set(basestring), target_os_only = Single(bool, empty_val=False, required=False), cache_dir = Static(cache_dir, hidden=False), # If supplied, use this as the source root (instead of the first solution's # checkout). src_root = Single(basestring, required=False, hidden=True), # Maps 'solution' -> build_property got_revision_mapping = Dict(hidden=True), # Addition revisions we want to pass in. For now theres a duplication # of code here of setting custom vars AND passing in --revision. We hope # to remove custom vars later. revisions = Dict( value_type=(basestring, gclient_api.RevisionResolver), hidden=True), # TODO(iannucci): HACK! The use of None here to indicate that we apply this # to the solution.revision field is really terrible. I mostly blame # gclient. # Maps 'parent_build_property' -> 'custom_var_name' # Maps 'parent_build_property' -> None # If value is None, the property value will be applied to # solutions[0].revision. Otherwise, it will be applied to # solutions[0].custom_vars['custom_var_name'] parent_got_revision_mapping = Dict(hidden=True), delete_unversioned_trees = Single(bool, empty_val=True, required=False), # Check out refs/branch-heads. # TODO (machenbach): Only implemented for bot_update atm. with_branch_heads = Single( bool, empty_val=False, required=False, hidden=True), GIT_MODE = Static(bool(GIT_MODE)), USE_MIRROR = Static(bool(USE_MIRROR)), PATCH_PROJECT = Static(str(PATCH_PROJECT), hidden=True), BUILDSPEC_VERSION= Static(BUILDSPEC_VERSION, hidden=True), )