def docker_worker_hazard(config, job, taskdesc):
run = job['run']
worker = taskdesc['worker']
worker['artifacts'] = []
docker_worker_add_artifacts(config, job, taskdesc)
docker_worker_add_workspace_cache(config, job, taskdesc)
add_tooltool(config, job, taskdesc)
setup_secrets(config, job, taskdesc)
support_vcs_checkout(config, job, taskdesc)
env = worker['env']
env.update({
'MOZ_BUILD_DATE': config.params['moz_build_date'],
'MOZ_SCM_LEVEL': config.params['level'],
})
# script parameters
if run.get('mozconfig'):
env['MOZCONFIG'] = run['mozconfig']
# build-haz-linux.sh needs this otherwise it assumes the checkout is in
# the workspace.
env['GECKO_DIR'] = '{workdir}/checkouts/gecko'.format(**run)
worker['command'] = [
'{workdir}/bin/run-task'.format(**run), '--gecko-checkout',
'{workdir}/checkouts/gecko'.format(**run), '--', '/bin/bash', '-c',
run['command']
]
def docker_worker_hazard(config, job, taskdesc):
run = job["run"]
worker = taskdesc["worker"] = job["worker"]
worker.setdefault("artifacts", [])
docker_worker_add_artifacts(config, job, taskdesc)
worker.setdefault("required-volumes",
[]).append("{workdir}/workspace".format(**run))
add_tooltool(config, job, taskdesc)
setup_secrets(config, job, taskdesc)
env = worker["env"]
env.update({
"MOZ_BUILD_DATE": config.params["moz_build_date"],
"MOZ_SCM_LEVEL": config.params["level"],
})
# script parameters
if run.get("mozconfig"):
env["MOZCONFIG"] = run.pop("mozconfig")
run["using"] = "run-task"
run["cwd"] = run["workdir"]
configure_taskdesc_for_run(config, job, taskdesc, worker["implementation"])
def docker_worker_hazard(config, job, taskdesc):
run = job['run']
worker = taskdesc['worker'] = job['worker']
worker['artifacts'] = []
docker_worker_add_artifacts(config, job, taskdesc)
worker.setdefault('required-volumes',
[]).append('{workdir}/workspace'.format(**run))
add_tooltool(config, job, taskdesc)
setup_secrets(config, job, taskdesc)
env = worker['env']
env.update({
'MOZ_BUILD_DATE': config.params['moz_build_date'],
'MOZ_SCM_LEVEL': config.params['level'],
})
# script parameters
if run.get('mozconfig'):
env['MOZCONFIG'] = run.pop('mozconfig')
run['using'] = 'run-task'
run['cwd'] = run['workdir']
configure_taskdesc_for_run(config, job, taskdesc, worker['implementation'])
def mozharness_on_generic_worker(config, job, taskdesc):
assert (job["worker"]["os"] == "windows"
), "only supports windows right now: {}".format(job["label"])
run = job['run']
# fail if invalid run options are included
invalid = []
for prop in ['need-xvfb']:
if prop in run and run.pop(prop):
invalid.append(prop)
if not run.pop('keep-artifacts', True):
invalid.append('keep-artifacts')
if invalid:
raise Exception(
"Jobs run using mozharness on Windows do not support properties " +
', '.join(invalid))
worker = taskdesc['worker'] = job['worker']
worker['taskcluster-proxy'] = run.pop('taskcluster-proxy', None)
setup_secrets(config, job, taskdesc)
taskdesc['worker'].setdefault('artifacts', []).append({
'name': 'public/logs',
'path': 'logs',
'type': 'directory'
})
if not worker.get('skip-artifacts', False):
generic_worker_add_artifacts(config, job, taskdesc)
env = worker['env']
env.update({
'MOZ_BUILD_DATE': config.params['moz_build_date'],
'MOZ_SCM_LEVEL': config.params['level'],
'MH_BRANCH': config.params['project'],
'MOZ_SOURCE_CHANGESET': get_branch_rev(config),
'MOZ_SOURCE_REPO': get_branch_repo(config),
})
if run.pop('use-simple-package'):
env.update({'MOZ_SIMPLE_PACKAGE_NAME': 'target'})
extra_config = run.pop('extra-config', {})
extra_config['objdir'] = 'obj-build'
env['EXTRA_MOZHARNESS_CONFIG'] = six.ensure_text(json.dumps(extra_config))
# The windows generic worker uses batch files to pass environment variables
# to commands. Setting a variable to empty in a batch file unsets, so if
# there is no `TRY_COMMIT_MESSAGE`, pass a space instead, so that
# mozharness doesn't try to find the commit message on its own.
if config.params.is_try():
env['TRY_COMMIT_MSG'] = config.params['message'] or 'no commit message'
if not job['attributes']['build_platform'].startswith('win'):
raise Exception(
"Task generation for mozharness build jobs currently only supported on Windows"
)
mh_command = [
'c:/mozilla-build/python/python.exe',
'%GECKO_PATH%/testing/{}'.format(run.pop('script')),
]
for path in run.pop('config-paths', []):
mh_command.append('--extra-config-path %GECKO_PATH%/{}'.format(path))
for cfg in run.pop('config'):
mh_command.append('--config ' + cfg)
if run.pop('use-magic-mh-args'):
mh_command.append('--branch ' + config.params['project'])
mh_command.append(r'--work-dir %cd:Z:=z:%\workspace')
for action in run.pop('actions', []):
mh_command.append('--' + action)
for option in run.pop('options', []):
mh_command.append('--' + option)
if run.get('custom-build-variant-cfg'):
mh_command.append('--custom-build-variant')
mh_command.append(run.pop('custom-build-variant-cfg'))
run['using'] = 'run-task'
run['command'] = mh_command
run.pop('secrets')
run.pop('requires-signed-builds')
run.pop('job-script', None)
configure_taskdesc_for_run(config, job, taskdesc, worker['implementation'])
# TODO We should run the mozharness script with `mach python` so these
# modules are automatically available, but doing so somehow caused hangs in
# Windows ccov builds (see bug 1543149).
mozbase_dir = "{}/testing/mozbase".format(env['GECKO_PATH'])
env['PYTHONPATH'] = ';'.join([
"{}/manifestparser".format(mozbase_dir),
"{}/mozinfo".format(mozbase_dir),
"{}/mozfile".format(mozbase_dir),
"{}/mozprocess".format(mozbase_dir),
"{}/third_party/python/six".format(env['GECKO_PATH']),
])
if taskdesc.get('needs-sccache'):
worker['command'] = [
# Make the comment part of the first command, as it will help users to
# understand what is going on, and why these steps are implemented.
dedent('''\
:: sccache currently uses the full compiler commandline as input to the
:: cache hash key, so create a symlink to the task dir and build from
:: the symlink dir to get consistent paths.
if exist z:\\build rmdir z:\\build'''),
r'mklink /d z:\build %cd%',
# Grant delete permission on the link to everyone.
r'icacls z:\build /grant *S-1-1-0:D /L',
r'cd /d z:\build',
] + worker['command']
def mozharness_on_docker_worker_setup(config, job, taskdesc):
run = job['run']
worker = taskdesc['worker'] = job['worker']
if not run.pop('use-simple-package', None):
raise NotImplementedError("Simple packaging cannot be disabled via"
"'use-simple-package' on docker-workers")
if not run.pop('use-magic-mh-args', None):
raise NotImplementedError("Cannot disabled mh magic arg passing via"
"'use-magic-mh-args' on docker-workers")
# Running via mozharness assumes an image that contains build.sh:
# by default, debian8-amd64-build, but it could be another image (like
# android-build).
worker.setdefault('docker-image', {'in-tree': 'debian8-amd64-build'})
worker.setdefault('artifacts', []).append({
'name':
'public/logs',
'path':
'{workdir}/logs/'.format(**run),
'type':
'directory'
})
worker['taskcluster-proxy'] = run.pop('taskcluster-proxy', None)
docker_worker_add_artifacts(config, job, taskdesc)
env = worker.setdefault('env', {})
env.update({
'WORKSPACE': '{workdir}/workspace'.format(**run),
'MOZHARNESS_CONFIG': ' '.join(run.pop('config')),
'MOZHARNESS_SCRIPT': run.pop('script'),
'MH_BRANCH': config.params['project'],
'MOZ_SOURCE_CHANGESET': get_branch_rev(config),
'MOZ_SOURCE_REPO': get_branch_repo(config),
'MH_BUILD_POOL': 'taskcluster',
'MOZ_BUILD_DATE': config.params['moz_build_date'],
'MOZ_SCM_LEVEL': config.params['level'],
'PYTHONUNBUFFERED': '1',
})
worker.setdefault('required-volumes', []).append(env['WORKSPACE'])
if 'actions' in run:
env['MOZHARNESS_ACTIONS'] = ' '.join(run.pop('actions'))
if 'options' in run:
env['MOZHARNESS_OPTIONS'] = ' '.join(run.pop('options'))
if 'config-paths' in run:
env['MOZHARNESS_CONFIG_PATHS'] = ' '.join(run.pop('config-paths'))
if 'custom-build-variant-cfg' in run:
env['MH_CUSTOM_BUILD_VARIANT_CFG'] = run.pop(
'custom-build-variant-cfg')
extra_config = run.pop('extra-config', {})
extra_config['objdir'] = 'obj-build'
env['EXTRA_MOZHARNESS_CONFIG'] = six.ensure_text(json.dumps(extra_config))
if 'job-script' in run:
env['JOB_SCRIPT'] = run['job-script']
if config.params.is_try():
env['TRY_COMMIT_MSG'] = config.params['message']
# if we're not keeping artifacts, set some env variables to empty values
# that will cause the build process to skip copying the results to the
# artifacts directory. This will have no effect for operations that are
# not builds.
if not run.pop('keep-artifacts'):
env['DIST_TARGET_UPLOADS'] = ''
env['DIST_UPLOADS'] = ''
# Xvfb
if run.pop('need-xvfb'):
env['NEED_XVFB'] = 'true'
else:
env['NEED_XVFB'] = 'false'
# Retry if mozharness returns TBPL_RETRY
worker['retry-exit-status'] = [4]
setup_secrets(config, job, taskdesc)
run['using'] = 'run-task'
run['command'] = mozpath.join(
"${GECKO_PATH}",
run.pop('job-script', 'taskcluster/scripts/builder/build-linux.sh'),
)
run.pop('secrets')
run.pop('requires-signed-builds')
configure_taskdesc_for_run(config, job, taskdesc, worker['implementation'])
def mozharness_on_generic_worker(config, job, taskdesc):
assert (
job["worker"]["os"] == "windows"
), "only supports windows right now: {}".format(job["label"])
run = job['run']
# fail if invalid run options are included
invalid = []
for prop in ['tooltool-downloads', 'taskcluster-proxy', 'need-xvfb']:
if prop in run and run[prop]:
invalid.append(prop)
if not run.get('keep-artifacts', True):
invalid.append('keep-artifacts')
if invalid:
raise Exception("Jobs run using mozharness on Windows do not support properties " +
', '.join(invalid))
worker = taskdesc['worker']
setup_secrets(config, job, taskdesc)
taskdesc['worker'].setdefault('artifacts', []).append({
'name': 'public/logs',
'path': 'logs',
'type': 'directory'
})
if not worker.get('skip-artifacts', False):
generic_worker_add_artifacts(config, job, taskdesc)
support_vcs_checkout(config, job, taskdesc)
env = worker['env']
env.update({
'MOZ_BUILD_DATE': config.params['moz_build_date'],
'MOZ_SCM_LEVEL': config.params['level'],
'MOZ_AUTOMATION': '1',
'MH_BRANCH': config.params['project'],
'MOZ_SOURCE_CHANGESET': get_branch_rev(config),
'MOZ_SOURCE_REPO': get_branch_repo(config),
})
if run['use-simple-package']:
env.update({'MOZ_SIMPLE_PACKAGE_NAME': 'target'})
if 'extra-config' in run:
env['EXTRA_MOZHARNESS_CONFIG'] = json.dumps(run['extra-config'])
# The windows generic worker uses batch files to pass environment variables
# to commands. Setting a variable to empty in a batch file unsets, so if
# there is no `TRY_COMMIT_MESSAGE`, pass a space instead, so that
# mozharness doesn't try to find the commit message on its own.
if config.params.is_try():
env['TRY_COMMIT_MSG'] = config.params['message'] or 'no commit message'
if not job['attributes']['build_platform'].startswith('win'):
raise Exception(
"Task generation for mozharness build jobs currently only supported on Windows"
)
# TODO We should run the mozharness script with `mach python` so these
# modules are automatically available, but doing so somehow caused hangs in
# Windows ccov builds (see bug 1543149).
gecko = env['GECKO_PATH'].replace('.', '%cd%')
mozbase_dir = "{}/testing/mozbase".format(gecko)
env['PYTHONPATH'] = ';'.join([
"{}/manifestparser".format(mozbase_dir),
"{}/mozinfo".format(mozbase_dir),
"{}/mozfile".format(mozbase_dir),
"{}/mozprocess".format(mozbase_dir),
"{}/third_party/python/six".format(gecko),
])
mh_command = [
'c:/mozilla-build/python/python.exe',
'{}/testing/{}'.format(gecko, run['script']),
]
if 'config-paths' in run:
for path in run['config-paths']:
mh_command.append('--extra-config-path {}/{}'.format(gecko, path))
for cfg in run['config']:
mh_command.append('--config ' + cfg)
if run['use-magic-mh-args']:
mh_command.append('--branch ' + config.params['project'])
mh_command.append(r'--work-dir %cd:Z:=z:%\build')
for action in run.get('actions', []):
mh_command.append('--' + action)
for option in run.get('options', []):
mh_command.append('--' + option)
if run.get('custom-build-variant-cfg'):
mh_command.append('--custom-build-variant')
mh_command.append(run['custom-build-variant-cfg'])
hg_commands = generic_worker_hg_commands(
base_repo=env['GECKO_BASE_REPOSITORY'],
head_repo=env['GECKO_HEAD_REPOSITORY'],
head_rev=env['GECKO_HEAD_REV'],
path=r'.\build\src',
)
if run['comm-checkout']:
hg_commands.extend(
generic_worker_hg_commands(
base_repo=env['COMM_BASE_REPOSITORY'],
head_repo=env['COMM_HEAD_REPOSITORY'],
head_rev=env['COMM_HEAD_REV'],
path=r'.\build\src\comm'))
fetch_commands = []
if 'MOZ_FETCHES' in env:
# When Bug 1436037 is fixed, run-task can be used for this task,
# and this call can go away
fetch_commands.append(' '.join([
r'c:\mozilla-build\python3\python3.exe',
r'build\src\taskcluster\scripts\misc\fetch-content',
'task-artifacts',
]))
worker['command'] = []
if taskdesc.get('needs-sccache'):
worker['command'].extend([
# Make the comment part of the first command, as it will help users to
# understand what is going on, and why these steps are implemented.
dedent('''\
:: sccache currently uses the full compiler commandline as input to the
:: cache hash key, so create a symlink to the task dir and build from
:: the symlink dir to get consistent paths.
if exist z:\\build rmdir z:\\build'''),
r'mklink /d z:\build %cd%',
# Grant delete permission on the link to everyone.
r'icacls z:\build /grant *S-1-1-0:D /L',
r'cd /d z:\build',
])
worker['command'].extend(hg_commands)
worker['command'].extend(fetch_commands)
worker['command'].extend([
' '.join(mh_command)
])
def mozharness_on_docker_worker_setup(config, job, taskdesc):
run = job['run']
worker = taskdesc['worker']
worker['implementation'] = job['worker']['implementation']
if not run['use-simple-package']:
raise NotImplementedError("Simple packaging cannot be disabled via"
"'use-simple-package' on docker-workers")
if not run['use-magic-mh-args']:
raise NotImplementedError("Cannot disabled mh magic arg passing via"
"'use-magic-mh-args' on docker-workers")
# Running via mozharness assumes an image that contains build.sh:
# by default, debian7-amd64-build, but it could be another image (like
# android-build).
taskdesc['worker'].setdefault('docker-image',
{'in-tree': 'debian7-amd64-build'})
taskdesc['worker'].setdefault('artifacts', []).append({
'name':
'public/logs',
'path':
'{workdir}/logs/'.format(**run),
'type':
'directory'
})
worker['taskcluster-proxy'] = run.get('taskcluster-proxy')
docker_worker_add_artifacts(config, job, taskdesc)
docker_worker_add_workspace_cache(
config, job, taskdesc, extra=run.get('extra-workspace-cache-key'))
support_vcs_checkout(config, job, taskdesc)
env = worker.setdefault('env', {})
env.update({
'GECKO_PATH': '{workdir}/workspace/build/src'.format(**run),
'MOZHARNESS_CONFIG': ' '.join(run['config']),
'MOZHARNESS_SCRIPT': run['script'],
'MH_BRANCH': config.params['project'],
'MOZ_SOURCE_CHANGESET': env['GECKO_HEAD_REV'],
'MH_BUILD_POOL': 'taskcluster',
'MOZ_BUILD_DATE': config.params['moz_build_date'],
'MOZ_SCM_LEVEL': config.params['level'],
'MOZ_AUTOMATION': '1',
'PYTHONUNBUFFERED': '1',
})
if 'actions' in run:
env['MOZHARNESS_ACTIONS'] = ' '.join(run['actions'])
if 'options' in run:
env['MOZHARNESS_OPTIONS'] = ' '.join(run['options'])
if 'config-paths' in run:
env['MOZHARNESS_CONFIG_PATHS'] = ' '.join(run['config-paths'])
if 'custom-build-variant-cfg' in run:
env['MH_CUSTOM_BUILD_VARIANT_CFG'] = run['custom-build-variant-cfg']
if 'extra-config' in run:
env['EXTRA_MOZHARNESS_CONFIG'] = json.dumps(run['extra-config'])
if 'job-script' in run:
env['JOB_SCRIPT'] = run['job-script']
if config.params.is_try():
env['TRY_COMMIT_MSG'] = config.params['message']
if run['comm-checkout']:
env['MOZ_SOURCE_CHANGESET'] = env['COMM_HEAD_REV']
# if we're not keeping artifacts, set some env variables to empty values
# that will cause the build process to skip copying the results to the
# artifacts directory. This will have no effect for operations that are
# not builds.
if not run['keep-artifacts']:
env['DIST_TARGET_UPLOADS'] = ''
env['DIST_UPLOADS'] = ''
# Xvfb
if run['need-xvfb']:
env['NEED_XVFB'] = 'true'
if run['tooltool-downloads']:
internal = run['tooltool-downloads'] == 'internal'
docker_worker_add_tooltool(config, job, taskdesc, internal=internal)
# Retry if mozharness returns TBPL_RETRY
worker['retry-exit-status'] = [4]
setup_secrets(config, job, taskdesc)
command = [
'{workdir}/bin/run-task'.format(**run),
'--gecko-checkout',
env['GECKO_PATH'],
]
if run['comm-checkout']:
command.append(
'--comm-checkout={workdir}/workspace/build/src/comm'.format(**run))
command += [
'--',
'{workdir}/workspace/build/src/{script}'.format(
workdir=run['workdir'],
script=run.get('job-script',
'taskcluster/scripts/builder/build-linux.sh'),
),
]
worker['command'] = command
def mozharness_on_generic_worker(config, job, taskdesc):
assert job["worker"]["os"] in (
"windows",
"macosx",
), "only supports windows and macOS right now: {}".format(job["label"])
run = job["run"]
# fail if invalid run options are included
invalid = []
for prop in ["need-xvfb"]:
if prop in run and run.pop(prop):
invalid.append(prop)
if not run.pop("keep-artifacts", True):
invalid.append("keep-artifacts")
if invalid:
raise Exception(
"Jobs run using mozharness on Windows do not support properties "
+ ", ".join(invalid)
)
worker = taskdesc["worker"] = job["worker"]
worker["taskcluster-proxy"] = run.pop("taskcluster-proxy", None)
setup_secrets(config, job, taskdesc)
taskdesc["worker"].setdefault("artifacts", []).append(
{"name": "public/logs", "path": "logs", "type": "directory"}
)
if not worker.get("skip-artifacts", False):
generic_worker_add_artifacts(config, job, taskdesc)
env = worker["env"]
env.update(
{
"MOZ_BUILD_DATE": config.params["moz_build_date"],
"MOZ_SCM_LEVEL": config.params["level"],
"MH_BRANCH": config.params["project"],
"MOZ_SOURCE_CHANGESET": get_branch_rev(config),
"MOZ_SOURCE_REPO": get_branch_repo(config),
}
)
if run.pop("use-simple-package"):
env.update({"MOZ_SIMPLE_PACKAGE_NAME": "target"})
extra_config = run.pop("extra-config", {})
extra_config["objdir"] = "obj-build"
env["EXTRA_MOZHARNESS_CONFIG"] = six.ensure_text(
json.dumps(extra_config, sort_keys=True)
)
# The windows generic worker uses batch files to pass environment variables
# to commands. Setting a variable to empty in a batch file unsets, so if
# there is no `TRY_COMMIT_MESSAGE`, pass a space instead, so that
# mozharness doesn't try to find the commit message on its own.
if config.params.is_try():
env["TRY_COMMIT_MSG"] = config.params["message"] or "no commit message"
if not job["attributes"]["build_platform"].startswith(("win", "macosx")):
raise Exception(
"Task generation for mozharness build jobs currently only supported on "
"Windows and macOS"
)
mh_command = []
if job["worker"]["os"] == "windows":
mh_command.append("c:/mozilla-build/python3/python3.exe")
gecko_path = "%GECKO_PATH%"
else:
gecko_path = "$GECKO_PATH"
mh_command += [
"{}/mach".format(gecko_path),
"python",
"--no-activate",
"{}/testing/{}".format(gecko_path, run.pop("script")),
]
for path in run.pop("config-paths", []):
mh_command.append("--extra-config-path {}/{}".format(gecko_path, path))
for cfg in run.pop("config"):
mh_command.extend(("--config", cfg))
if run.pop("use-magic-mh-args"):
mh_command.extend(("--branch", config.params["project"]))
if job["worker"]["os"] == "windows":
mh_command.extend(("--work-dir", r"%cd:Z:=z:%\workspace"))
for action in run.pop("actions", []):
mh_command.append("--" + action)
for option in run.pop("options", []):
mh_command.append("--" + option)
if run.get("custom-build-variant-cfg"):
mh_command.append("--custom-build-variant")
mh_command.append(run.pop("custom-build-variant-cfg"))
if job["worker"]["os"] == "macosx":
# Ideally, we'd use shellutil.quote, but that would single-quote
# $GECKO_PATH, which would defeat having the variable in the command
# in the first place, as it wouldn't be expanded.
# In practice, arguments are expected not to contain characters that
# would require quoting.
mh_command = " ".join(mh_command)
run["using"] = "run-task"
run["command"] = mh_command
run.pop("secrets")
run.pop("requires-signed-builds")
run.pop("job-script", None)
configure_taskdesc_for_run(config, job, taskdesc, worker["implementation"])
# Everything past this point is Windows-specific.
if job["worker"]["os"] == "macosx":
return
if taskdesc.get("use-sccache"):
worker["command"] = (
[
# Make the comment part of the first command, as it will help users to
# understand what is going on, and why these steps are implemented.
dedent(
"""\
:: sccache currently uses the full compiler commandline as input to the
:: cache hash key, so create a symlink to the task dir and build from
:: the symlink dir to get consistent paths.
if exist z:\\build rmdir z:\\build"""
),
r"mklink /d z:\build %cd%",
# Grant delete permission on the link to everyone.
r"icacls z:\build /grant *S-1-1-0:D /L",
r"cd /d z:\build",
]
+ worker["command"]
)
def mozharness_on_docker_worker_setup(config, job, taskdesc):
run = job["run"]
worker = taskdesc["worker"] = job["worker"]
if not run.pop("use-simple-package", None):
raise NotImplementedError(
"Simple packaging cannot be disabled via"
"'use-simple-package' on docker-workers"
)
if not run.pop("use-magic-mh-args", None):
raise NotImplementedError(
"Cannot disabled mh magic arg passing via"
"'use-magic-mh-args' on docker-workers"
)
# Running via mozharness assumes an image that contains build.sh:
# by default, debian8-amd64-build, but it could be another image (like
# android-build).
worker.setdefault("docker-image", {"in-tree": "debian8-amd64-build"})
worker.setdefault("artifacts", []).append(
{
"name": "public/logs",
"path": "{workdir}/logs/".format(**run),
"type": "directory",
}
)
worker["taskcluster-proxy"] = run.pop("taskcluster-proxy", None)
docker_worker_add_artifacts(config, job, taskdesc)
env = worker.setdefault("env", {})
env.update(
{
"WORKSPACE": "{workdir}/workspace".format(**run),
"MOZHARNESS_CONFIG": " ".join(run.pop("config")),
"MOZHARNESS_SCRIPT": run.pop("script"),
"MH_BRANCH": config.params["project"],
"MOZ_SOURCE_CHANGESET": get_branch_rev(config),
"MOZ_SOURCE_REPO": get_branch_repo(config),
"MH_BUILD_POOL": "taskcluster",
"MOZ_BUILD_DATE": config.params["moz_build_date"],
"MOZ_SCM_LEVEL": config.params["level"],
"PYTHONUNBUFFERED": "1",
}
)
worker.setdefault("required-volumes", []).append(env["WORKSPACE"])
if "actions" in run:
env["MOZHARNESS_ACTIONS"] = " ".join(run.pop("actions"))
if "options" in run:
env["MOZHARNESS_OPTIONS"] = " ".join(run.pop("options"))
if "config-paths" in run:
env["MOZHARNESS_CONFIG_PATHS"] = " ".join(run.pop("config-paths"))
if "custom-build-variant-cfg" in run:
env["MH_CUSTOM_BUILD_VARIANT_CFG"] = run.pop("custom-build-variant-cfg")
extra_config = run.pop("extra-config", {})
extra_config["objdir"] = "obj-build"
env["EXTRA_MOZHARNESS_CONFIG"] = six.ensure_text(
json.dumps(extra_config, sort_keys=True)
)
if "job-script" in run:
env["JOB_SCRIPT"] = run["job-script"]
if config.params.is_try():
env["TRY_COMMIT_MSG"] = config.params["message"]
# if we're not keeping artifacts, set some env variables to empty values
# that will cause the build process to skip copying the results to the
# artifacts directory. This will have no effect for operations that are
# not builds.
if not run.pop("keep-artifacts"):
env["DIST_TARGET_UPLOADS"] = ""
env["DIST_UPLOADS"] = ""
# Xvfb
if run.pop("need-xvfb"):
env["NEED_XVFB"] = "true"
else:
env["NEED_XVFB"] = "false"
# Retry if mozharness returns TBPL_RETRY
worker["retry-exit-status"] = [4]
setup_secrets(config, job, taskdesc)
run["using"] = "run-task"
run["command"] = mozpath.join(
"${GECKO_PATH}",
run.pop("job-script", "taskcluster/scripts/builder/build-linux.sh"),
)
run.pop("secrets")
run.pop("requires-signed-builds")
configure_taskdesc_for_run(config, job, taskdesc, worker["implementation"])
