def create_pex(request: CreatePex, pex_bin: DownloadedPexBin,
python_setup: PythonSetup,
subprocess_encoding_environment: SubprocessEncodingEnvironment,
pex_build_environment: PexBuildEnvironment,
platform: Platform) -> Pex:
"""Returns a PEX with the given requirements, optional entry point, and optional
interpreter constraints."""
interpreter_constraint_args = []
for constraint in request.interpreter_constraints:
interpreter_constraint_args.extend(
["--interpreter-constraint", constraint])
argv = ["--output-file", request.output_filename]
if request.entry_point is not None:
argv.extend(["--entry-point", request.entry_point])
argv.extend(interpreter_constraint_args + list(request.requirements))
source_dir_name = 'source_files'
argv.append(f'--sources-directory={source_dir_name}')
sources_digest = request.input_files_digest if request.input_files_digest else EMPTY_DIRECTORY_DIGEST
sources_digest_as_subdir = yield Get(
Digest, DirectoryWithPrefixToAdd(sources_digest, source_dir_name))
all_inputs = (
pex_bin.directory_digest,
sources_digest_as_subdir,
)
merged_digest = yield Get(Digest,
DirectoriesToMerge(directories=all_inputs))
# NB: PEX outputs are platform dependent so in order to get a PEX that we can use locally, without
# cross-building we specify that out PEX command be run on the current local platform. When we
# support cross-building through CLI flags we can configure requests that build a PEX for out
# local platform that are able to execute on a different platform, but for now in order to
# guarantee correct build we need to restrict this command to execute on the same platform type
# that the output is intended for. The correct way to interpret the keys
# (execution_platform_constraint, target_platform_constraint) of this dictionary is "The output of
# this command is intended for `target_platform_constraint` iff it is run on `execution_platform
# constraint`".
execute_process_request = MultiPlatformExecuteProcessRequest(
{
(PlatformConstraint(platform.value),
PlatformConstraint(platform.value)):
pex_bin.create_execute_request(
python_setup=python_setup,
subprocess_encoding_environment=subprocess_encoding_environment,
pex_build_environment=pex_build_environment,
pex_args=argv,
input_files=merged_digest,
description=
f"Create a requirements PEX: {', '.join(request.requirements)}",
output_files=(request.output_filename, ))
})
result = yield Get(ExecuteProcessResult,
MultiPlatformExecuteProcessRequest,
execute_process_request)
yield Pex(directory_digest=result.output_directory_digest)
async def create_pex(
request: CreatePex,
pex_bin: DownloadedPexBin,
python_setup: PythonSetup,
subprocess_encoding_environment: SubprocessEncodingEnvironment,
pex_build_environment: PexBuildEnvironment,
platform: Platform,
) -> Pex:
"""Returns a PEX with the given requirements, optional entry point, optional interpreter
constraints, and optional requirement constraints."""
argv = [
"--output-file",
request.output_filename,
*request.interpreter_constraints.generate_pex_arg_list(),
*request.additional_args,
]
if python_setup.resolver_jobs:
argv.extend(["--jobs", python_setup.resolver_jobs])
if python_setup.manylinux:
argv.extend(["--manylinux", python_setup.manylinux])
else:
argv.append("--no-manylinux")
if request.entry_point is not None:
argv.extend(["--entry-point", request.entry_point])
if python_setup.requirement_constraints is not None:
argv.extend(["--constraints", python_setup.requirement_constraints])
source_dir_name = "source_files"
argv.append(f"--sources-directory={source_dir_name}")
argv.extend(request.requirements.requirements)
constraint_file_snapshot = EMPTY_SNAPSHOT
if python_setup.requirement_constraints is not None:
constraint_file_snapshot = await Get[Snapshot](PathGlobs(
[python_setup.requirement_constraints],
glob_match_error_behavior=GlobMatchErrorBehavior.error,
conjunction=GlobExpansionConjunction.all_match,
description_of_origin=
"the option `--python-setup-requirement-constraints`",
))
sources_digest = (request.input_files_digest if request.input_files_digest
else EMPTY_DIRECTORY_DIGEST)
sources_digest_as_subdir = await Get[Digest](DirectoryWithPrefixToAdd(
sources_digest, source_dir_name))
merged_digest = await Get[Digest](DirectoriesToMerge(directories=(
pex_bin.directory_digest,
sources_digest_as_subdir,
constraint_file_snapshot.directory_digest,
)))
# NB: PEX outputs are platform dependent so in order to get a PEX that we can use locally, without
# cross-building, we specify that our PEX command be run on the current local platform. When we
# support cross-building through CLI flags we can configure requests that build a PEX for our
# local platform that are able to execute on a different platform, but for now in order to
# guarantee correct build we need to restrict this command to execute on the same platform type
# that the output is intended for. The correct way to interpret the keys
# (execution_platform_constraint, target_platform_constraint) of this dictionary is "The output of
# this command is intended for `target_platform_constraint` iff it is run on `execution_platform
# constraint`".
execute_process_request = MultiPlatformExecuteProcessRequest({
(
PlatformConstraint(platform.value),
PlatformConstraint(platform.value),
):
pex_bin.create_execute_request(
python_setup=python_setup,
subprocess_encoding_environment=subprocess_encoding_environment,
pex_build_environment=pex_build_environment,
pex_args=argv,
input_files=merged_digest,
description=
f"Create a requirements PEX: {', '.join(request.requirements.requirements)}",
output_files=(request.output_filename, ),
)
})
result = await Get[ExecuteProcessResult](
MultiPlatformExecuteProcessRequest, execute_process_request)
return Pex(directory_digest=result.output_directory_digest,
output_filename=request.output_filename)
async def create_pex(
request: PexRequest,
pex_bin: DownloadedPexBin,
python_setup: PythonSetup,
python_repos: PythonRepos,
subprocess_encoding_environment: SubprocessEncodingEnvironment,
pex_build_environment: PexBuildEnvironment,
platform: Platform,
log_level: LogLevel,
) -> Pex:
"""Returns a PEX with the given requirements, optional entry point, optional interpreter
constraints, and optional requirement constraints."""
argv = [
"--output-file",
request.output_filename,
*request.interpreter_constraints.generate_pex_arg_list(),
# NB: In setting `--no-pypi`, we rely on the default value of `--python-repos-indexes`
# including PyPI, which will override `--no-pypi` and result in using PyPI in the default
# case. Why set `--no-pypi`, then? We need to do this so that
# `--python-repos-repos=['custom_url']` will only point to that index and not include PyPI.
"--no-pypi",
*(f"--index={index}" for index in python_repos.indexes),
*(f"--repo={repo}" for repo in python_repos.repos),
*request.additional_args,
]
pex_debug = PexDebug(log_level)
argv.extend(pex_debug.iter_pex_args())
if python_setup.resolver_jobs:
argv.extend(["--jobs", python_setup.resolver_jobs])
if python_setup.manylinux:
argv.extend(["--manylinux", python_setup.manylinux])
else:
argv.append("--no-manylinux")
if request.entry_point is not None:
argv.extend(["--entry-point", request.entry_point])
if python_setup.requirement_constraints is not None:
argv.extend(["--constraints", python_setup.requirement_constraints])
source_dir_name = "source_files"
argv.append(f"--sources-directory={source_dir_name}")
argv.extend(request.requirements.requirements)
constraint_file_snapshot = EMPTY_SNAPSHOT
if python_setup.requirement_constraints is not None:
constraint_file_snapshot = await Get[Snapshot](PathGlobs(
[python_setup.requirement_constraints],
glob_match_error_behavior=GlobMatchErrorBehavior.error,
conjunction=GlobExpansionConjunction.all_match,
description_of_origin=
"the option `--python-setup-requirement-constraints`",
))
sources_digest_as_subdir = await Get[Digest](DirectoryWithPrefixToAdd(
request.sources or EMPTY_DIRECTORY_DIGEST, source_dir_name))
additional_inputs_digest = request.additional_inputs or EMPTY_DIRECTORY_DIGEST
merged_digest = await Get[Digest](DirectoriesToMerge(directories=(
pex_bin.directory_digest,
sources_digest_as_subdir,
additional_inputs_digest,
constraint_file_snapshot.directory_digest,
)))
# NB: PEX outputs are platform dependent so in order to get a PEX that we can use locally, without
# cross-building, we specify that our PEX command be run on the current local platform. When we
# support cross-building through CLI flags we can configure requests that build a PEX for our
# local platform that are able to execute on a different platform, but for now in order to
# guarantee correct build we need to restrict this command to execute on the same platform type
# that the output is intended for. The correct way to interpret the keys
# (execution_platform_constraint, target_platform_constraint) of this dictionary is "The output of
# this command is intended for `target_platform_constraint` iff it is run on `execution_platform
# constraint`".
description = request.description
if description is None:
if request.requirements.requirements:
description = f"Resolving {', '.join(request.requirements.requirements)}"
else:
description = f"Building PEX"
execute_process_request = MultiPlatformExecuteProcessRequest({
(
PlatformConstraint(platform.value),
PlatformConstraint(platform.value),
):
pex_bin.create_execute_request(
python_setup=python_setup,
subprocess_encoding_environment=subprocess_encoding_environment,
pex_build_environment=pex_build_environment,
pex_args=argv,
input_files=merged_digest,
description=description,
output_files=(request.output_filename, ),
)
})
result = await Get[ExecuteProcessResult](
MultiPlatformExecuteProcessRequest, execute_process_request)
if pex_debug.might_log:
lines = result.stderr.decode().splitlines()
if lines:
pex_debug.log(
f"Debug output from Pex for: {execute_process_request}")
for line in lines:
pex_debug.log(line)
return Pex(directory_digest=result.output_directory_digest,
output_filename=request.output_filename)