def main() -> None: parser = argparse.ArgumentParser( description= "Build and/or fetch a single wheel based on the requirement passed in") parser.add_argument( "--requirement", action="store", required=True, help="A single PEP508 requirement specifier string.", ) arguments.parse_common_args(parser) args = parser.parse_args() deserialized_args = dict(vars(args)) arguments.deserialize_structured_args(deserialized_args) configure_reproducible_wheels() pip_args = ([sys.executable, "-m", "pip"] + (["--isolated"] if args.isolated else []) + ["wheel", "--no-deps"] + deserialized_args["extra_pip_args"]) requirement_file = NamedTemporaryFile(mode='wb', delete=False) try: requirement_file.write(args.requirement.encode("utf-8")) requirement_file.flush() # Close the file so pip is allowed to read it when running on Windows. # For more information, see: https://bugs.python.org/issue14243 requirement_file.close() # Requirement specific args like --hash can only be passed in a requirements file, # so write our single requirement into a temp file in case it has any of those flags. pip_args.extend(["-r", requirement_file.name]) env = os.environ.copy() env.update(deserialized_args["environment"]) # Assumes any errors are logged by pip so do nothing. This command will fail if pip fails subprocess.run(pip_args, check=True, env=env) finally: try: os.unlink(requirement_file.name) except OSError as e: if e.errno != errno.ENOENT: raise name, extras_for_pkg = requirements._parse_requirement_for_extra( args.requirement) extras = {name: extras_for_pkg} if extras_for_pkg and name else dict() whl = next(iter(glob.glob("*.whl"))) bazel.extract_wheel(whl, extras, deserialized_args["pip_data_exclude"], args.enable_implicit_namespace_pkgs, incremental=True, incremental_repo_prefix=bazel.whl_library_repo_prefix( args.repo))
def main() -> None: parser = argparse.ArgumentParser( description="Build and/or fetch a single wheel based on the requirement passed in" ) parser.add_argument( "--requirement", action="store", required=True, help="A single PEP508 requirement specifier string.", ) arguments.parse_common_args(parser) args = parser.parse_args() configure_reproducible_wheels() pip_args = [sys.executable, "-m", "pip", "--isolated", "wheel", "--no-deps"] if args.extra_pip_args: pip_args += json.loads(args.extra_pip_args)["args"] with NamedTemporaryFile(mode='wb') as requirement_file: requirement_file.write(args.requirement.encode("utf-8")) requirement_file.flush() # Requirement specific args like --hash can only be passed in a requirements file, # so write our single requirement into a temp file in case it has any of those flags. pip_args.extend(["-r", requirement_file.name]) # Assumes any errors are logged by pip so do nothing. This command will fail if pip fails subprocess.run(pip_args, check=True) name, extras_for_pkg = requirements._parse_requirement_for_extra(args.requirement) extras = {name: extras_for_pkg} if extras_for_pkg and name else dict() if args.pip_data_exclude: pip_data_exclude = json.loads(args.pip_data_exclude)["exclude"] else: pip_data_exclude = [] whl = next(iter(glob.glob("*.whl"))) bazel.extract_wheel( whl, extras, pip_data_exclude, args.enable_implicit_namespace_pkgs, incremental=True, incremental_repo_prefix=bazel.whl_library_repo_prefix(args.repo) )
def main() -> None: """Main program. Exits zero on successful program termination, non-zero otherwise. """ configure_reproducible_wheels() parser = argparse.ArgumentParser( description="Resolve and fetch artifacts transitively from PyPI") parser.add_argument( "--requirements", action="store", required=True, help="Path to requirements.txt from where to install dependencies", ) arguments.parse_common_args(parser) args = parser.parse_args() deserialized_args = dict(vars(args)) arguments.deserialize_structured_args(deserialized_args) # Pip is run with the working directory changed to the folder containing the requirements.txt file, to allow for # relative requirements to be correctly resolved. The --wheel-dir is therefore required to be repointed back to the # current calling working directory (the repo root in .../external/name), where the wheel files should be written to pip_args = ([sys.executable, "-m", "pip"] + (["--isolated"] if args.isolated else []) + ["wheel", "-r", args.requirements] + ["--wheel-dir", os.getcwd()] + deserialized_args["extra_pip_args"]) env = os.environ.copy() env.update(deserialized_args["environment"]) # Assumes any errors are logged by pip so do nothing. This command will fail if pip fails subprocess.run(pip_args, check=True, env=env, cwd=str(pathlib.Path(args.requirements).parent.resolve())) extras = requirements.parse_extras(args.requirements) repo_label = "@%s" % args.repo targets = [ '"%s%s"' % ( repo_label, bazel.extract_wheel(whl, extras, deserialized_args["pip_data_exclude"], args.enable_implicit_namespace_pkgs), ) for whl in glob.glob("*.whl") ] with open("requirements.bzl", "w") as requirement_file: requirement_file.write( bazel.generate_requirements_file_contents(repo_label, targets))
def main() -> None: """Main program. Exits zero on successful program termination, non-zero otherwise. """ configure_reproducible_wheels() parser = argparse.ArgumentParser( description="Resolve and fetch artifacts transitively from PyPI") parser.add_argument( "--requirements", action="store", required=True, help="Path to requirements.txt from where to install dependencies", ) arguments.parse_common_args(parser) args = parser.parse_args() pip_args = [ sys.executable, "-m", "pip", "--isolated", "wheel", "-r", args.requirements ] if args.extra_pip_args: pip_args += json.loads(args.extra_pip_args)["args"] # Assumes any errors are logged by pip so do nothing. This command will fail if pip fails subprocess.run(pip_args, check=True) extras = requirements.parse_extras(args.requirements) if args.pip_data_exclude: pip_data_exclude = json.loads(args.pip_data_exclude)["exclude"] else: pip_data_exclude = [] repo_label = "@%s" % args.repo targets = [ '"%s%s"' % ( repo_label, bazel.extract_wheel(whl, extras, pip_data_exclude, args.enable_implicit_namespace_pkgs), ) for whl in glob.glob("*.whl") ] with open("requirements.bzl", "w") as requirement_file: requirement_file.write( bazel.generate_requirements_file_contents(repo_label, targets))
def test_generated_build_file_has_filegroup_target(self) -> None: wheel_name = "example_minimal_package-0.0.1-py3-none-any.whl" wheel_dir = "examples/wheel/" wheel_path = wheel_dir + wheel_name generated_bazel_dir = bazel.extract_wheel( wheel_path, extras={}, pip_data_exclude=[], enable_implicit_namespace_pkgs=False, )[2:] # Take off the leading // from the returned label. # Assert that the raw wheel ends up in the package. self.assertIn(wheel_name, os.listdir(generated_bazel_dir)) with open("{}/BUILD.bazel".format(generated_bazel_dir)) as build_file: build_file_content = build_file.read() self.assertIn('filegroup', build_file_content)
def _run( self, incremental: bool = False, incremental_repo_prefix: Optional[str] = None, ) -> None: generated_bazel_dir = bazel.extract_wheel( self.wheel_path, extras={}, pip_data_exclude=[], enable_implicit_namespace_pkgs=False, incremental=incremental, incremental_repo_prefix=incremental_repo_prefix)[ 2:] # Take off the leading // from the returned label. # Assert that the raw wheel ends up in the package. self.assertIn(self.wheel_name, os.listdir(generated_bazel_dir)) with open("{}/BUILD.bazel".format(generated_bazel_dir)) as build_file: build_file_content = build_file.read() self.assertIn('filegroup', build_file_content)
def main() -> None: """Main program. Exits zero on successful program termination, non-zero otherwise. """ configure_reproducible_wheels() parser = argparse.ArgumentParser( description="Resolve and fetch artifacts transitively from PyPI" ) parser.add_argument( "--requirements", action="store", required=True, help="Path to requirements.txt from where to install dependencies", ) parser.add_argument( "--repo", action="store", required=True, help="The external repo name to install dependencies. In the format '@{REPO_NAME}'", ) parser.add_argument( "--extra_pip_args", action="store", help="Extra arguments to pass down to pip.", ) parser.add_argument( "--pip_data_exclude", action="store", help="Additional data exclusion parameters to add to the pip packages BUILD file.", ) parser.add_argument( "--enable_implicit_namespace_pkgs", action="store_true", help="Disables conversion of implicit namespace packages into pkg-util style packages.", ) args = parser.parse_args() pip_args = [sys.executable, "-m", "pip", "wheel", "-r", args.requirements] if args.extra_pip_args: pip_args += json.loads(args.extra_pip_args)["args"] # Assumes any errors are logged by pip so do nothing. This command will fail if pip fails subprocess.run(pip_args, check=True) extras = requirements.parse_extras(args.requirements) if args.pip_data_exclude: pip_data_exclude = json.loads(args.pip_data_exclude)["exclude"] else: pip_data_exclude = [] targets = [ '"%s%s"' % ( args.repo, bazel.extract_wheel( whl, extras, pip_data_exclude, args.enable_implicit_namespace_pkgs ), ) for whl in glob.glob("*.whl") ] with open("requirements.bzl", "w") as requirement_file: requirement_file.write( bazel.generate_requirements_file_contents(args.repo, targets) )