def from_pipfile(cls, name, pipfile):
creation_args = {}
pipfile_keys = [
k for k in ("ref", "vcs", "subdirectory", "path", "editable",
"file", "uri", "extras") + VCS_LIST if k in pipfile
]
for key in pipfile_keys:
if key == "extras":
extras = pipfile.get(key, None)
if extras:
pipfile[key] = sorted(
dedup([extra.lower() for extra in extras]))
if key in VCS_LIST:
creation_args["vcs"] = key
target = pipfile.get(key)
drive, path = os.path.splitdrive(target)
if not drive and not os.path.exists(target) and (
is_valid_url(target) or is_file_url(target)
or target.startswith('git@')):
creation_args["uri"] = target
else:
creation_args["path"] = target
if os.path.isabs(target):
creation_args["uri"] = path_to_url(target)
else:
creation_args[key] = pipfile.get(key)
creation_args["name"] = name
return cls(**creation_args)
def get_link(self):
uri = self.uri if self.uri else path_to_url(self.path)
return build_vcs_link(self.vcs,
add_ssh_scheme_to_git_uri(uri),
name=self.name,
ref=self.ref,
subdirectory=self.subdirectory,
extras=self.extras)
def __attrs_post_init__(self):
if not self.uri:
if self.path:
self.uri = path_to_url(self.path)
split = urllib_parse.urlsplit(self.uri)
scheme, rest = split[0], split[1:]
vcs_type = ""
if "+" in scheme:
vcs_type, scheme = scheme.split("+", 1)
vcs_type = "{0}+".format(vcs_type)
new_uri = urllib_parse.urlunsplit((scheme, ) + rest[:-1] + ("", ))
new_uri = "{0}{1}".format(vcs_type, new_uri)
self.uri = new_uri
def from_pipfile(cls, name, pipfile):
# Parse the values out. After this dance we should have two variables:
# path - Local filesystem path.
# uri - Absolute URI that is parsable with urlsplit.
# One of these will be a string; the other would be None.
uri = pipfile.get("uri")
fil = pipfile.get("file")
path = pipfile.get("path")
if path:
if isinstance(path, Path) and not path.is_absolute():
path = get_converted_relative_path(path.as_posix())
elif not os.path.isabs(path):
path = get_converted_relative_path(path)
if path and uri:
raise ValueError("do not specify both 'path' and 'uri'")
if path and fil:
raise ValueError("do not specify both 'path' and 'file'")
uri = uri or fil
# Decide that scheme to use.
# 'path' - local filesystem path.
# 'file' - A file:// URI (possibly with VCS prefix).
# 'uri' - Any other URI.
if path:
uri_scheme = "path"
else:
# URI is not currently a valid key in pipfile entries
# see https://github.com/pypa/pipfile/issues/110
uri_scheme = "file"
if not uri:
uri = path_to_url(path)
link = create_link(uri)
arg_dict = {
"name": name,
"path": path,
"uri": unquote(link.url_without_fragment),
"editable": pipfile.get("editable", False),
"link": link,
"uri_scheme": uri_scheme,
}
return cls(**arg_dict)
def get_uri(self):
if self.path and not self.uri:
self._uri_scheme = "path"
self.uri = path_to_url(os.path.abspath(self.path))
def get_link_from_line(cls, line):
"""Parse link information from given requirement line.
Return a 6-tuple:
- `vcs_type` indicates the VCS to use (e.g. "git"), or None.
- `prefer` is either "file", "path" or "uri", indicating how the
information should be used in later stages.
- `relpath` is the relative path to use when recording the dependency,
instead of the absolute path/URI used to perform installation.
This can be None (to prefer the absolute path or URI).
- `path` is the absolute file path to the package. This will always use
forward slashes. Can be None if the line is a remote URI.
- `uri` is the absolute URI to the package. Can be None if the line is
not a URI.
- `link` is an instance of :class:`pip._internal.index.Link`,
representing a URI parse result based on the value of `uri`.
This function is provided to deal with edge cases concerning URIs
without a valid netloc. Those URIs are problematic to a straight
``urlsplit` call because they cannot be reliably reconstructed with
``urlunsplit`` due to a bug in the standard library:
>>> from urllib.parse import urlsplit, urlunsplit
>>> urlunsplit(urlsplit('git+file:///this/breaks'))
'git+file:/this/breaks'
>>> urlunsplit(urlsplit('file:///this/works'))
'file:///this/works'
See `https://bugs.python.org/issue23505#msg277350`.
"""
# Git allows `[email protected]...` lines that are not really URIs.
# Add "ssh://" so we can parse correctly, and restore afterwards.
fixed_line = add_ssh_scheme_to_git_uri(line)
added_ssh_scheme = fixed_line != line
# We can assume a lot of things if this is a local filesystem path.
if "://" not in fixed_line:
p = Path(fixed_line).absolute()
path = p.as_posix()
uri = p.as_uri()
link = create_link(uri)
try:
relpath = get_converted_relative_path(path)
except ValueError:
relpath = None
return LinkInfo(None, "path", relpath, path, uri, link)
# This is an URI. We'll need to perform some elaborated parsing.
parsed_url = urllib_parse.urlsplit(fixed_line)
original_url = parsed_url._replace()
if added_ssh_scheme and ':' in parsed_url.netloc:
original_netloc, original_path_start = parsed_url.netloc.rsplit(
':', 1)
uri_path = '/{0}{1}'.format(original_path_start, parsed_url.path)
parsed_url = original_url._replace(netloc=original_netloc,
path=uri_path)
# Split the VCS part out if needed.
original_scheme = parsed_url.scheme
if "+" in original_scheme:
vcs_type, scheme = original_scheme.split("+", 1)
parsed_url = parsed_url._replace(scheme=scheme)
prefer = "uri"
else:
vcs_type = None
prefer = "file"
if parsed_url.scheme == "file" and parsed_url.path:
# This is a "file://" URI. Use url_to_path and path_to_url to
# ensure the path is absolute. Also we need to build relpath.
path = Path(url_to_path(
urllib_parse.urlunsplit(parsed_url))).as_posix()
try:
relpath = get_converted_relative_path(path)
except ValueError:
relpath = None
uri = path_to_url(path)
else:
# This is a remote URI. Simply use it.
path = None
relpath = None
# Cut the fragment, but otherwise this is fixed_line.
uri = urllib_parse.urlunsplit(
parsed_url._replace(scheme=original_scheme, fragment=""))
if added_ssh_scheme:
original_uri = urllib_parse.urlunsplit(
original_url._replace(scheme=original_scheme, fragment=""))
uri = strip_ssh_from_git_uri(original_uri)
# Re-attach VCS prefix to build a Link.
link = create_link(
urllib_parse.urlunsplit(
parsed_url._replace(scheme=original_scheme)))
return LinkInfo(vcs_type, prefer, relpath, path, uri, link)
