Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

New Resolver: Always return an install candidate last (i.e. most preferred) if matches #8014

Merged
merged 3 commits into from
Apr 18, 2020
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
53 changes: 30 additions & 23 deletions src/pip/_internal/resolution/resolvelib/factory.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,14 +17,13 @@
)

if MYPY_CHECK_RUNNING:
from typing import Dict, Optional, Set, Tuple, TypeVar
from typing import Dict, Iterator, Optional, Set, Tuple, TypeVar

from pip._vendor.packaging.specifiers import SpecifierSet
from pip._vendor.packaging.version import _BaseVersion
from pip._vendor.pkg_resources import Distribution

from pip._internal.index.package_finder import PackageFinder
from pip._internal.models.candidate import InstallationCandidate
from pip._internal.models.link import Link
from pip._internal.operations.prepare import RequirementPreparer
from pip._internal.req.req_install import InstallRequirement
Expand Down Expand Up @@ -88,6 +87,8 @@ def _make_candidate_from_link(
version=None, # type: Optional[_BaseVersion]
):
# type: (...) -> Candidate
# TODO: Check already installed candidate, and use it if the link and
# editable flag match.
if parent.editable:
if link not in self._editable_candidate_cache:
self._editable_candidate_cache[link] = EditableCandidate(
Expand All @@ -104,32 +105,38 @@ def _make_candidate_from_link(
return ExtrasCandidate(base, extras)
return base

def make_candidate_from_ican(
self,
ican, # type: InstallationCandidate
extras, # type: Set[str]
parent, # type: InstallRequirement
):
# type: (...) -> Candidate
dist = self._installed_dists.get(ican.name)
should_use_installed_dist = (
not self._force_reinstall and
dist is not None and
dist.parsed_version == ican.version
def iter_found_candidates(self, ireq, extras):
# type: (InstallRequirement, Set[str]) -> Iterator[Candidate]
name = canonicalize_name(ireq.req.name)
if not self._force_reinstall:
dist = self._installed_dists.get(name)
else:
dist = None

found = self.finder.find_best_candidate(
project_name=ireq.req.name,
specifier=ireq.req.specifier,
hashes=ireq.hashes(trust_internet=False),
)
if not should_use_installed_dist:
return self._make_candidate_from_link(
for ican in found.iter_applicable():
if dist is not None and dist.parsed_version == ican.version:
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

nit: Maybe rename dist as installed_dist - the point of this check wasn't obvious to me when the name is just dist. I think just renaming the variable would make that check clearer. Or you could add a comment :-)

Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Updated

continue
yield self._make_candidate_from_link(
link=ican.link,
extras=extras,
parent=parent,
name=canonicalize_name(ican.name),
parent=ireq,
name=name,
version=ican.version,
)
return self._make_candidate_from_dist(
dist=dist,
extras=extras,
parent=parent,
)

# Return installed distribution if it matches the specifier. This is
# done last so the resolver will prefer it over downloading links.
if dist is not None and dist.parsed_version in ireq.req.specifier:
yield self._make_candidate_from_dist(
dist=dist,
extras=extras,
parent=ireq,
)
uranusjr marked this conversation as resolved.
Show resolved Hide resolved

def make_requirement_from_install_req(self, ireq):
# type: (InstallRequirement) -> Requirement
Expand Down
15 changes: 2 additions & 13 deletions src/pip/_internal/resolution/resolvelib/requirements.py
Original file line number Diff line number Diff line change
Expand Up @@ -94,19 +94,8 @@ def name(self):

def find_matches(self):
# type: () -> Sequence[Candidate]
found = self._factory.finder.find_best_candidate(
project_name=self._ireq.req.name,
specifier=self._ireq.req.specifier,
hashes=self._ireq.hashes(trust_internet=False),
)
return [
self._factory.make_candidate_from_ican(
ican=ican,
extras=self.extras,
parent=self._ireq,
)
for ican in found.iter_applicable()
]
it = self._factory.iter_found_candidates(self._ireq, self.extras)
return list(it)

def is_satisfied_by(self, candidate):
# type: (Candidate) -> bool
Expand Down
57 changes: 57 additions & 0 deletions tests/functional/test_new_resolver.py
Original file line number Diff line number Diff line change
Expand Up @@ -88,6 +88,63 @@ def test_new_resolver_picks_latest_version(script):
assert_installed(script, simple="0.2.0")


def test_new_resolver_picks_installed_version(script):
create_basic_wheel_for_package(
script,
"simple",
"0.1.0",
)
create_basic_wheel_for_package(
script,
"simple",
"0.2.0",
)
script.pip(
"install", "--unstable-feature=resolver",
"--no-cache-dir", "--no-index",
"--find-links", script.scratch_path,
"simple==0.1.0"
)
assert_installed(script, simple="0.1.0")

result = script.pip(
"install", "--unstable-feature=resolver",
"--no-cache-dir", "--no-index",
"--find-links", script.scratch_path,
"simple"
)
assert "Collecting" not in result.stdout, "Should not fetch new version"
assert_installed(script, simple="0.1.0")


def test_new_resolver_picks_installed_version_if_no_match_found(script):
create_basic_wheel_for_package(
script,
"simple",
"0.1.0",
)
create_basic_wheel_for_package(
script,
"simple",
"0.2.0",
)
script.pip(
"install", "--unstable-feature=resolver",
"--no-cache-dir", "--no-index",
"--find-links", script.scratch_path,
"simple==0.1.0"
)
assert_installed(script, simple="0.1.0")

result = script.pip(
"install", "--unstable-feature=resolver",
"--no-cache-dir", "--no-index",
"simple"
)
assert "Collecting" not in result.stdout, "Should not fetch new version"
assert_installed(script, simple="0.1.0")


def test_new_resolver_installs_dependencies(script):
create_basic_wheel_for_package(
script,
Expand Down