Skip to content

Update pip, & prep for customization #70

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
wants to merge 12 commits into
base: master
Choose a base branch
from
Draft
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove unused code from pip._internal
There is still some pip-specific code left but it should be a lot easier
to further clean-up and adjust pip's vcs module for fetchcode needs.

Additionally init logger in pip root pkg.

Signed-off-by: Alexander Mazuruk <a.mazuruk@samsung.com>
  • Loading branch information
aalexanderr committed Oct 4, 2021
commit ffeec506f5496ee4ff2ba30e23cebe47e981f72c
3 changes: 3 additions & 0 deletions src/fetchcode/vcs/pip/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
from fetchcode.vcs.pip._internal.utils import _log

_log.init_logging()
283 changes: 4 additions & 279 deletions src/fetchcode/vcs/pip/_internal/exceptions.py
Original file line number Diff line number Diff line change
@@ -1,92 +1,20 @@
"""Exceptions used throughout package"""

import configparser
from itertools import chain, groupby, repeat
from typing import TYPE_CHECKING, Dict, List, Optional
from itertools import groupby
from typing import TYPE_CHECKING, Dict, List

from fetchcode.vcs.pip._vendor.pkg_resources import Distribution
from fetchcode.vcs.pip._vendor.requests.models import Request, Response

if TYPE_CHECKING:
from hashlib import _Hash

from fetchcode.vcs.pip._internal.req.req_install import InstallRequirement


class PipError(Exception):
"""Base pip exception"""


class ConfigurationError(PipError):
"""General exception in configuration"""


class InstallationError(PipError):
"""General exception during installation"""


class UninstallationError(PipError):
"""General exception during uninstallation"""


class NoneMetadataError(PipError):
"""
Raised when accessing "METADATA" or "PKG-INFO" metadata for a
pip._vendor.pkg_resources.Distribution object and
`dist.has_metadata('METADATA')` returns True but
`dist.get_metadata('METADATA')` returns None (and similarly for
"PKG-INFO").
"""

def __init__(self, dist, metadata_name):
# type: (Distribution, str) -> None
"""
:param dist: A Distribution object.
:param metadata_name: The name of the metadata being accessed
(can be "METADATA" or "PKG-INFO").
"""
self.dist = dist
self.metadata_name = metadata_name

def __str__(self):
# type: () -> str
# Use `dist` in the error message because its stringification
# includes more information, like the version and location.
return (
'None {} metadata found for distribution: {}'.format(
self.metadata_name, self.dist,
)
)


class UserInstallationInvalid(InstallationError):
"""A --user install is requested on an environment without user site."""

def __str__(self):
# type: () -> str
return "User base directory is not specified"


class InvalidSchemeCombination(InstallationError):
def __str__(self):
# type: () -> str
before = ", ".join(str(a) for a in self.args[:-1])
return f"Cannot set {before} and {self.args[-1]} together"


class DistributionNotFound(InstallationError):
"""Raised when a distribution cannot be found to satisfy a requirement"""


class RequirementsFileParseError(InstallationError):
"""Raised when a general error occurs parsing a requirements file line."""


class BestVersionAlreadyInstalled(PipError):
"""Raised when the most up-to-date version of a package is already
installed."""


class BadCommand(PipError):
"""Raised when virtualenv or a command is not found"""

Expand All @@ -95,10 +23,6 @@ class CommandError(PipError):
"""Raised when there is an error in command-line arguments"""


class PreviousBuildDirError(PipError):
"""Raised when there's a previous conflicting build directory"""


class NetworkConnectionError(PipError):
"""HTTP connection error"""

Expand All @@ -121,37 +45,6 @@ def __str__(self):
return str(self.error_msg)


class InvalidWheelFilename(InstallationError):
"""Invalid wheel filename."""


class UnsupportedWheel(InstallationError):
"""Unsupported wheel."""


class MetadataInconsistent(InstallationError):
"""Built metadata contains inconsistent information.

This is raised when the metadata contains values (e.g. name and version)
that do not match the information previously obtained from sdist filename
or user-supplied ``#egg=`` value.
"""
def __init__(self, ireq, field, f_val, m_val):
# type: (InstallRequirement, str, str, str) -> None
self.ireq = ireq
self.field = field
self.f_val = f_val
self.m_val = m_val

def __str__(self):
# type: () -> str
template = (
"Requested {} has inconsistent {}: "
"filename has {!r}, but metadata has {!r}"
)
return template.format(self.ireq, self.field, self.f_val, self.m_val)


class InstallationSubprocessError(InstallationError):
"""A subprocess call failed during installation."""
def __init__(self, returncode, description):
Expand Down Expand Up @@ -207,43 +100,16 @@ class HashError(InstallationError):
about unpinned packages when he has deeper issues, like VCS
dependencies, to deal with. Also keeps error reports in a
deterministic order.
:cvar head: A section heading for display above potentially many
:cvar head: A section heading for display in potentially many
exceptions of this kind
:ivar req: The InstallRequirement that triggered this error. This is
pasted on after the exception is instantiated, because it's not
typically available earlier.

"""
req = None # type: Optional[InstallRequirement]
head = ''
order = -1 # type: int

def body(self):
# type: () -> str
"""Return a summary of me for display under the heading.

This default implementation simply prints a description of the
triggering requirement.

:param req: The InstallRequirement that provoked this error, with
its link already populated by the resolver's _populate_link().

"""
return f' {self._requirement_name()}'

def __str__(self):
# type: () -> str
return f'{self.head}\n{self.body()}'

def _requirement_name(self):
# type: () -> str
"""Return a description of the requirement that triggered me.

This default implementation returns long description of the req, with
line numbers

"""
return str(self.req) if self.req else 'unknown package'
return f'{self.head}'


class VcsHashUnsupported(HashError):
Expand All @@ -254,144 +120,3 @@ class VcsHashUnsupported(HashError):
head = ("Can't verify hashes for these requirements because we don't "
"have a way to hash version control repositories:")


class DirectoryUrlHashUnsupported(HashError):
"""A hash was provided for a version-control-system-based requirement, but
we don't have a method for hashing those."""

order = 1
head = ("Can't verify hashes for these file:// requirements because they "
"point to directories:")


class HashMissing(HashError):
"""A hash was needed for a requirement but is absent."""

order = 2
head = ('Hashes are required in --require-hashes mode, but they are '
'missing from some requirements. Here is a list of those '
'requirements along with the hashes their downloaded archives '
'actually had. Add lines like these to your requirements files to '
'prevent tampering. (If you did not enable --require-hashes '
'manually, note that it turns on automatically when any package '
'has a hash.)')

def __init__(self, gotten_hash):
# type: (str) -> None
"""
:param gotten_hash: The hash of the (possibly malicious) archive we
just downloaded
"""
self.gotten_hash = gotten_hash

def body(self):
# type: () -> str
# Dodge circular import.
from fetchcode.vcs.pip._internal.utils.hashes import FAVORITE_HASH

package = None
if self.req:
# In the case of URL-based requirements, display the original URL
# seen in the requirements file rather than the package name,
# so the output can be directly copied into the requirements file.
package = (self.req.original_link if self.req.original_link
# In case someone feeds something downright stupid
# to InstallRequirement's constructor.
else getattr(self.req, 'req', None))
return ' {} --hash={}:{}'.format(package or 'unknown package',
FAVORITE_HASH,
self.gotten_hash)


class HashUnpinned(HashError):
"""A requirement had a hash specified but was not pinned to a specific
version."""

order = 3
head = ('In --require-hashes mode, all requirements must have their '
'versions pinned with ==. These do not:')


class HashMismatch(HashError):
"""
Distribution file hash values don't match.

:ivar package_name: The name of the package that triggered the hash
mismatch. Feel free to write to this after the exception is raise to
improve its error message.

"""
order = 4
head = ('THESE PACKAGES DO NOT MATCH THE HASHES FROM THE REQUIREMENTS '
'FILE. If you have updated the package versions, please update '
'the hashes. Otherwise, examine the package contents carefully; '
'someone may have tampered with them.')

def __init__(self, allowed, gots):
# type: (Dict[str, List[str]], Dict[str, _Hash]) -> None
"""
:param allowed: A dict of algorithm names pointing to lists of allowed
hex digests
:param gots: A dict of algorithm names pointing to hashes we
actually got from the files under suspicion
"""
self.allowed = allowed
self.gots = gots

def body(self):
# type: () -> str
return ' {}:\n{}'.format(self._requirement_name(),
self._hash_comparison())

def _hash_comparison(self):
# type: () -> str
"""
Return a comparison of actual and expected hash values.

Example::

Expected sha256 abcdeabcdeabcdeabcdeabcdeabcdeabcdeabcdeabcde
or 123451234512345123451234512345123451234512345
Got bcdefbcdefbcdefbcdefbcdefbcdefbcdefbcdefbcdef

"""
def hash_then_or(hash_name):
# type: (str) -> chain[str]
# For now, all the decent hashes have 6-char names, so we can get
# away with hard-coding space literals.
return chain([hash_name], repeat(' or'))

lines = [] # type: List[str]
for hash_name, expecteds in self.allowed.items():
prefix = hash_then_or(hash_name)
lines.extend((' Expected {} {}'.format(next(prefix), e))
for e in expecteds)
lines.append(' Got {}\n'.format(
self.gots[hash_name].hexdigest()))
return '\n'.join(lines)


class UnsupportedPythonVersion(InstallationError):
"""Unsupported python version according to Requires-Python package
metadata."""


class ConfigurationFileCouldNotBeLoaded(ConfigurationError):
"""When there are errors while loading a configuration file
"""

def __init__(self, reason="could not be loaded", fname=None, error=None):
# type: (str, Optional[str], Optional[configparser.Error]) -> None
super().__init__(error)
self.reason = reason
self.fname = fname
self.error = error

def __str__(self):
# type: () -> str
if self.fname is not None:
message_part = f" in {self.fname}."
else:
assert self.error is not None
message_part = f".\n{self.error}\n"
return f"Configuration file {self.reason}{message_part}"
Loading