You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
714 lines
19 KiB
714 lines
19 KiB
"""
|
|
shared options and groups
|
|
|
|
The principle here is to define options once, but *not* instantiate them
|
|
globally. One reason being that options with action='append' can carry state
|
|
between parses. pip parses general options twice internally, and shouldn't
|
|
pass on state. To be consistent, all options will follow this design.
|
|
|
|
"""
|
|
from __future__ import absolute_import
|
|
|
|
import warnings
|
|
from functools import partial
|
|
from optparse import SUPPRESS_HELP, Option, OptionGroup
|
|
|
|
from pip._internal.exceptions import CommandError
|
|
from pip._internal.locations import USER_CACHE_DIR, src_prefix
|
|
from pip._internal.models.format_control import FormatControl
|
|
from pip._internal.models.index import PyPI
|
|
from pip._internal.utils.hashes import STRONG_HASHES
|
|
from pip._internal.utils.typing import MYPY_CHECK_RUNNING
|
|
from pip._internal.utils.ui import BAR_TYPES
|
|
|
|
if MYPY_CHECK_RUNNING:
|
|
from typing import Any # noqa: F401
|
|
|
|
|
|
def make_option_group(group, parser):
|
|
"""
|
|
Return an OptionGroup object
|
|
group -- assumed to be dict with 'name' and 'options' keys
|
|
parser -- an optparse Parser
|
|
"""
|
|
option_group = OptionGroup(parser, group['name'])
|
|
for option in group['options']:
|
|
option_group.add_option(option())
|
|
return option_group
|
|
|
|
|
|
def check_install_build_global(options, check_options=None):
|
|
"""Disable wheels if per-setup.py call options are set.
|
|
|
|
:param options: The OptionParser options to update.
|
|
:param check_options: The options to check, if not supplied defaults to
|
|
options.
|
|
"""
|
|
if check_options is None:
|
|
check_options = options
|
|
|
|
def getname(n):
|
|
return getattr(check_options, n, None)
|
|
names = ["build_options", "global_options", "install_options"]
|
|
if any(map(getname, names)):
|
|
control = options.format_control
|
|
control.disallow_binaries()
|
|
warnings.warn(
|
|
'Disabling all use of wheels due to the use of --build-options '
|
|
'/ --global-options / --install-options.', stacklevel=2,
|
|
)
|
|
|
|
|
|
def check_dist_restriction(options, check_target=False):
|
|
"""Function for determining if custom platform options are allowed.
|
|
|
|
:param options: The OptionParser options.
|
|
:param check_target: Whether or not to check if --target is being used.
|
|
"""
|
|
dist_restriction_set = any([
|
|
options.python_version,
|
|
options.platform,
|
|
options.abi,
|
|
options.implementation,
|
|
])
|
|
|
|
binary_only = FormatControl(set(), {':all:'})
|
|
sdist_dependencies_allowed = (
|
|
options.format_control != binary_only and
|
|
not options.ignore_dependencies
|
|
)
|
|
|
|
# Installations or downloads using dist restrictions must not combine
|
|
# source distributions and dist-specific wheels, as they are not
|
|
# gauranteed to be locally compatible.
|
|
if dist_restriction_set and sdist_dependencies_allowed:
|
|
raise CommandError(
|
|
"When restricting platform and interpreter constraints using "
|
|
"--python-version, --platform, --abi, or --implementation, "
|
|
"either --no-deps must be set, or --only-binary=:all: must be "
|
|
"set and --no-binary must not be set (or must be set to "
|
|
":none:)."
|
|
)
|
|
|
|
if check_target:
|
|
if dist_restriction_set and not options.target_dir:
|
|
raise CommandError(
|
|
"Can not use any platform or abi specific options unless "
|
|
"installing via '--target'"
|
|
)
|
|
|
|
|
|
###########
|
|
# options #
|
|
###########
|
|
|
|
help_ = partial(
|
|
Option,
|
|
'-h', '--help',
|
|
dest='help',
|
|
action='help',
|
|
help='Show help.',
|
|
) # type: Any
|
|
|
|
isolated_mode = partial(
|
|
Option,
|
|
"--isolated",
|
|
dest="isolated_mode",
|
|
action="store_true",
|
|
default=False,
|
|
help=(
|
|
"Run pip in an isolated mode, ignoring environment variables and user "
|
|
"configuration."
|
|
),
|
|
)
|
|
|
|
require_virtualenv = partial(
|
|
Option,
|
|
# Run only if inside a virtualenv, bail if not.
|
|
'--require-virtualenv', '--require-venv',
|
|
dest='require_venv',
|
|
action='store_true',
|
|
default=False,
|
|
help=SUPPRESS_HELP
|
|
) # type: Any
|
|
|
|
verbose = partial(
|
|
Option,
|
|
'-v', '--verbose',
|
|
dest='verbose',
|
|
action='count',
|
|
default=0,
|
|
help='Give more output. Option is additive, and can be used up to 3 times.'
|
|
)
|
|
|
|
no_color = partial(
|
|
Option,
|
|
'--no-color',
|
|
dest='no_color',
|
|
action='store_true',
|
|
default=False,
|
|
help="Suppress colored output",
|
|
)
|
|
|
|
version = partial(
|
|
Option,
|
|
'-V', '--version',
|
|
dest='version',
|
|
action='store_true',
|
|
help='Show version and exit.',
|
|
) # type: Any
|
|
|
|
quiet = partial(
|
|
Option,
|
|
'-q', '--quiet',
|
|
dest='quiet',
|
|
action='count',
|
|
default=0,
|
|
help=(
|
|
'Give less output. Option is additive, and can be used up to 3'
|
|
' times (corresponding to WARNING, ERROR, and CRITICAL logging'
|
|
' levels).'
|
|
),
|
|
) # type: Any
|
|
|
|
progress_bar = partial(
|
|
Option,
|
|
'--progress-bar',
|
|
dest='progress_bar',
|
|
type='choice',
|
|
choices=list(BAR_TYPES.keys()),
|
|
default='on',
|
|
help=(
|
|
'Specify type of progress to be displayed [' +
|
|
'|'.join(BAR_TYPES.keys()) + '] (default: %default)'
|
|
),
|
|
) # type: Any
|
|
|
|
log = partial(
|
|
Option,
|
|
"--log", "--log-file", "--local-log",
|
|
dest="log",
|
|
metavar="path",
|
|
help="Path to a verbose appending log."
|
|
) # type: Any
|
|
|
|
no_input = partial(
|
|
Option,
|
|
# Don't ask for input
|
|
'--no-input',
|
|
dest='no_input',
|
|
action='store_true',
|
|
default=False,
|
|
help=SUPPRESS_HELP
|
|
) # type: Any
|
|
|
|
proxy = partial(
|
|
Option,
|
|
'--proxy',
|
|
dest='proxy',
|
|
type='str',
|
|
default='',
|
|
help="Specify a proxy in the form [user:passwd@]proxy.server:port."
|
|
) # type: Any
|
|
|
|
retries = partial(
|
|
Option,
|
|
'--retries',
|
|
dest='retries',
|
|
type='int',
|
|
default=5,
|
|
help="Maximum number of retries each connection should attempt "
|
|
"(default %default times).",
|
|
) # type: Any
|
|
|
|
timeout = partial(
|
|
Option,
|
|
'--timeout', '--default-timeout',
|
|
metavar='sec',
|
|
dest='timeout',
|
|
type='float',
|
|
default=15,
|
|
help='Set the socket timeout (default %default seconds).',
|
|
) # type: Any
|
|
|
|
skip_requirements_regex = partial(
|
|
Option,
|
|
# A regex to be used to skip requirements
|
|
'--skip-requirements-regex',
|
|
dest='skip_requirements_regex',
|
|
type='str',
|
|
default='',
|
|
help=SUPPRESS_HELP,
|
|
) # type: Any
|
|
|
|
|
|
def exists_action():
|
|
return Option(
|
|
# Option when path already exist
|
|
'--exists-action',
|
|
dest='exists_action',
|
|
type='choice',
|
|
choices=['s', 'i', 'w', 'b', 'a'],
|
|
default=[],
|
|
action='append',
|
|
metavar='action',
|
|
help="Default action when a path already exists: "
|
|
"(s)witch, (i)gnore, (w)ipe, (b)ackup, (a)bort).",
|
|
)
|
|
|
|
|
|
cert = partial(
|
|
Option,
|
|
'--cert',
|
|
dest='cert',
|
|
type='str',
|
|
metavar='path',
|
|
help="Path to alternate CA bundle.",
|
|
) # type: Any
|
|
|
|
client_cert = partial(
|
|
Option,
|
|
'--client-cert',
|
|
dest='client_cert',
|
|
type='str',
|
|
default=None,
|
|
metavar='path',
|
|
help="Path to SSL client certificate, a single file containing the "
|
|
"private key and the certificate in PEM format.",
|
|
) # type: Any
|
|
|
|
index_url = partial(
|
|
Option,
|
|
'-i', '--index-url', '--pypi-url',
|
|
dest='index_url',
|
|
metavar='URL',
|
|
default=PyPI.simple_url,
|
|
help="Base URL of Python Package Index (default %default). "
|
|
"This should point to a repository compliant with PEP 503 "
|
|
"(the simple repository API) or a local directory laid out "
|
|
"in the same format.",
|
|
) # type: Any
|
|
|
|
|
|
def extra_index_url():
|
|
return Option(
|
|
'--extra-index-url',
|
|
dest='extra_index_urls',
|
|
metavar='URL',
|
|
action='append',
|
|
default=[],
|
|
help="Extra URLs of package indexes to use in addition to "
|
|
"--index-url. Should follow the same rules as "
|
|
"--index-url.",
|
|
)
|
|
|
|
|
|
no_index = partial(
|
|
Option,
|
|
'--no-index',
|
|
dest='no_index',
|
|
action='store_true',
|
|
default=False,
|
|
help='Ignore package index (only looking at --find-links URLs instead).',
|
|
) # type: Any
|
|
|
|
|
|
def find_links():
|
|
return Option(
|
|
'-f', '--find-links',
|
|
dest='find_links',
|
|
action='append',
|
|
default=[],
|
|
metavar='url',
|
|
help="If a url or path to an html file, then parse for links to "
|
|
"archives. If a local path or file:// url that's a directory, "
|
|
"then look for archives in the directory listing.",
|
|
)
|
|
|
|
|
|
def trusted_host():
|
|
return Option(
|
|
"--trusted-host",
|
|
dest="trusted_hosts",
|
|
action="append",
|
|
metavar="HOSTNAME",
|
|
default=[],
|
|
help="Mark this host as trusted, even though it does not have valid "
|
|
"or any HTTPS.",
|
|
)
|
|
|
|
|
|
# Remove after 1.5
|
|
process_dependency_links = partial(
|
|
Option,
|
|
"--process-dependency-links",
|
|
dest="process_dependency_links",
|
|
action="store_true",
|
|
default=False,
|
|
help="Enable the processing of dependency links.",
|
|
) # type: Any
|
|
|
|
|
|
def constraints():
|
|
return Option(
|
|
'-c', '--constraint',
|
|
dest='constraints',
|
|
action='append',
|
|
default=[],
|
|
metavar='file',
|
|
help='Constrain versions using the given constraints file. '
|
|
'This option can be used multiple times.'
|
|
)
|
|
|
|
|
|
def requirements():
|
|
return Option(
|
|
'-r', '--requirement',
|
|
dest='requirements',
|
|
action='append',
|
|
default=[],
|
|
metavar='file',
|
|
help='Install from the given requirements file. '
|
|
'This option can be used multiple times.'
|
|
)
|
|
|
|
|
|
def editable():
|
|
return Option(
|
|
'-e', '--editable',
|
|
dest='editables',
|
|
action='append',
|
|
default=[],
|
|
metavar='path/url',
|
|
help=('Install a project in editable mode (i.e. setuptools '
|
|
'"develop mode") from a local project path or a VCS url.'),
|
|
)
|
|
|
|
|
|
src = partial(
|
|
Option,
|
|
'--src', '--source', '--source-dir', '--source-directory',
|
|
dest='src_dir',
|
|
metavar='dir',
|
|
default=src_prefix,
|
|
help='Directory to check out editable projects into. '
|
|
'The default in a virtualenv is "<venv path>/src". '
|
|
'The default for global installs is "<current dir>/src".'
|
|
) # type: Any
|
|
|
|
|
|
def _get_format_control(values, option):
|
|
"""Get a format_control object."""
|
|
return getattr(values, option.dest)
|
|
|
|
|
|
def _handle_no_binary(option, opt_str, value, parser):
|
|
existing = _get_format_control(parser.values, option)
|
|
FormatControl.handle_mutual_excludes(
|
|
value, existing.no_binary, existing.only_binary,
|
|
)
|
|
|
|
|
|
def _handle_only_binary(option, opt_str, value, parser):
|
|
existing = _get_format_control(parser.values, option)
|
|
FormatControl.handle_mutual_excludes(
|
|
value, existing.only_binary, existing.no_binary,
|
|
)
|
|
|
|
|
|
def no_binary():
|
|
format_control = FormatControl(set(), set())
|
|
return Option(
|
|
"--no-binary", dest="format_control", action="callback",
|
|
callback=_handle_no_binary, type="str",
|
|
default=format_control,
|
|
help="Do not use binary packages. Can be supplied multiple times, and "
|
|
"each time adds to the existing value. Accepts either :all: to "
|
|
"disable all binary packages, :none: to empty the set, or one or "
|
|
"more package names with commas between them. Note that some "
|
|
"packages are tricky to compile and may fail to install when "
|
|
"this option is used on them.",
|
|
)
|
|
|
|
|
|
def only_binary():
|
|
format_control = FormatControl(set(), set())
|
|
return Option(
|
|
"--only-binary", dest="format_control", action="callback",
|
|
callback=_handle_only_binary, type="str",
|
|
default=format_control,
|
|
help="Do not use source packages. Can be supplied multiple times, and "
|
|
"each time adds to the existing value. Accepts either :all: to "
|
|
"disable all source packages, :none: to empty the set, or one or "
|
|
"more package names with commas between them. Packages without "
|
|
"binary distributions will fail to install when this option is "
|
|
"used on them.",
|
|
)
|
|
|
|
|
|
platform = partial(
|
|
Option,
|
|
'--platform',
|
|
dest='platform',
|
|
metavar='platform',
|
|
default=None,
|
|
help=("Only use wheels compatible with <platform>. "
|
|
"Defaults to the platform of the running system."),
|
|
)
|
|
|
|
|
|
python_version = partial(
|
|
Option,
|
|
'--python-version',
|
|
dest='python_version',
|
|
metavar='python_version',
|
|
default=None,
|
|
help=("Only use wheels compatible with Python "
|
|
"interpreter version <version>. If not specified, then the "
|
|
"current system interpreter minor version is used. A major "
|
|
"version (e.g. '2') can be specified to match all "
|
|
"minor revs of that major version. A minor version "
|
|
"(e.g. '34') can also be specified."),
|
|
)
|
|
|
|
|
|
implementation = partial(
|
|
Option,
|
|
'--implementation',
|
|
dest='implementation',
|
|
metavar='implementation',
|
|
default=None,
|
|
help=("Only use wheels compatible with Python "
|
|
"implementation <implementation>, e.g. 'pp', 'jy', 'cp', "
|
|
" or 'ip'. If not specified, then the current "
|
|
"interpreter implementation is used. Use 'py' to force "
|
|
"implementation-agnostic wheels."),
|
|
)
|
|
|
|
|
|
abi = partial(
|
|
Option,
|
|
'--abi',
|
|
dest='abi',
|
|
metavar='abi',
|
|
default=None,
|
|
help=("Only use wheels compatible with Python "
|
|
"abi <abi>, e.g. 'pypy_41'. If not specified, then the "
|
|
"current interpreter abi tag is used. Generally "
|
|
"you will need to specify --implementation, "
|
|
"--platform, and --python-version when using "
|
|
"this option."),
|
|
)
|
|
|
|
|
|
def prefer_binary():
|
|
return Option(
|
|
"--prefer-binary",
|
|
dest="prefer_binary",
|
|
action="store_true",
|
|
default=False,
|
|
help="Prefer older binary packages over newer source packages."
|
|
)
|
|
|
|
|
|
cache_dir = partial(
|
|
Option,
|
|
"--cache-dir",
|
|
dest="cache_dir",
|
|
default=USER_CACHE_DIR,
|
|
metavar="dir",
|
|
help="Store the cache data in <dir>."
|
|
)
|
|
|
|
no_cache = partial(
|
|
Option,
|
|
"--no-cache-dir",
|
|
dest="cache_dir",
|
|
action="store_false",
|
|
help="Disable the cache.",
|
|
)
|
|
|
|
no_deps = partial(
|
|
Option,
|
|
'--no-deps', '--no-dependencies',
|
|
dest='ignore_dependencies',
|
|
action='store_true',
|
|
default=False,
|
|
help="Don't install package dependencies.",
|
|
) # type: Any
|
|
|
|
build_dir = partial(
|
|
Option,
|
|
'-b', '--build', '--build-dir', '--build-directory',
|
|
dest='build_dir',
|
|
metavar='dir',
|
|
help='Directory to unpack packages into and build in. Note that '
|
|
'an initial build still takes place in a temporary directory. '
|
|
'The location of temporary directories can be controlled by setting '
|
|
'the TMPDIR environment variable (TEMP on Windows) appropriately. '
|
|
'When passed, build directories are not cleaned in case of failures.'
|
|
) # type: Any
|
|
|
|
ignore_requires_python = partial(
|
|
Option,
|
|
'--ignore-requires-python',
|
|
dest='ignore_requires_python',
|
|
action='store_true',
|
|
help='Ignore the Requires-Python information.'
|
|
) # type: Any
|
|
|
|
no_build_isolation = partial(
|
|
Option,
|
|
'--no-build-isolation',
|
|
dest='build_isolation',
|
|
action='store_false',
|
|
default=True,
|
|
help='Disable isolation when building a modern source distribution. '
|
|
'Build dependencies specified by PEP 518 must be already installed '
|
|
'if this option is used.'
|
|
) # type: Any
|
|
|
|
install_options = partial(
|
|
Option,
|
|
'--install-option',
|
|
dest='install_options',
|
|
action='append',
|
|
metavar='options',
|
|
help="Extra arguments to be supplied to the setup.py install "
|
|
"command (use like --install-option=\"--install-scripts=/usr/local/"
|
|
"bin\"). Use multiple --install-option options to pass multiple "
|
|
"options to setup.py install. If you are using an option with a "
|
|
"directory path, be sure to use absolute path.",
|
|
) # type: Any
|
|
|
|
global_options = partial(
|
|
Option,
|
|
'--global-option',
|
|
dest='global_options',
|
|
action='append',
|
|
metavar='options',
|
|
help="Extra global options to be supplied to the setup.py "
|
|
"call before the install command.",
|
|
) # type: Any
|
|
|
|
no_clean = partial(
|
|
Option,
|
|
'--no-clean',
|
|
action='store_true',
|
|
default=False,
|
|
help="Don't clean up build directories."
|
|
) # type: Any
|
|
|
|
pre = partial(
|
|
Option,
|
|
'--pre',
|
|
action='store_true',
|
|
default=False,
|
|
help="Include pre-release and development versions. By default, "
|
|
"pip only finds stable versions.",
|
|
) # type: Any
|
|
|
|
disable_pip_version_check = partial(
|
|
Option,
|
|
"--disable-pip-version-check",
|
|
dest="disable_pip_version_check",
|
|
action="store_true",
|
|
default=False,
|
|
help="Don't periodically check PyPI to determine whether a new version "
|
|
"of pip is available for download. Implied with --no-index.",
|
|
) # type: Any
|
|
|
|
|
|
# Deprecated, Remove later
|
|
always_unzip = partial(
|
|
Option,
|
|
'-Z', '--always-unzip',
|
|
dest='always_unzip',
|
|
action='store_true',
|
|
help=SUPPRESS_HELP,
|
|
) # type: Any
|
|
|
|
|
|
def _merge_hash(option, opt_str, value, parser):
|
|
"""Given a value spelled "algo:digest", append the digest to a list
|
|
pointed to in a dict by the algo name."""
|
|
if not parser.values.hashes:
|
|
parser.values.hashes = {}
|
|
try:
|
|
algo, digest = value.split(':', 1)
|
|
except ValueError:
|
|
parser.error('Arguments to %s must be a hash name '
|
|
'followed by a value, like --hash=sha256:abcde...' %
|
|
opt_str)
|
|
if algo not in STRONG_HASHES:
|
|
parser.error('Allowed hash algorithms for %s are %s.' %
|
|
(opt_str, ', '.join(STRONG_HASHES)))
|
|
parser.values.hashes.setdefault(algo, []).append(digest)
|
|
|
|
|
|
hash = partial(
|
|
Option,
|
|
'--hash',
|
|
# Hash values eventually end up in InstallRequirement.hashes due to
|
|
# __dict__ copying in process_line().
|
|
dest='hashes',
|
|
action='callback',
|
|
callback=_merge_hash,
|
|
type='string',
|
|
help="Verify that the package's archive matches this "
|
|
'hash before installing. Example: --hash=sha256:abcdef...',
|
|
) # type: Any
|
|
|
|
|
|
require_hashes = partial(
|
|
Option,
|
|
'--require-hashes',
|
|
dest='require_hashes',
|
|
action='store_true',
|
|
default=False,
|
|
help='Require a hash to check each requirement against, for '
|
|
'repeatable installs. This option is implied when any package in a '
|
|
'requirements file has a --hash option.',
|
|
) # type: Any
|
|
|
|
|
|
##########
|
|
# groups #
|
|
##########
|
|
|
|
general_group = {
|
|
'name': 'General Options',
|
|
'options': [
|
|
help_,
|
|
isolated_mode,
|
|
require_virtualenv,
|
|
verbose,
|
|
version,
|
|
quiet,
|
|
log,
|
|
no_input,
|
|
proxy,
|
|
retries,
|
|
timeout,
|
|
skip_requirements_regex,
|
|
exists_action,
|
|
trusted_host,
|
|
cert,
|
|
client_cert,
|
|
cache_dir,
|
|
no_cache,
|
|
disable_pip_version_check,
|
|
no_color,
|
|
]
|
|
}
|
|
|
|
index_group = {
|
|
'name': 'Package Index Options',
|
|
'options': [
|
|
index_url,
|
|
extra_index_url,
|
|
no_index,
|
|
find_links,
|
|
process_dependency_links,
|
|
]
|
|
}
|