458 lines
16 KiB
Python
458 lines
16 KiB
Python
|
from __future__ import absolute_import
|
||
|
|
|
||
|
|
import csv
|
||
|
|
import functools
|
||
|
|
import logging
|
||
|
|
import os
|
||
|
|
import sys
|
||
|
|
import sysconfig
|
||
|
|
|
||
|
|
from pip._vendor import pkg_resources
|
||
|
|
|
||
|
|
from pip._internal.compat import WINDOWS, cache_from_source, uses_pycache
|
||
|
|
from pip._internal.exceptions import UninstallationError
|
||
|
|
from pip._internal.locations import bin_py, bin_user
|
||
|
|
from pip._internal.utils.logging import indent_log
|
||
|
|
from pip._internal.utils.misc import (
|
||
|
|
FakeFile, ask, dist_in_usersite, dist_is_local, egg_link_path, is_local,
|
||
|
|
normalize_path, renames,
|
||
|
|
)
|
||
|
|
from pip._internal.utils.temp_dir import TempDirectory
|
||
|
|
|
||
|
|
logger = logging.getLogger(__name__)
|
||
|
|
|
||
|
|
|
||
|
|
def _script_names(dist, script_name, is_gui):
|
||
|
|
"""Create the fully qualified name of the files created by
|
||
|
|
{console,gui}_scripts for the given ``dist``.
|
||
|
|
Returns the list of file names
|
||
|
|
"""
|
||
|
|
if dist_in_usersite(dist):
|
||
|
|
bin_dir = bin_user
|
||
|
|
else:
|
||
|
|
bin_dir = bin_py
|
||
|
|
exe_name = os.path.join(bin_dir, script_name)
|
||
|
|
paths_to_remove = [exe_name]
|
||
|
|
if WINDOWS:
|
||
|
|
paths_to_remove.append(exe_name + '.exe')
|
||
|
|
paths_to_remove.append(exe_name + '.exe.manifest')
|
||
|
|
if is_gui:
|
||
|
|
paths_to_remove.append(exe_name + '-script.pyw')
|
||
|
|
else:
|
||
|
|
paths_to_remove.append(exe_name + '-script.py')
|
||
|
|
return paths_to_remove
|
||
|
|
|
||
|
|
|
||
|
|
def _unique(fn):
|
||
|
|
@functools.wraps(fn)
|
||
|
|
def unique(*args, **kw):
|
||
|
|
seen = set()
|
||
|
|
for item in fn(*args, **kw):
|
||
|
|
if item not in seen:
|
||
|
|
seen.add(item)
|
||
|
|
yield item
|
||
|
|
return unique
|
||
|
|
|
||
|
|
|
||
|
|
@_unique
|
||
|
|
def uninstallation_paths(dist):
|
||
|
|
"""
|
||
|
|
Yield all the uninstallation paths for dist based on RECORD-without-.py[co]
|
||
|
|
|
||
|
|
Yield paths to all the files in RECORD. For each .py file in RECORD, add
|
||
|
|
the .pyc and .pyo in the same directory.
|
||
|
|
|
||
|
|
UninstallPathSet.add() takes care of the __pycache__ .py[co].
|
||
|
|
"""
|
||
|
|
r = csv.reader(FakeFile(dist.get_metadata_lines('RECORD')))
|
||
|
|
for row in r:
|
||
|
|
path = os.path.join(dist.location, row[0])
|
||
|
|
yield path
|
||
|
|
if path.endswith('.py'):
|
||
|
|
dn, fn = os.path.split(path)
|
||
|
|
base = fn[:-3]
|
||
|
|
path = os.path.join(dn, base + '.pyc')
|
||
|
|
yield path
|
||
|
|
path = os.path.join(dn, base + '.pyo')
|
||
|
|
yield path
|
||
|
|
|
||
|
|
|
||
|
|
def compact(paths):
|
||
|
|
"""Compact a path set to contain the minimal number of paths
|
||
|
|
necessary to contain all paths in the set. If /a/path/ and
|
||
|
|
/a/path/to/a/file.txt are both in the set, leave only the
|
||
|
|
shorter path."""
|
||
|
|
|
||
|
|
sep = os.path.sep
|
||
|
|
short_paths = set()
|
||
|
|
for path in sorted(paths, key=len):
|
||
|
|
should_add = any(
|
||
|
|
path.startswith(shortpath.rstrip("*")) and
|
||
|
|
path[len(shortpath.rstrip("*").rstrip(sep))] == sep
|
||
|
|
for shortpath in short_paths
|
||
|
|
)
|
||
|
|
if not should_add:
|
||
|
|
short_paths.add(path)
|
||
|
|
return short_paths
|
||
|
|
|
||
|
|
|
||
|
|
def compress_for_output_listing(paths):
|
||
|
|
"""Returns a tuple of 2 sets of which paths to display to user
|
||
|
|
|
||
|
|
The first set contains paths that would be deleted. Files of a package
|
||
|
|
are not added and the top-level directory of the package has a '*' added
|
||
|
|
at the end - to signify that all it's contents are removed.
|
||
|
|
|
||
|
|
The second set contains files that would have been skipped in the above
|
||
|
|
folders.
|
||
|
|
"""
|
||
|
|
|
||
|
|
will_remove = list(paths)
|
||
|
|
will_skip = set()
|
||
|
|
|
||
|
|
# Determine folders and files
|
||
|
|
folders = set()
|
||
|
|
files = set()
|
||
|
|
for path in will_remove:
|
||
|
|
if path.endswith(".pyc"):
|
||
|
|
continue
|
||
|
|
if path.endswith("__init__.py") or ".dist-info" in path:
|
||
|
|
folders.add(os.path.dirname(path))
|
||
|
|
files.add(path)
|
||
|
|
|
||
|
|
folders = compact(folders)
|
||
|
|
|
||
|
|
# This walks the tree using os.walk to not miss extra folders
|
||
|
|
# that might get added.
|
||
|
|
for folder in folders:
|
||
|
|
for dirpath, _, dirfiles in os.walk(folder):
|
||
|
|
for fname in dirfiles:
|
||
|
|
if fname.endswith(".pyc"):
|
||
|
|
continue
|
||
|
|
|
||
|
|
file_ = os.path.normcase(os.path.join(dirpath, fname))
|
||
|
|
if os.path.isfile(file_) and file_ not in files:
|
||
|
|
# We are skipping this file. Add it to the set.
|
||
|
|
will_skip.add(file_)
|
||
|
|
|
||
|
|
will_remove = files | {
|
||
|
|
os.path.join(folder, "*") for folder in folders
|
||
|
|
}
|
||
|
|
|
||
|
|
return will_remove, will_skip
|
||
|
|
|
||
|
|
|
||
|
|
class UninstallPathSet(object):
|
||
|
|
"""A set of file paths to be removed in the uninstallation of a
|
||
|
|
requirement."""
|
||
|
|
def __init__(self, dist):
|
||
|
|
self.paths = set()
|
||
|
|
self._refuse = set()
|
||
|
|
self.pth = {}
|
||
|
|
self.dist = dist
|
||
|
|
self.save_dir = TempDirectory(kind="uninstall")
|
||
|
|
self._moved_paths = []
|
||
|
|
|
||
|
|
def _permitted(self, path):
|
||
|
|
"""
|
||
|
|
Return True if the given path is one we are permitted to
|
||
|
|
remove/modify, False otherwise.
|
||
|
|
|
||
|
|
"""
|
||
|
|
return is_local(path)
|
||
|
|
|
||
|
|
def add(self, path):
|
||
|
|
head, tail = os.path.split(path)
|
||
|
|
|
||
|
|
# we normalize the head to resolve parent directory symlinks, but not
|
||
|
|
# the tail, since we only want to uninstall symlinks, not their targets
|
||
|
|
path = os.path.join(normalize_path(head), os.path.normcase(tail))
|
||
|
|
|
||
|
|
if not os.path.exists(path):
|
||
|
|
return
|
||
|
|
if self._permitted(path):
|
||
|
|
self.paths.add(path)
|
||
|
|
else:
|
||
|
|
self._refuse.add(path)
|
||
|
|
|
||
|
|
# __pycache__ files can show up after 'installed-files.txt' is created,
|
||
|
|
# due to imports
|
||
|
|
if os.path.splitext(path)[1] == '.py' and uses_pycache:
|
||
|
|
self.add(cache_from_source(path))
|
||
|
|
|
||
|
|
def add_pth(self, pth_file, entry):
|
||
|
|
pth_file = normalize_path(pth_file)
|
||
|
|
if self._permitted(pth_file):
|
||
|
|
if pth_file not in self.pth:
|
||
|
|
self.pth[pth_file] = UninstallPthEntries(pth_file)
|
||
|
|
self.pth[pth_file].add(entry)
|
||
|
|
else:
|
||
|
|
self._refuse.add(pth_file)
|
||
|
|
|
||
|
|
def _stash(self, path):
|
||
|
|
return os.path.join(
|
||
|
|
self.save_dir.path, os.path.splitdrive(path)[1].lstrip(os.path.sep)
|
||
|
|
)
|
||
|
|
|
||
|
|
def remove(self, auto_confirm=False, verbose=False):
|
||
|
|
"""Remove paths in ``self.paths`` with confirmation (unless
|
||
|
|
``auto_confirm`` is True)."""
|
||
|
|
|
||
|
|
if not self.paths:
|
||
|
|
logger.info(
|
||
|
|
"Can't uninstall '%s'. No files were found to uninstall.",
|
||
|
|
self.dist.project_name,
|
||
|
|
)
|
||
|
|
return
|
||
|
|
|
||
|
|
dist_name_version = (
|
||
|
|
self.dist.project_name + "-" + self.dist.version
|
||
|
|
)
|
||
|
|
logger.info('Uninstalling %s:', dist_name_version)
|
||
|
|
|
||
|
|
with indent_log():
|
||
|
|
if auto_confirm or self._allowed_to_proceed(verbose):
|
||
|
|
self.save_dir.create()
|
||
|
|
|
||
|
|
for path in sorted(compact(self.paths)):
|
||
|
|
new_path = self._stash(path)
|
||
|
|
logger.debug('Removing file or directory %s', path)
|
||
|
|
self._moved_paths.append(path)
|
||
|
|
renames(path, new_path)
|
||
|
|
for pth in self.pth.values():
|
||
|
|
pth.remove()
|
||
|
|
|
||
|
|
logger.info('Successfully uninstalled %s', dist_name_version)
|
||
|
|
|
||
|
|
def _allowed_to_proceed(self, verbose):
|
||
|
|
"""Display which files would be deleted and prompt for confirmation
|
||
|
|
"""
|
||
|
|
|
||
|
|
def _display(msg, paths):
|
||
|
|
if not paths:
|
||
|
|
return
|
||
|
|
|
||
|
|
logger.info(msg)
|
||
|
|
with indent_log():
|
||
|
|
for path in sorted(compact(paths)):
|
||
|
|
logger.info(path)
|
||
|
|
|
||
|
|
if not verbose:
|
||
|
|
will_remove, will_skip = compress_for_output_listing(self.paths)
|
||
|
|
else:
|
||
|
|
# In verbose mode, display all the files that are going to be
|
||
|
|
# deleted.
|
||
|
|
will_remove = list(self.paths)
|
||
|
|
will_skip = set()
|
||
|
|
|
||
|
|
_display('Would remove:', will_remove)
|
||
|
|
_display('Would not remove (might be manually added):', will_skip)
|
||
|
|
_display('Would not remove (outside of prefix):', self._refuse)
|
||
|
|
|
||
|
|
return ask('Proceed (y/n)? ', ('y', 'n')) == 'y'
|
||
|
|
|
||
|
|
def rollback(self):
|
||
|
|
"""Rollback the changes previously made by remove()."""
|
||
|
|
if self.save_dir.path is None:
|
||
|
|
logger.error(
|
||
|
|
"Can't roll back %s; was not uninstalled",
|
||
|
|
self.dist.project_name,
|
||
|
|
)
|
||
|
|
return False
|
||
|
|
logger.info('Rolling back uninstall of %s', self.dist.project_name)
|
||
|
|
for path in self._moved_paths:
|
||
|
|
tmp_path = self._stash(path)
|
||
|
|
logger.debug('Replacing %s', path)
|
||
|
|
renames(tmp_path, path)
|
||
|
|
for pth in self.pth.values():
|
||
|
|
pth.rollback()
|
||
|
|
|
||
|
|
def commit(self):
|
||
|
|
"""Remove temporary save dir: rollback will no longer be possible."""
|
||
|
|
self.save_dir.cleanup()
|
||
|
|
self._moved_paths = []
|
||
|
|
|
||
|
|
@classmethod
|
||
|
|
def from_dist(cls, dist):
|
||
|
|
dist_path = normalize_path(dist.location)
|
||
|
|
if not dist_is_local(dist):
|
||
|
|
logger.info(
|
||
|
|
"Not uninstalling %s at %s, outside environment %s",
|
||
|
|
dist.key,
|
||
|
|
dist_path,
|
||
|
|
sys.prefix,
|
||
|
|
)
|
||
|
|
return cls(dist)
|
||
|
|
|
||
|
|
if dist_path in {p for p in {sysconfig.get_path("stdlib"),
|
||
|
|
sysconfig.get_path("platstdlib")}
|
||
|
|
if p}:
|
||
|
|
logger.info(
|
||
|
|
"Not uninstalling %s at %s, as it is in the standard library.",
|
||
|
|
dist.key,
|
||
|
|
dist_path,
|
||
|
|
)
|
||
|
|
return cls(dist)
|
||
|
|
|
||
|
|
paths_to_remove = cls(dist)
|
||
|
|
develop_egg_link = egg_link_path(dist)
|
||
|
|
develop_egg_link_egg_info = '{}.egg-info'.format(
|
||
|
|
pkg_resources.to_filename(dist.project_name))
|
||
|
|
egg_info_exists = dist.egg_info and os.path.exists(dist.egg_info)
|
||
|
|
# Special case for distutils installed package
|
||
|
|
distutils_egg_info = getattr(dist._provider, 'path', None)
|
||
|
|
|
||
|
|
# Uninstall cases order do matter as in the case of 2 installs of the
|
||
|
|
# same package, pip needs to uninstall the currently detected version
|
||
|
|
if (egg_info_exists and dist.egg_info.endswith('.egg-info') and
|
||
|
|
not dist.egg_info.endswith(develop_egg_link_egg_info)):
|
||
|
|
# if dist.egg_info.endswith(develop_egg_link_egg_info), we
|
||
|
|
# are in fact in the develop_egg_link case
|
||
|
|
paths_to_remove.add(dist.egg_info)
|
||
|
|
if dist.has_metadata('installed-files.txt'):
|
||
|
|
for installed_file in dist.get_metadata(
|
||
|
|
'installed-files.txt').splitlines():
|
||
|
|
path = os.path.normpath(
|
||
|
|
os.path.join(dist.egg_info, installed_file)
|
||
|
|
)
|
||
|
|
paths_to_remove.add(path)
|
||
|
|
# FIXME: need a test for this elif block
|
||
|
|
# occurs with --single-version-externally-managed/--record outside
|
||
|
|
# of pip
|
||
|
|
elif dist.has_metadata('top_level.txt'):
|
||
|
|
if dist.has_metadata('namespace_packages.txt'):
|
||
|
|
namespaces = dist.get_metadata('namespace_packages.txt')
|
||
|
|
else:
|
||
|
|
namespaces = []
|
||
|
|
for top_level_pkg in [
|
||
|
|
p for p
|
||
|
|
in dist.get_metadata('top_level.txt').splitlines()
|
||
|
|
if p and p not in namespaces]:
|
||
|
|
path = os.path.join(dist.location, top_level_pkg)
|
||
|
|
paths_to_remove.add(path)
|
||
|
|
paths_to_remove.add(path + '.py')
|
||
|
|
paths_to_remove.add(path + '.pyc')
|
||
|
|
paths_to_remove.add(path + '.pyo')
|
||
|
|
|
||
|
|
elif distutils_egg_info:
|
||
|
|
raise UninstallationError(
|
||
|
|
"Cannot uninstall {!r}. It is a distutils installed project "
|
||
|
|
"and thus we cannot accurately determine which files belong "
|
||
|
|
"to it which would lead to only a partial uninstall.".format(
|
||
|
|
dist.project_name,
|
||
|
|
)
|
||
|
|
)
|
||
|
|
|
||
|
|
elif dist.location.endswith('.egg'):
|
||
|
|
# package installed by easy_install
|
||
|
|
# We cannot match on dist.egg_name because it can slightly vary
|
||
|
|
# i.e. setuptools-0.6c11-py2.6.egg vs setuptools-0.6rc11-py2.6.egg
|
||
|
|
paths_to_remove.add(dist.location)
|
||
|
|
easy_install_egg = os.path.split(dist.location)[1]
|
||
|
|
easy_install_pth = os.path.join(os.path.dirname(dist.location),
|
||
|
|
'easy-install.pth')
|
||
|
|
paths_to_remove.add_pth(easy_install_pth, './' + easy_install_egg)
|
||
|
|
|
||
|
|
elif egg_info_exists and dist.egg_info.endswith('.dist-info'):
|
||
|
|
for path in uninstallation_paths(dist):
|
||
|
|
paths_to_remove.add(path)
|
||
|
|
|
||
|
|
elif develop_egg_link:
|
||
|
|
# develop egg
|
||
|
|
with open(develop_egg_link, 'r') as fh:
|
||
|
|
link_pointer = os.path.normcase(fh.readline().strip())
|
||
|
|
assert (link_pointer == dist.location), (
|
||
|
|
'Egg-link %s does not match installed location of %s '
|
||
|
|
'(at %s)' % (link_pointer, dist.project_name, dist.location)
|
||
|
|
)
|
||
|
|
paths_to_remove.add(develop_egg_link)
|
||
|
|
easy_install_pth = os.path.join(os.path.dirname(develop_egg_link),
|
||
|
|
'easy-install.pth')
|
||
|
|
paths_to_remove.add_pth(easy_install_pth, dist.location)
|
||
|
|
|
||
|
|
else:
|
||
|
|
logger.debug(
|
||
|
|
'Not sure how to uninstall: %s - Check: %s',
|
||
|
|
dist, dist.location,
|
||
|
|
)
|
||
|
|
|
||
|
|
# find distutils scripts= scripts
|
||
|
|
if dist.has_metadata('scripts') and dist.metadata_isdir('scripts'):
|
||
|
|
for script in dist.metadata_listdir('scripts'):
|
||
|
|
if dist_in_usersite(dist):
|
||
|
|
bin_dir = bin_user
|
||
|
|
else:
|
||
|
|
bin_dir = bin_py
|
||
|
|
paths_to_remove.add(os.path.join(bin_dir, script))
|
||
|
|
if WINDOWS:
|
||
|
|
paths_to_remove.add(os.path.join(bin_dir, script) + '.bat')
|
||
|
|
|
||
|
|
# find console_scripts
|
||
|
|
_scripts_to_remove = []
|
||
|
|
console_scripts = dist.get_entry_map(group='console_scripts')
|
||
|
|
for name in console_scripts.keys():
|
||
|
|
_scripts_to_remove.extend(_script_names(dist, name, False))
|
||
|
|
# find gui_scripts
|
||
|
|
gui_scripts = dist.get_entry_map(group='gui_scripts')
|
||
|
|
for name in gui_scripts.keys():
|
||
|
|
_scripts_to_remove.extend(_script_names(dist, name, True))
|
||
|
|
|
||
|
|
for s in _scripts_to_remove:
|
||
|
|
paths_to_remove.add(s)
|
||
|
|
|
||
|
|
return paths_to_remove
|
||
|
|
|
||
|
|
|
||
|
|
class UninstallPthEntries(object):
|
||
|
|
def __init__(self, pth_file):
|
||
|
|
if not os.path.isfile(pth_file):
|
||
|
|
raise UninstallationError(
|
||
|
|
"Cannot remove entries from nonexistent file %s" % pth_file
|
||
|
|
)
|
||
|
|
self.file = pth_file
|
||
|
|
self.entries = set()
|
||
|
|
self._saved_lines = None
|
||
|
|
|
||
|
|
def add(self, entry):
|
||
|
|
entry = os.path.normcase(entry)
|
||
|
|
# On Windows, os.path.normcase converts the entry to use
|
||
|
|
# backslashes. This is correct for entries that describe absolute
|
||
|
|
# paths outside of site-packages, but all the others use forward
|
||
|
|
# slashes.
|
||
|
|
if WINDOWS and not os.path.splitdrive(entry)[0]:
|
||
|
|
entry = entry.replace('\\', '/')
|
||
|
|
self.entries.add(entry)
|
||
|
|
|
||
|
|
def remove(self):
|
||
|
|
logger.debug('Removing pth entries from %s:', self.file)
|
||
|
|
with open(self.file, 'rb') as fh:
|
||
|
|
# windows uses '\r\n' with py3k, but uses '\n' with py2.x
|
||
|
|
lines = fh.readlines()
|
||
|
|
self._saved_lines = lines
|
||
|
|
if any(b'\r\n' in line for line in lines):
|
||
|
|
endline = '\r\n'
|
||
|
|
else:
|
||
|
|
endline = '\n'
|
||
|
|
# handle missing trailing newline
|
||
|
|
if lines and not lines[-1].endswith(endline.encode("utf-8")):
|
||
|
|
lines[-1] = lines[-1] + endline.encode("utf-8")
|
||
|
|
for entry in self.entries:
|
||
|
|
try:
|
||
|
|
logger.debug('Removing entry: %s', entry)
|
||
|
|
lines.remove((entry + endline).encode("utf-8"))
|
||
|
|
except ValueError:
|
||
|
|
pass
|
||
|
|
with open(self.file, 'wb') as fh:
|
||
|
|
fh.writelines(lines)
|
||
|
|
|
||
|
|
def rollback(self):
|
||
|
|
if self._saved_lines is None:
|
||
|
|
logger.error(
|
||
|
|
'Cannot roll back changes to %s, none were made', self.file
|
||
|
|
)
|
||
|
|
return False
|
||
|
|
logger.debug('Rolling %s back to previous state', self.file)
|
||
|
|
with open(self.file, 'wb') as fh:
|
||
|
|
fh.writelines(self._saved_lines)
|
||
|
|
return True
|