FM / utils

/usr/local/lib/python3.6/site-packages/pip/_internal/utils/

/usr/local/lib/python3.6/site-packages/pip/_internal/utils

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
appdirs.py	1665	0644	edit dl rm
compat.py	1884	0644	edit dl rm
compatibility_tags.py	5377	0644	edit dl rm
datetime.py	242	0644	edit dl rm
deprecation.py	3627	0644	edit dl rm
direct_url_helpers.py	3206	0644	edit dl rm
distutils_args.py	1249	0644	edit dl rm
egg_link.py	2203	0644	edit dl rm
encoding.py	1169	0644	edit dl rm
entrypoints.py	1055	0644	edit dl rm
filesystem.py	5893	0644	edit dl rm
filetypes.py	716	0644	edit dl rm
glibc.py	3110	0644	edit dl rm
hashes.py	4811	0644	edit dl rm
inject_securetransport.py	795	0644	edit dl rm
logging.py	11532	0644	edit dl rm
misc.py	20432	0644	edit dl rm
models.py	1193	0644	edit dl rm
packaging.py	2952	0644	edit dl rm
parallel.py	3196	0644	edit dl rm
pkg_resources.py	987	0644	edit dl rm
setuptools_build.py	4697	0644	edit dl rm
subprocess.py	10058	0644	edit dl rm
temp_dir.py	7662	0644	edit dl rm
unpacking.py	8906	0644	edit dl rm
urls.py	1759	0644	edit dl rm
virtualenv.py	3459	0644	edit dl rm
wheel.py	6163	0644	edit dl rm
_log.py	1015	0644	edit dl rm
__init__.py	0	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/pip/_internal/utils/encoding.py (1169B)

import codecs
import locale
import re
import sys
from typing import List, Tuple

BOMS: List[Tuple[bytes, str]] = [
    (codecs.BOM_UTF8, "utf-8"),
    (codecs.BOM_UTF16, "utf-16"),
    (codecs.BOM_UTF16_BE, "utf-16-be"),
    (codecs.BOM_UTF16_LE, "utf-16-le"),
    (codecs.BOM_UTF32, "utf-32"),
    (codecs.BOM_UTF32_BE, "utf-32-be"),
    (codecs.BOM_UTF32_LE, "utf-32-le"),
]

ENCODING_RE = re.compile(br"coding[:=]\s*([-\w.]+)")

def auto_decode(data: bytes) -> str:
    """Check a bytes string for a BOM to correctly detect the encoding

Fallback to locale.getpreferredencoding(False) like open() on Python3"""
    for bom, encoding in BOMS:
        if data.startswith(bom):
            return data[len(bom) :].decode(encoding)
    # Lets check the first two lines as in PEP263
    for line in data.split(b"\n")[:2]:
        if line[0:1] == b"#" and ENCODING_RE.search(line):
            result = ENCODING_RE.search(line)
            assert result is not None
            encoding = result.groups()[0].decode("ascii")
            return data.decode(encoding)
    return data.decode(
        locale.getpreferredencoding(False) or sys.getdefaultencoding(),
    )

import codecs import locale import re import sys from typing import List, Tuple BOMS: List[Tuple[bytes, str]] = [ (codecs.BOM_UTF8, "utf-8"), (codecs.BOM_UTF16, "utf-16"), (codecs.BOM_UTF16_BE, "utf-16-be"), (codecs.BOM_UTF16_LE, "utf-16-le"), (codecs.BOM_UTF32, "utf-32"), (codecs.BOM_UTF32_BE, "utf-32-be"), (codecs.BOM_UTF32_LE, "utf-32-le"), ] ENCODING_RE = re.compile(br"coding[:=]\s*([-\w.]+)") def auto_decode(data: bytes) -> str: """Check a bytes string for a BOM to correctly detect the encoding Fallback to locale.getpreferredencoding(False) like open() on Python3""" for bom, encoding in BOMS: if data.startswith(bom): return data[len(bom) :].decode(encoding) # Lets check the first two lines as in PEP263 for line in data.split(b"\n")[:2]: if line[0:1] == b"#" and ENCODING_RE.search(line): result = ENCODING_RE.search(line) assert result is not None encoding = result.groups()[0].decode("ascii") return data.decode(encoding) return data.decode( locale.getpreferredencoding(False) or sys.getdefaultencoding(), )